Sitemap: http://blog.foodonthetable.com/sitemap.xml.gz

# General rules for all browsers, spiders, etc.
User-agent: *

# Disallow all directories and files within
Disallow: /wp-admin/
Disallow: /wp-content/
Disallow: /wp-includes/
# Disallow: /category/
# Disallow: /page/

# Google search spider
User-agent: Googlebot

# Disallow Google from parsing indididual post feeds and trackbacks..
Disallow: */feed/
Disallow: */trackback/

# Disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.inc$
Disallow: /*.css$
Disallow: /*.wmv$
Disallow: /*.tar$
Disallow: /*.tgz$
Disallow: /*.cgi$
Disallow: /*.xhtml$

# Disallow all files with ? in url
Disallow: /*?*
Disallow: /*?

# Google's image spider
User-agent: Googlebot-Image

# Allow everything
Allow: /*

# Google's advertisement spider
User-agent: Mediapartners-Google*

# Allow everything
Allow: /*