User-agent: *
Disallow: /images/
Disallow: /cgi-bin/
Sitemap: http://www.gargyle.com/shop/sitemapindex.xml

# added for wordpress optimization 6/30/09
# http://www.techcounter.com/seo/increase-search-engine-rankings-and-prevent-duplicate-content-using-robotstxt/

User-agent: *
# disallow all files in these WordPress directories
Disallow: /shop/blog/wp-content/
Disallow: /shop/blog/wp-admin/
Disallow: /shop/blog/wp-includes/
Disallow: /shop/blog/wp-

# disallow all files in these directories
Disallow: /shop/blog/tag/
Disallow: /shop/blog/cgi-bin/

# disallow robots from parsing individual post feeds and trackbacks
Disallow: /shop/blog/feed/
Disallow: /shop/blog/trackback/
Disallow: */shop/blog/trackback*

# disallow any files that are stats related
Disallow: /shop/blog/stats*
Disallow: /shop/blog/about/legal-notice/
Disallow: /shop/blog/about/copyright-policy/
Disallow: /shop/blog/about/terms-and-conditions/
Disallow: /shop/blog/tag
Disallow: /shop/blog/docs*
Disallow: /shop/blog/manual*
Disallow: /shop/blog/category/uncategorized* 

# disallow files ending with the following extensions
User-agent: Googlebot 
Disallow: /shop/blog/*.php$
Disallow: /shop/blog/*.js$
Disallow: /shop/blog/*.inc$
Disallow: /shop/blog/*.css$
Disallow: /shop/blog/*.gz$
Disallow: /shop/blog/*.cgi$
Disallow: /shop/blog/*.wmv$
Disallow: /shop/blog/*.php*
Disallow: /shop/blog/*.gz$
Allow: /shop/blog/wp-content/uploads/

#disallow WayBack archiving site
User-agent: ia_archiver
Disallow: /

# allow google image bot to search all images
User-agent: Googlebot-Image
Disallow:
Allow: /*
 
# allow adsense bot on entire site
User-agent: Mediapartners-Google*
Disallow: /*?*
Allow: /*