User-agent: * Disallow: /cgi-bin Disallow: /wp-admin Disallow: /wp-includes Disallow: /wp-content/plugins Disallow: /wp-content/cache Disallow: /wp-content/themes Disallow: /trackback Disallow: */trackback Disallow: /tag Allow: /2009 Allow: /2010 Allow: /2011 Allow: /2012 Allow: /2013 Allow: /2014 Allow: /about Allow: /usage Allow: /discussion Allow: /editorship Allow: /wp-content/uploads Allow: /category/main/ Allow: /category/socium/ Allow: /category/whatever/ Allow: /category/liter/ Allow: /category/media/ Allow: /category/chronograph/ Allow: /category/humor/ Allow: /category/history/ # Google Image User-agent: Googlebot-Image Disallow: Allow: /* # Google AdSense User-agent: Mediapartners-Google* Disallow: Allow: /* # Internet Archiver Wayback Machine User-agent: ia_archiver Disallow: / # digg mirror User-agent: duggmirror Disallow: / Sitemap: /sitemap.xml #User-agent: Yandex #Crawl-delay: 5 User-agent: Slurp Crawl-delay: 100