User-agent: * # focusing on all spiders
Sitemap: http://jeffmcneill.com/sitemap.xml
Disallow: /engine/
Disallow: /w/Special:Search
Disallow: /w/Special:Random
Disallow: /docs/
Disallow: /apps/
Disallow: /admin/
Disallow: /images/
Disallow: /consult/
Disallow: /source/
Disallow: /futures/
Disallow: /cgi-bin/
Disallow: /feed/
Disallow: /wp-content/
Disallow: /wp-includes/
Disallow: /wp-admin/
Disallow: /xmlrpc.php
Disallow: /wp-trackback.php
Disallow: /wp-settings.php
Disallow: /wp-rss2.php
Disallow: /wp-rss.php
Disallow: /wp-register.php
Disallow: /wp-rdf.php
Disallow: /wp-mail.php
Disallow: /wp-pass.php
Disallow: /wp-login.php
Disallow: /wp-links-opml.php
Disallow: /wp-feed.php
Disallow: /wp-config.php
Disallow: /wp-commentsrss2.php
Disallow: /wp-comments-post.php
Disallow: /wp-blog-header.php
Disallow: /wp-atom.php
Disallow: /w/
Disallow: /wiki/Special:Search
Disallow: /wiki/Special:Random
User-agent: ia_archiver # defeat the internet archive
Disallow: /