User-agent: ia_archiver
Disallow: /

User-agent: *
Crawl-delay: 3.00
Disallow: /banners
Disallow: /thumbs
Disallow: /wp-admin
Disallow: /wp-content
disallow: /linkex
Disallow: /*.pdf$
Disallow: /*.Pdf$
Disallow: /*.PDF$
Disallow: /*.zip$
Disallow: /*.Zif$
Disallow: /*.ZIP$
# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://cockhuffer.com/sitemap.xml.gz
# END XML-SITEMAP-PLUGIN