User-agent: * Disallow: /*.php$ Disallow: /*.js$ Disallow: /*.inc$ Disallow: /*.css$ Disallow: /*.txt$ Disallow: /cgi-bin/ Disallow: /featured/ Disallow: /htm-hold/ Disallow: /images/ Disallow: /jpg/ Disallow: /js/ Disallow: /login/ Disallow: /oldsite_jpgs/ Disallow: /pdfs/ Disallow: /stats/ Disallow: /thumbnails/ Disallow: /toolbox/ # Do not crawl the Wordpress files Disallow: /wp-content/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp- Disallow: /feed/ Disallow: /trackback/ Disallow: /cgi-bin/