# Robots.txt # From Domain: http://www.xoverip.info User-agent: Googlebot Disallow: /cgi-bin/ Disallow: /favicon.ico Disallow: /bd/ Disallow: /buttons/ Disallow: /photos/ Disallow: /wp-admin/ Disallow: /wp-content/ Disallow: /wp-images/ Disallow: /wp-includes/ Disallow: /pb/addons/ Disallow: /pb/admin/ Disallow: /pb/images/ Disallow: /pb/img/ Disallow: /pb/includes/ Disallow: /pb/overlib/ Disallow: /pb/run/ Disallow: /pb/templates/ Disallow: /ws/ Disallow: /tbd/ Disallow: /vtpout/ User-agent: Googlebot-Image Disallow: / # No nude Pics here User-agent: Slurp Crawl-delay: 20 User-agent: Yahoo-MMCrawler Disallow: / User-agent: psbot Disallow: / User-agent: webzip Disallow: / User-agent: Fasterfox Disallow: / User-agent: ia_archiver Disallow: / User-agent: ia_archiver/1.6 Disallow: / User-agent: * Disallow: /cgi-bin/ Disallow: /favicon.ico Disallow: /bd/ Disallow: /buttons/ Disallow: /photos/ Disallow: /wp-admin/ Disallow: /wp-content/ Disallow: /wp-images/ Disallow: /wp-includes/ Disallow: /pb/addons/ Disallow: /pb/admin/ Disallow: /pb/images/ Disallow: /pb/img/ Disallow: /pb/includes/ Disallow: /pb/overlib/ Disallow: /pb/run/ Disallow: /pb/templates/ Disallow: /ws/ Disallow: /tbd/ Disallow: /vtpout/ # BEGIN XML-SITEMAP-PLUGIN Sitemap: http://www.xoverip.info/sitemap.xml.gz # END XML-SITEMAP-PLUGIN