##################################### # robots.txt file # # # # Jason Bedard - 2007-2009 # # http://jbedard.ca # ##################################### User-agent: * Crawl-Delay: 280 Disallow: /admin/ Disallow: /css/ Disallow: /files/ Disallow: /icons/ Disallow: /images/ Disallow: /includes/ Disallow: /infobook/ Disallow: /opportunity/ Disallow: /pages/ Disallow: /videos/ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /*.JPG$ Disallow: /*.JPEG$ Disallow: /*.png$ Disallow: /*.PNG$ Disallow: /*.gif$ Disallow: /*.GIF$ Disallow: /*.swf$ Disallow: /*.SWF$ Disallow: /*.rar Disallow: /*.tar Disallow: /*.zip Disallow: /*.inc Disallow: /*.inc.php Disallow: /*.lib Disallow: /*.class Disallow: /*.class.php Disallow: /*.js Disallow: /*.css Disallow: /*?C=*;O= Disallow: /blog/admin/ Disallow: /blog/wp-admin/ Disallow: /blog/wp-content/ Disallow: /blog/wp-includes/ User-agent: aiHitBot Disallow: / User-agent: ArribaPacketRat Disallow: / User-agent: autoemailspider Disallow: / User-agent: BecomeBot Disallow: / User-agent: Bilbo Disallow: / User-agent: CazoodleBot Disallow: / User-agent: CatchBot Disallow: / User-agent: DBLBot Disallow: / User-agent: DigExt Disallow: / User-agent: dloader(NaverRobot)/1.0 Disallow: / User-agent: DittoSpyder Disallow: / User-agent: DTS Agent Disallow: / User-agent: fast Disallow: / User-agent: Getleft 1.1b2 Disallow: / User-agent: girafa Disallow: / User-agent: Gigabot Disallow: / User-agent: GingerCrawler Disallow: / User-agent: Googlebot-Image Disallow: / User-agent: grub-client Disallow: / User-agent: Larbin Disallow: / User-agent: HTMLAB Disallow: / User-agent: httrack Disallow: / User-agent: ImageVampire Disallow: / User-agent: k2spider Disallow: / User-agent: mail sweeper Disallow: / User-agent: MJ12bot Crawl-Delay: 250 User-agent: MSIECrawler Disallow: / User-agent: msnbot-media Disallow: / User-agent: msnbot-MM Disallow: / User-agent: msnbot-news Disallow: / User-agent: msnbot-products Disallow: / User-agent: NetCaptor Disallow: / User-agent: NetSeer Disallow: / User-agent: NetcraftSurveyAgent Disallow: / User-agent: NITLE Blog Spider/0.01 Disallow: / User-agent: NPBot Disallow: / User-agent: nutch Disallow: / User-agent: oBot Disallow: / User-agent: Offline Explorer Disallow: / User-agent: OmniExplorer_Bot Disallow: / User-agent: PSBot Disallow: / User-agent: QuepasaCreep v0.9.13 Disallow: / User-agent: Scooter/3.3 Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: SpiderKU/0.9 Disallow: / User-agent: Steeler Disallow: / User-agent: SurveyBot/2.3 Disallow: / User-agent: szukacz Disallow: / User-agent: Szukacz/1.5 Disallow: / User-agent: TurnitinBot Disallow: / User-agent: Vagabondo/2.1 Disallow: / User-agent: vischeck_spiderBot/0.1libwww-perl/5.48 Disallow: / User-agent: voyager Crawl-delay: 250 User-agent: vscooter Disallow: / User-agent: WebCopier v3.3 Disallow: / User-agent: WebCopier v3.2a Disallow: / User-agent: WebCopier Disallow: / User-agent: webcrawler Disallow: / User-agent: Web Downloader/4.9 Disallow: / User-agent: Web Downloader/5.8 Disallow: / User-agent: WebGather 3.0 Disallow: / User-agent: WebStripper/2.56 Disallow: / User-agent: WebZIP/3.65 Disallow: / User-agent: WebZIP Disallow: / User-agent: Wget Disallow: / User-agent: Zao Disallow: / User-agent: Yahoo-MMCrawler Disallow: / User-agent: Yahoo-MMAudVid Disallow: / User-agent: Yeti Disallow: / User-agent: Zeus 2.6 Disallow: / Sitemap: http://theringfinders.com/sitemap.xml Sitemap: http://theringfinders.com/blog/sitemap.xml Sitemap: http://m.theringfinders.com/mobilesitemap.xml Sitemap: http://m.theringfinders.com/blog/mobilesitemap.xml