# cory photographique -- http://www.coryjohnson.net # Robot Exclusion File -- robots.txt # Author: cory photographique # Last Updated: 03/30/07 17:38:35 # /email-addresses/ is a honeypot, fake directory, to attract bad spiders # /if any spider indexes this fake directory, they are violating indexing rules Sitemap: http://www.coryjohnson.net/sitemap.xml Crawl-delay: 60 User-agent: Altavista Disallow: User-agent: AskJeeves/Teoma Disallow: User-agent: Googlebot Disallow: User-agent: Googlebot-Image Disallow: User-agent: GeoURLBot 1.0 Disallow: User-agent: ia_archiver Disallow: User-agent: Lycos Disallow: User-agent: MediaPartners-Google Disallow: User-agent: Mozilla Disallow: User-agent: msnbot Disallow: User-agent: Opera Disallow: User-agent: Teoma Disallow: User-agent: Slurp Disallow: User-agent: yahoo-blogs Disallow: User-agent: asterias Disallow: User-agent: A-Online Search Disallow: User-agent: AbachoBOT Disallow: User-agent: baiduspider Disallow: User-agent: Bloglines Title Fetch Disallow: User-agent: BlogBot Disallow: User-agent: BlogMap Disallow: User-agent: BlogSearch Disallow: User-agent: blogWatcher_Spider Disallow: User-agent: BurstFindCrawler Disallow: User-agent: crawler@alexa.com Disallow: User-agent: DeepIndexer.ca Disallow: User-agent: DoCoMo/1.0/Nxxxi/c10 Disallow: User-agent: EchO! Disallow: User-agent: ExactSeek Crawler Disallow: User-agent: EuripBot Disallow: User-agent: FAST-WebCrawler Disallow: User-agent: favo.eu crawler Disallow: User-agent: Faxobot Disallow: User-agent: Gigabot Disallow: User-agent: gsa-crawler Disallow: User-agent: InfoSeek Sidewinder Disallow: User-agent: Nutch Disallow: User-agent: psbot Disallow: User-agent: Robozilla Disallow: User-agent: RoboCrawl Disallow: User-agent: Scooter Disallow: User-agent: Scrubby Disallow: User-agent: Speedy Spider Disallow: User-agent: TulipChain Disallow: User-agent: W3SiteSearch Crawler Disallow: User-agent: WebAlta Crawler Disallow: User-agent: WebRankSpider Disallow: User-agent: WebsiteWorth Disallow: User-agent: Webster Disallow: User-agent: whatUseek_winona Disallow: User-agent: WIRE Disallow: User-agent: yahoo-mmcrawler Disallow: User-agent: Yahoo-VerticalCrawler Disallow: User-agent: ZyBorg Disallow: #no robots User-agent: * Disallow: /awstatsclasses/awgraphapplet.jar Disallow: /awstats/awstats.pl/ Disallow: /awstats/awstats.pl/awstats.pl Disallow: /_vti_cnf/ Disallow: /awards/ Disallow: /cafe/ Disallow: /conf/ Disallow: /email-addresses/ Disallow: /images/ Disallow: /blog/_vti_cnf/ Disallow: /blog/images/ Disallow: /blog/uploaded_images/ Disallow: /blog/*.gif$ Disallow: /blog/*.txt$ Disallow: /blog/*.jpg$ Disallow: /blog/*.xml$ Disallow: /blog/*.css$ Disallow: /blog/*.cur$ Disallow: /blog/*.png$ Disallow: /blog/*.rdf$ Disallow: /blog/*.js$ Disallow: /blog/txt*.htm$ Disallow: /blog/y_key*.html$ Disallow: /portfolio/_derived/ Disallow: /portfolio/_fpclass/ Disallow: /portfolio/_overlay/ Disallow: /portfolio/_private/ Disallow: /portfolio/_themes/ Disallow: /portfolio/_vti_cnf/ Disallow: /portfolio/css/ Disallow: /portfolio/images/ Disallow: /portfolio/jumper/ Disallow: /portfolio/otr/ Disallow: /portfolio/pages/ Disallow: /portfolio/starlight/ Disallow: /portfolio/stickup/ Disallow: /portfolio/*.ini$ Disallow: /portfolio/*.ico$ Disallow: /portfolio/gbook.htm$ Disallow: /portfolio/guestbook.html$ Disallow: /portfolio/guestlog.htm$ Disallow: /portfolio/*.png$ Disallow: /portfolio/*.js$ Disallow: /portfolio/*.css$ Disallow: /portfolio/*.db$ Disallow: /portfolio/txt*.htm$ Disallow: /pages/ Disallow: /pbf/ Disallow: /txt/ Disallow: /wordpress/ Disallow: /adhere.html$ Disallow: /banner*.*$ Disallow: /httpd.conf$ Disallow: /email.htm$ Disallow: /main.htm$ Disallow: /privacy.htm$ Disallow: /terms.htm$ Disallow: /blog.rdf$ Disallow: /labels.rdf$ Disallow: /info.txt$ Disallow: /toolbar.xml$ Disallow: /*.css$ Disallow: /*.cur$ Disallow: /*.gif$ Disallow: /*.ico$ Disallow: /*.jpg$ Disallow: /*.js$ Disallow: /*.swf$