phpNotes (Demo Version)

robots.txt for Search engins

---

Category: Technology
Created: Friday, Jul 11th, 2008 at 11:11am

#START AGENT SPECIFIC allow

User-agent: Abacho
allow: /

User-agent: accoona
allow: /

User-agent: acontbot
allow: /

User-agent: ah-ha
allow: /

User-agent: aipbot
allow: /

User-agent: AnswerBus
allow: /

User-agent: appie
allow: /

User-agent: Arachmo
allow: /

User-agent: Argus
allow: /

User-agent: ASPSeek
allow: /

User-agent: asterias
allow: /

User-agent: BigCliqueBOT
allow: /

User-agent: boitho
allow: /

User-agent: Boitho-robot
allow: /

User-agent: BruinBot
allow: /

User-agent: btbot
allow: /

User-agent: CipinetBot
allow: /

User-agent: ConveraCrawler
allow: /

User-agent: cosmos
allow: /

User-agent: CostaCider
allow: /

User-agent: CrawlConvera
allow: /

User-agent: CrawlWave
allow: /

User-agent: CXL-FatAssANT
allow: /

User-agent: DataCha0s
allow: /

User-agent: Eule-Robot
allow: /

User-agent: eventax
allow: /

User-agent: Exabot
allow: /

User-agent: FDSE
allow: /

User-agent: FirstGov.gov Search
allow: /

User-agent: fluffy
allow: /

User-agent: Galaxy
allow: /

User-agent: genevabot
allow: /

User-agent: Girafabot
allow: /

User-agent: Googlebot-Image
allow: /

User-agent: holmes
allow: /

User-agent: Hotzonu
allow: /

User-agent: htdig
allow: /

User-agent: http://www.btbot.com/btbot.html
allow: /

User-agent: ichiro
allow: /

User-agent: IconSurf
allow: /

User-agent: Iltrovatore-Setaccio
allow: /

User-agent: InnerpriseBot
allow: /

User-agent: intraVnews
allow: /

User-agent: Mackster
allow: /

User-agent: Metaspinner
allow: /

User-agent: Mirago
allow: /

User-agent: Mnogosearch
allow: /

User-agent: MonkeyCrawl
allow: /

User-agent: MSNPTC
allow: /

User-agent: NetMind-Minder
allow: /

User-agent: Networking4all
allow: /

User-agent: NextGenSearchBot
allow: /

User-agent: nicebot
allow: /

User-agent: NLCrawler
allow: /

User-agent: Nutch
allow: /

User-agent: Ocelli
allow: /

User-agent: Ocelli
allow: /

User-agent: Pajaczek
allow: /

User-agent: Patwebbot
allow: /

User-agent: PEERbot
allow: /

User-agent: PhpDig
allow: /

User-agent: pipeLiner
allow: /

User-agent: polybot
allow: /

User-agent: Pompos
allow: /

User-agent: QweeryBot
allow: /

User-agent: SANSARN
allow: /

User-agent: Scrubby
allow: /

User-agent: search.ch
allow: /

User-agent: SearchSpider
allow: /

User-agent: Seekbot
allow: /

User-agent: Sensis.com.au Web Crawler
allow: /

User-agent: SideWinder
allow: /

User-agent: SiteSpider
allow: /

User-agent: sna-0.0.1
allow: /

User-agent: snap.com
allow: /

User-agent: SpeedySpider
allow: /

User-agent: Squid-Prefetch
allow: /

User-agent: StackRambler
allow: /

User-agent: Szukacz
allow: /

User-agent: Tkensaku
allow: /

User-agent: TutorGigBot
allow: /

User-agent: Ultraseek
allow: /

User-agent: unchaos_crawler
allow: /

User-agent: updated
allow: /

User-agent: Vagabondo
allow: /

User-agent: W3CRobot
allow: /

User-agent: webcrawl.net
allow: /

User-agent: Wotbox
allow: /

User-agent: Zao
allow: /

#END AGENT SPECIFIC allowS

#START SITE SPECIFIC allowS

User-agent: *
allow: /

User-agent: *
Disallow: /inc/

#END SITE SPECIFIC allowS


Total attached files: 0

---