# Robots.txt file for http://www.tasselnfringe.com # Site for TasselnFringe.com # All robots will spider the domain User-agent: Googlebot Disallow: User-agent: Googlebot-Image Disallow: User-agent: MSNBot Disallow: User-agent: Slurp Disallow: User-agent: Teoma Disallow: User-agent: twiceler Disallow: User-agent: Gigabot Disallow: User-agent: Scrubby Disallow: User-agent: Robozilla Disallow: User-agent: Nutch Disallow: User-agent: ia_archiver Disallow: User-agent: baiduspider Disallow: User-agent: yahoo-mmcrawler Disallow: User-agent: psbot Disallow: User-agent: asterias Disallow: User-agent: yahoo-blogs/v3.9 Disallow: # FULL access (Inktomi) User-agent: Slurp Disallow: # FULL access (Alta Vista) User-agent: Scooter Disallow: # FULL access (Excite) User-agent: ArchitextSpider Disallow: # FULL access (Business.com) User-agent: larbin_indexer Disallow: # FULL access (AustLII) User-agent: Gromit Disallow: # FULL access (Industry Central) User-agent: Open Text Site Crawler Disallow: # FULL access (MPRM Group Limited) User-agent: spider_monkey Disallow: # FULL access (Portal Juice) User-agent: pjspider Disallow: # FULL access (iaNett.com) User-agent: ParaSite Disallow: # FULL access (Fireball) User-agent: KIT-Fireball Disallow: # FULL access (InfoSeek.de) User-agent: marvin Disallow: # FULL access (mopilot.com) User-agent: wapspider Disallow: # FULL access (Abacho) User-agent: AbachoBOT Disallow: # FULL access (Direct Hit Grabber) User-agent: grabber Disallow: # FULL access (Excite) User-agent: ArchitextSpider Disallow: # FULL access (FAST/AllTheWeb) User-agent: FAST-WebCrawler Disallow: # NO access (e-collector) User-agent: ecollector Disallow: # FULL access (AllThatNet) User-agent: ATN_Worldwide Disallow: # FULL access (Alta Vista) User-agent: Scooter Disallow: # FULL access (Mirago) User-agent: mirago Disallow: # FULL access (OMEGA Find) User-agent: BaiDuSpider Disallow: # FULL access (SearchUK) User-agent: MegaSheep Disallow: # FULL access (Entire Web) User-agent: speedy Disallow: # FULL access (EuroSeek) User-agent: Freecrawl Disallow: # FULL access (Mirago) User-agent: mirago Disallow: # FULL access (OMEGA Find) User-agent: BaiDuSpider Disallow: # FULL access (SearchUK) User-agent: MegaSheep Disallow: # FULL access (Goo) User-agent: moget Disallow: # FULL access (Griffon) User-agent: griffon Disallow: # FULL access (Lisa) User-agent: Voyager Disallow: # FULL access (NetScoop) User-agent: NetScoop Disallow: # FULL access (kensaku.jp) User-agent: suke Disallow: User-agent: * Disallow: Disallow: /cgi-bin/ Sitemap: http://www.tasselnfringe.com/sitemap.xml