{\rtf1\ansi\ansicpg1252\cocoartf949\cocoasubrtf350
{\fonttbl\f0\fnil\fcharset0 LucidaGrande;}
{\colortbl;\red255\green255\blue255;}
\paperw11900\paperh16840\margl1440\margr1440\vieww9000\viewh8400\viewkind0
\deftab720
\pard\pardeftab720\ql\qnatural

\f0\fs22 \cf0 # Robots.txt file from http://www.cjbedrooms.co.uk/robots.txt\
#\
# All robots will spider the domain\
\
User-agent: *\
Disallow:\
\
User-agent: AltaVista-Intranet\
Disallow:\
\
User-agent: FAST-WebCrawler\
Disallow:\
\
User-agent: Speedy Spider\
Disallow:\
\
User-agent: ArchitextSpider\
Disallow:\
\
User-agent: ArchitectSpider\
Disallow:\
\
User-agent: Arachnoidea\
Disallow:\
\
User-agent: Fast PartnerSite Crawler\
Disallow:\
\
User-agent: FAST Data Search Crawler\
Disallow:\
\
User-agent: FyberSearch\
Disallow:\
\
User-agent: GalaxyBot\
Disallow:\
\
User-agent: geckobot\
Disallow:\
\
User-agent: GenCrawler\
Disallow:\
\
User-agent: googlebot\
Disallow:\
\
User-agent: GeonaBot\
Disallow:\
\
User-agent: IncyWincy\
Disallow:\
\
User-agent: UltraSeek\
Disallow:\
\
User-agent: InfoSeek Sidewinder\
Disallow:\
\
User-agent: MP3Bot\
Disallow:\
\
User-agent: LNSpiderguy\
Disallow:\
\
User-agent: lookbot\
Disallow:\
\
User-agent: MantraAgent\
Disallow:\
\
User-agent: NetResearchServer\
Disallow:\
\
User-agent: Lycos_Spider_(T-Rex)\
Disallow:\
\
User-agent: JoocerBot\
Disallow:\
\
User-agent: MSNBOT/0.1\
Disallow:\
\
User-agent: Gulliver\
Disallow:\
\
User-agent: ObjectsSearch/0.01\
Disallow:\
\
User-agent: Scrubby\
Disallow:\
\
User-agent: speedfind ramBot xtreme\
Disallow:\
\
User-agent: Searchspider/\
Disallow:\
\
User-agent: SightQuestBot/\
Disallow:\
\
User-agent: Spider_Monkey/\
Disallow:\
\
User-agent: UK Searcher Spider\
Disallow:\
\
User-agent: MuscatFerret\
Disallow:\
\
User-agent: ZyBorg\
Disallow:\
\
User-agent: WSCbot\
Disallow:\
\
User-agent: Yellopet-Spider\
Disallow:\
\
User-agent: Vivante Link Checker\
Disallow:\
\
User-agent: Titan \
Disallow: / \
\
User-agent: EmailCollector \
Disallow: / \
\
User-agent: EmailSiphon \
Disallow: / \
\
User-agent: EmailWolf \
Disallow: / \
\
User-agent: ExtractorPro \
Disallow: / \
\
}