# Robots.txt file
# For domain: http://www.littlenet.org

# All robots will spider the domain
User-agent: *
Disallow: 

# Disallow Bilbo/1.2+WAP
User-agent: Bilbo/1.2+WAP
Disallow: /

# Disallow Crawler V 0.2.1 admin@crawler.de
User-agent: Crawler V 0.2.1 admin@crawler.de
Disallow: /

# Disallow DonQuichote/1.2a-unix Mode/Get
User-agent: DonQuichote/1.2a-unix Mode/Get
Disallow: /

# Disallow FAST-WebCrawler/2.1-pre14 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)
User-agent: FAST-WebCrawler/2.1-pre14 (crawler@fast.no; http://www.fast.no/faq/faqfastwebsearch/faqfastwebcrawler.html)
Disallow: /

# Disallow Gulliver/1.3
User-agent: Gulliver/1.3
Disallow: /

# Disallow Lycos_Spider_(T-Rex)
User-agent: Lycos_Spider_(T-Rex)
Disallow: /

# Disallow Lycos_Spider_(T-Rex)
User-agent: Lycos_Spider_(T-Rex)
Disallow: /

# Disallow Scooter/1.0
User-agent: Scooter/1.0
Disallow: /

# Disallow Slurp/si (slurp@inktomi.com; http://www.inktomi.com/slurp.html)
User-agent: Slurp/si (slurp@inktomi.com; http://www.inktomi.com/slurp.html)
Disallow: /

# Disallow libwww-perl/5.47
User-agent: libwww-perl/5.47
Disallow: /

# Disallow directory /cgi-bin/
User-agent: *
Disallow: /cgi-bin/

# Disallow directory /images/
User-agent: *
Disallow: /images/

# Disallow directory /ebay/
User-agent: *
Disallow: /ebay/

# Disallow directory /mt-static/
User-agent: *
Disallow: /mt-static/

# Disallow directory /tasks/
User-agent: *
Disallow: /tasks/

# Disallow directory /webmail/
User-agent: *
Disallow: /webmail/

# Disallow directory /brian/cgi-bin/
User-agent: *
Disallow: /brian/cgi-bin/

# Disallow directory /chinadreaming/cgi-bin/
User-agent: *
Disallow: /chinadreaming/cgi-bin/

# Disallow directory /emmashea/cgi-bin/
User-agent: *
Disallow: /emmashea/cgi-bin/

# Disallow directory /lara/cgi-bin/
User-agent: *
Disallow: /lara/cgi-bin/

# Disallow directory /kyrahope/cgi-bin/
User-agent: *
Disallow: /kyrahope/cgi-bin/

# Disallow directory /concordian/cgi-bin/
User-agent: *
Disallow: /concordian/cgi-bin/

# Disallow directory /concordian/uploaded_images/
User-agent: *
Disallow: /concordian/uploaded_images/

# Disallow directory /kyrahope/images/
User-agent: *
Disallow: /kyrahope/images/

# Disallow directory /lara/catpics/
User-agent: *
Disallow: /lara/catpics/

# Disallow directory /lara/images/
User-agent: *
Disallow: /lara/images/

# Disallow directory /lara/ebay/
User-agent: *
Disallow: /lara/ebay/

# Disallow directory /emmashea/chinadreaming/images/
User-agent: *
Disallow: /emmashea/chinadreaming/images/