# This was to be the default robots.txt for an account with http://www.Activewebhosting.com
# Keeping these default values even if you edit this file will result in a faster
# loading website. It does not hurt your page rank or search engine rating at all.
#
# This file was provided by Duane of http://www.pimpsoft.com

# For msn search
User-agent: msnbot
# MSN Search can pound at servers and does not like to play nice. Keep this.
# Crawl-delay: 120
Disallow: /images/
Disallow: /cgi-bin/
Disallow: /_backup/
Disallow: /_private/
Disallow: /_scripts/
Disallow: /auction_archives/
Disallow: /auction_closed/
Disallow: /auction_cy/
Disallow: /auction_cy_images/
Disallow: /auction_php/
Disallow: /auction_reg/
Disallow: /auction_reg_test/
Disallow: /auction_stats/
Disallow: /stats/
Disallow: /z_ArtMiscellaneous/
Disallow: /z_uploads/

# For Feedfetcher-goodle.
User-agent: Feedfetcher-Google
# This has no affect on page ranking.
Disallow: /

# For google.com search
# Google is the only search engine that supports wildcard - '*' - characters.
User-agent: googlebot
#This file type is not used for content. Blocking this will not hurt your ranking.
Disallow: *.css
Disallow: /images/
Disallow: /cgi-bin/
Disallow: /_backup/
Disallow: /_private/
Disallow: /_scripts/
Disallow: /auction_archives/
Disallow: /auction_closed/
Disallow: /auction_cy/
Disallow: /auction_cy_images/
Disallow: /auction_php/
Disallow: /auction_reg/
Disallow: /auction_reg_test/
Disallow: /auction_stats/
Disallow: /stats/
Disallow: /z_ArtMiscellaneous/
Disallow: /z_uploads/

User-agent: Googlebot-Image
# This does not hurt your search page rank. They do not search for text in pictures,
# and they use actual php/html page content for there image search.
# This can only help you. 
Disallow: *.jpg
Disallow: *.png
Disallow: *.gif
Disallow: /images/
Disallow: /cgi-bin/
Disallow: /_backup/
Disallow: /_private/
Disallow: /_scripts/
Disallow: /auction_archives/
Disallow: /auction_closed/
Disallow: /auction_cy/
Disallow: /auction_cy_images/
Disallow: /auction_php/
Disallow: /auction_reg/
Disallow: /auction_reg_test/
Disallow: /auction_stats/
Disallow: /stats/
Disallow: /z_ArtMiscellaneous/
Disallow: /z_uploads/

# For Yahoo Search
User-agent: Slurp
# Yahoo Slurp can pound at servers and does not like to play nice. Keep this.
# Crawl-delay: 120
Disallow: /images/
Disallow: /cgi-bin/
Disallow: /_backup/
Disallow: /_private/
Disallow: /_scripts/
Disallow: /auction_archives/
Disallow: /auction_closed/
Disallow: /auction_cy/
Disallow: /auction_cy_images/
Disallow: /auction_php/
Disallow: /auction_reg/
Disallow: /auction_reg_test/
Disallow: /auction_stats/
Disallow: /stats/
Disallow: /z_ArtMiscellaneous/
Disallow: /z_uploads/

# For AllTheWeb ('fast') and Lycos ('lycos').
User-agent: fast
User-agent: lycos
Disallow: /images/
Disallow: /cgi-bin/
Disallow: /_backup/
Disallow: /_private/
Disallow: /_scripts/
Disallow: /auction_archives/
Disallow: /auction_closed/
Disallow: /auction_cy/
Disallow: /auction_cy_images/
Disallow: /auction_php/
Disallow: /auction_reg/
Disallow: /auction_reg_test/
Disallow: /auction_stats/
Disallow: /stats/
Disallow: /z_ArtMiscellaneous/
Disallow: /z_uploads/

# This fixes a problem some net users have with a spam-happy website
# outside american legal control. Keep this to not be bothered by
# them or there website spam.
User-agent:	whsearch
Disallow:	/

# This is a bot for a china-language-and-use only search engine, run by the
# China Governemnt. Our servers are hosted in America and have no use for it.
# If you still want to be searched by this search engine, please comment
# out the following two lines.
User-agent: baiduspider 
Disallow: / 

# Several email harvesting spam bots, and a few minor bots that do not play nice.
# These are bad, and blocking them only helps you and others by limiting the amount
# of spam sent on the web by these bots.
User-agent: tutorgig
User-agent: Gigabot
User-agent: JetBot
User-agent: almaden 
User-agent: ASPSeek 
User-agent: dumbbot 
User-agent: Generic 
User-agent: grub-client 
User-agent: MSIECrawler 
User-agent: nexabot 
User-agent: NPBot
User-agent: OWR_Crawler
User-agent: psbot
User-agent: rabaz
User-agent: RPT-HTTPClient
User-agent: ScoutAbout
User-agent: semanticdiscovery
User-agent: TurnitinBot
User-agent: SlySearch
User-agent: WebVac
User-agent: asterias
User-agent: InfoNavirobot
User-agent: Scooter
User-agent: Zao
User-agent: ZyBorg
User-agent: speedy
User-agent: TutorGig
User-agent: Nutch
User-agent: Teoma
User-agent: http://www.almaden.ibm.com/cs/crawler
User-agent: szukacz
Disallow: /


#For anything else.
User-agent: *
#These next 2 lines keep people from snooping in your images or cgi-bin directory.
Disallow: /images/
Disallow: /cgi-bin/
Disallow: /_backup/
Disallow: /_private/
Disallow: /_scripts/
Disallow: /auction_archives/
Disallow: /auction_closed/
Disallow: /auction_cy/
Disallow: /auction_cy_images/
Disallow: /auction_php/
Disallow: /auction_reg/
Disallow: /auction_reg_test/
Disallow: /auction_stats/
Disallow: /stats/
Disallow: /z_ArtMiscellaneous/
Disallow: /z_uploads/