http://www.new-design.pl

# The crawlers listed below are allowed on the new-designe site.
# Alexa allows other crawlers on a case by case basis.
# Send requests to xxx@xxx.com.
#
# Alexa provides access to traffic ranking data Web Services.
# More information here: <URL: http://www.new-design.pl>

User-agent: googlebot
Disallow: /search  

User-agent: gulliver
Disallow: /search   

User-agent: slurp
Disallow: /search   

User-agent: fast
Disallow: /search   

User-agent: scooter
Disallow: /search   

User-agent: vscooter
Disallow: /search   

User-agent: ia_archiver
Disallow: /search   

User-agent: Nutch
Disallow: /search   

User-agent: FAST-WebCrawler
Disallow: /search   

User-agent: teoma_agent1
Disallow: /search   

User-agent: Lycos_Spider_(T-Rex)
Disallow: /search   

User-agent: MSNBOT/0.1
Disallow: /search   

User-agent: ArchitextSpider
Disallow: /search   

User-agent: ZyBorg
Disallow: /search   

User-agent: SurveyBot
Disallow: /search   

# Disallow all other crawlers   

User-agent: *
Disallow: /