# robots.txt for http://www.italyis.com/
# esclusione di alcune aree specifiche
User-agent: *
Disallow: /cgi-bin/
Disallow: /entity/
Disallow: /analog4.01/
Disallow: /jsutils/
Disallow: /styles/

User-agent: Slurp
Crawl-delay: 30

User-agent: TurnitinBot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: msiecrawler 
Disallow: /

User-Agent: sitecheck.internetseer.com
Disallow: /

User-agent: psbot
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: Zao
Disallow: /

User-agent: Wget 
Disallow: /

User-agent: ASPSeek 
Disallow: /

User-agent: dloader(NaverRobot) 
Disallow: /

User-agent: TurnitinBot 
Disallow: /

User-agent: Fasterfox
Disallow: /