User-agent: *
Disallow: /cgi-bin/
Disallow: /db/
Disallow: /dw/
Disallow: /viking/
Disallow: /skizz/
Disallow: /smhy/
Disallow: /vinntillbaka/
Disallow: /fotboll/
Disallow: /banner/
Disallow: /i20lansering/
Disallow: /af/
Disallow: /modeller/
Disallow: /ekonomi/
# don't let search engines see the RSS feed, it's just confusing.
User-agent: Googlebot
User-agent: InfoNaviRobot
User-agent: TV33_Mercator
User-agent: AVSearch
User-agent: Mercator
User-agent: Scooter
User-agent: Slurp
User-agent: SearchengineLicenceSheep
User-agent: shadow
User-agent: MultiText
User-agent: FAST-WebCrawler
User-agent: Lycos_Spider
User-agent: Atomz
User-agent: htdig
User-agent: spider00.logika.net
User-agent: NetMechanic
User-agent: libwww-perl
User-agent: Teleport Pro