User-agent: polybot
Disallow: /

User-agent: Ocelli
Disallow: /

User-agent: psbot
Disallow: /

User-agent: LinkWalker
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-agent: Slurp
Crawl-delay: 30
Disallow: /productlink/
Disallow: /homepagelink/
Disallow: /lists/
Disallow: /ads/
Disallow: /directlink/
Disallow: /sendmail/
Disallow: /priceagent/

User-agent: Teoma
Crawl-delay: 10
Disallow: /productlink/
Disallow: /homepagelink/
Disallow: /lists/
Disallow: /ads/
Disallow: /directlink/
Disallow: /sendmail/
Disallow: /priceagent/

User-agent: *
Disallow: /productlink/
Disallow: /homepagelink/
Disallow: /lists/
Disallow: /ads/
Disallow: /directlink/
Disallow: /sendmail/
Disallow: /priceagent/

Sitemap: http://www.bogpriser.dk/sitemap.xml