# robots.txt for www.valg.no
User-agent: *
User-agent: Googlebot
Disallow: /arkiv/
User-agent: Slurp
Disallow: /arkiv/
Crawl-delay: 10
User-Agent: msnbot
Disallow: /arkiv/
Crawl-delay: 10
User-Agent: bingbot
Disallow: /arkiv/
Crawl-delay: 10
User-Agent: DuckDuckBot
Disallow: /arkiv/
Crawl-delay: 3
User-agent: Twitterbot
Disallow: /arkiv/
User-agent: *
Disallow: /arkiv/
Sitemap: https://www.valg.no/sitemap.xml