User-agent: *
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /fileadmin/Arkiv/Skjult

User-agent: barkrowler
Disallow: /

User-agent: SemrushBot
Disallow: /

#alexa
User-agent: Amazonbot
Disallow: /

#Bytespider
User-agent: Bytespider
Disallow: /

User-Agent: facebookexternalhit
Crawl-delay: 5