# Generelle regler for alle crawlere
User-agent: * 
Disallow: /sldk-
Disallow: /tmp/ 
Disallow: /cgi-bin/ 
Disallow: /webalizer/ 
Disallow: /modlogan/ 
Disallow: /administrator/ 
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /wp-admin/
Crawl-delay: 20

# Tillad crawling af nødvendige filer for rendering
Allow: /*.js*
Allow: /*.css*
Allow: /*.png*
Allow: /*.jpg*
Allow: /*.gif*

# Specifikke bots blokeres fuldstændigt
User-agent: AhrefsBot
User-agent: Ezooms
User-agent: MJ12bot
User-agent: XoviBot
User-agent: SEMrushBot
Disallow: /