# robots.txt for metodebok.no

User-agent: *
Allow: /

# Disallow admin and internal paths
Disallow: /admin/
Disallow: /api/
Disallow: /login/
Disallow: /search?
Disallow: /tmp/
Disallow: /private/

# Disallow crawling of mobile-specific paths
Disallow: /render.php

# Crawl rate
Crawl-delay: 2