Sitemap: https://nyheter24.se/sitemap.xml
Sitemap: https://news.nyheter24.se
User-agent: *
Disallow: /ajax/
Disallow: /plugin/
Disallow: /404/
Disallow: /410/

# Allow the Grapeshot crawler full access
User-agent: grapeshot
Disallow: