User-Agent: *
Allow: /
Disallow: /cia-data/
Disallow: /.git/
Disallow: /.github/
Disallow: /schemas/

Sitemap: https://riksdagsmonitor.com/sitemap.xml

# Allow all search engines to crawl the site
User-agent: Googlebot
Allow: /
Disallow: /cia-data/
Disallow: /.git/
Disallow: /.github/
Disallow: /schemas/
Crawl-delay: 0

User-agent: Bingbot
Allow: /
Disallow: /cia-data/
Disallow: /.git/
Disallow: /.github/
Disallow: /schemas/
Crawl-delay: 0

User-agent: DuckDuckBot
Allow: /
Disallow: /cia-data/
Disallow: /.git/
Disallow: /.github/
Disallow: /schemas/
Crawl-delay: 0

User-agent: Slurp
Allow: /
Disallow: /cia-data/
Disallow: /.git/
Disallow: /.github/
Disallow: /schemas/
Crawl-delay: 0

User-agent: Baiduspider
Allow: /
Disallow: /cia-data/
Disallow: /.git/
Disallow: /.github/
Disallow: /schemas/
Crawl-delay: 1

# Social Media Bots
User-agent: facebookexternalhit
Allow: /
Disallow: /cia-data/
Disallow: /.git/
Disallow: /.github/
Disallow: /schemas/

User-agent: Twitterbot
Allow: /
Disallow: /cia-data/
Disallow: /.git/
Disallow: /.github/
Disallow: /schemas/

User-agent: LinkedInBot
Allow: /
Disallow: /cia-data/
Disallow: /.git/
Disallow: /.github/
Disallow: /schemas/