User-agent: Googlebot
Disallow: /assets/
Disallow: /tag/
Disallow: /cat/
Disallow: /loc/

User-agent: Bingbot
Disallow: /assets/
Disallow: /tag/
Disallow: /cat/
Disallow: /loc/

User-agent: ChatGPT-User
Disallow:

User-agent: Twitterbot
Disallow:

User-agent: FacebookExternalHit
Disallow:

User-agent: meta-externalagent
Disallow: /

User-agent: meta-webindexer
Disallow: /

User-agent: DuckDuckBot
Disallow: /assets/
Disallow: /tag/
Disallow: /cat/
Disallow: /loc/

User-agent: Slurp
Disallow: /assets/
Disallow: /tag/
Disallow: /cat/
Disallow: /loc/

User-agent: *
Disallow: /
Crawl-delay: 5

Sitemap: https://sitemap.newsmachine.com/sitemap-press.xml