User-agent: Mediapartners-Google
Disallow:

User-agent: *
Allow: /ads.txt

# Crawl-delay settings for major search engine bots
User-agent: Googlebot
Disallow:

User-agent: Bingbot
Crawl-delay: 10

User-agent: Amazonbot
Crawl-delay: 10

User-agent: GPTBot
Crawl-delay: 10

User-agent: Applebot
Crawl-delay: 10

# Block directives for problematic or outdated user agents
User-agent: SentiBot
Disallow: /

User-agent: proximic
Disallow: /

User-agent: GnowitNewsbot
Disallow: /

User-agent: NewsNowBot
Disallow: /

User-agent: "Mozilla/4.0 (compatible; MSIE 7.0"
Disallow: /

# Global rules for all other bots
User-agent: *
Disallow:
Crawl-delay: 10
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://www.heraldnet.com/sitemap.xml