User-agent: Twitterbot
Disallow:

User-agent: *
Allow: /
Allow: /api/og-image/
Disallow: /dashboard/
Disallow: /admin/
Disallow: /api/
Disallow: /ads/success
Disallow: /ads/cancelled
Disallow: /subscription/success
Disallow: /subscription/cancelled

# Content-Signal (IETF draft-romm-aipref-contentsignals)
# search=yes: allow search indexing
# ai-train=no: do not use for AI model training
# ai-input=no: do not ingest at inference time for AI answers
Content-Signal: ai-train=no, search=yes, ai-input=no

Host: https://www.the-world-now.com
Sitemap: https://www.the-world-now.com/sitemap.xml