User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://www.historyextra.com/wp-sitemap.xml
Disallow: /4817/
Disallow: /176986657/
Disallow: /styleguide/
Disallow: /author/mrben/
Disallow: /register/
Disallow: /signin/
Disallow: /account/
Disallow: /people/
Disallow: /magazine-issue/
Disallow: /v1/
Disallow: /api/
Disallow: /topic/russia-ukraine/
Disallow: /tag/recipes/
Disallow: /wp-sitemap-posts-
Disallow: /user/
Disallow: /user/*/collection/
Disallow: /search/
Disallow: /registration
Disallow: /registration/
Disallow: /forgotten-password
Disallow: /forgotten-password/
Disallow: /change-password/
Disallow: /reset-password
Disallow: /reset-password/
Disallow: /membership/

Allow: */page/
# News Sitemap
Sitemap: https://www.historyextra.com/google-news.xml/

# GPTBot
User-agent: GPTBot
Disallow: /

# Sitemap
Sitemap: https://www.historyextra.com/sitemap.xml/
# Sitemap archive
Sitemap: https://www.historyextra.com/sitemap.xml