# This file is automatically generated by Rank Math SEO plugin to help a website index better
# More info: https://rankmath.com/?utm_source=Plugin&utm_medium=Robots&utm_campaign=WP

User-Agent: *
Disallow: /wp-admin/
Disallow: /tag/
Allow: /wp-admin/admin-ajax.php

# Disallow WordPress feed URLs to avoid duplicate content issues
Disallow: /feed/
Disallow: /comments/feed/

# Disallow search query URLs to prevent duplicate content
Disallow: /?s=

# Disallow login and registration pages
Disallow: /wp-login.php
Disallow: /wp-register.php

# Allow search engines to crawl essential resources like themes, plugins, and JavaScript
Allow: /wp-content/themes/
Allow: /wp-content/plugins/
Allow: /wp-includes/js/

# Disallow non-public directories (add more if necessary)
Disallow: /wp-content/uploads/backup/
Disallow: /test/

# Allow search engines to crawl the sitemap
Sitemap: https://fastgovtnewsalert.com/sitemap_index.xml