User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Block themes and plugins from being indexed
Disallow: /wp-content/themes/
Disallow: /wp-content/plugins/

# Allow uploads (images, videos, etc.) to be indexed
Allow: /wp-content/uploads/

# Allow tags to be indexed (previously blocked, now allowed)
Allow: /tag/

# Allow Index All new Articles Post
Allow: /Index New Post/

# Block unnecessary content like categories, search, etc.
Disallow: /category/
Disallow: /search/
Disallow: /page/

# Block specific query parameters (optional, if needed)
Disallow: /*?*  # Blocks URLs with query parameters (like sorting or filtering)

# Block duplicate content such as author pages, date-based archives
Disallow: /author/
Disallow: /date/

# Block WordPress core directories (optional)
Disallow: /wp-includes/

# Allow important JavaScript and CSS files to be crawled
Allow: /wp-content/themes/your-theme-name/css/
Allow: /wp-content/themes/your-theme-name/js/

# Adding Sitemap URLs
Sitemap: https://ventsmagazines.co.uk/sitemap.xml
Sitemap: https://ventsmagazines.co.uk/sitemap-news.xml
Sitemap: https://ventsmagazines.co.uk/sitemap-images.xml
Sitemap: https://ventsmagazines.co.uk/sitemap-videos.xml
Sitemap: https://ventsmagazines.co.uk/sitemap_index.xml   # Add sitemap index