User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/uploads/wpo-plugins-tables-list.json
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /comments/feed/
Disallow: /?s=  # Prevents search results pages from being indexed
Disallow: /author/
Disallow: /tag/

# Allow access to important files
Allow: /wp-content/uploads/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://webiators.com/sitemap_index.xml
Sitemap: https://webiators.com/post-sitemap.xml
Sitemap: https://webiators.com/page-sitemap.xml

Crawl-Delay: 10
Sitemap: https://webiators.com/sitemap_index.xml
Sitemap: https://webiators.com/post-sitemap.xml
Sitemap: https://webiators.com/page-sitemap.xml
# ---------------------------
# END YOAST BLOCK