# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Allow OpenAI's crawlers for ChatGPT search & AI training
User-agent: GPTBot
Allow: /

User-agent: SearchGPTBot
Allow: /

# Ensure visibility in ChatGPT's live search results
User-agent: OAI-SearchBot
Allow: /

# Allow ChatGPT users to fetch website content dynamically
User-agent: ChatGPT-User
Allow: /

# Allow major search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckGo
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: Yandex
Allow: /

# Disallow aggressive bots (Optional but recommended)
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Provide sitemap for better indexing
Sitemap: https://www.procurementexpress.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK