User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://www.icftu.org/sitemap_index.xml
Sitemap: https://www.icftu.org/sitemap-news.xml

User-agent: MJ12bot
Crawl-delay: 10

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: DotBot
Crawl-delay: 10

User-agent: BLEXBot
Crawl-delay: 10

User-agent: SEOkicks-Robot
Crawl-delay: 10

User-agent: Sogou web spider
Crawl-delay: 10

User-agent: Yandex
Crawl-delay: 10

User-agent: CCBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: dataforseo
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Textbulker
Disallow: /

User-agent: SkoachBot
Disallow: /