# ========== ALLOW: Google Bots ==========
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: Mediapartners-Google
Allow: /

# ========== ALLOW: Facebook‐Meta & Instagram ==========
User-agent: facebookexternalhit
Allow: /

User-agent: Facebot
Allow: /

User-agent: Instagram
Allow: /

# ========== DISALLOW: Archive Crawlers & Russian Search Engines ==========
# Deny Internet Archive
User-agent: ia_archiver
Disallow: /

# Deny Yandex (all Yandex variants)
User-agent: Yandex
Disallow: /

User-agent: YandexBot
Disallow: /

# Deny Mail.RU bot
User-agent: Mail.RU
Disallow: /

# Deny Rambler
User-agent: Rambler
Disallow: /

# Deny Aport
User-agent: Aport
Disallow: /

# ========== DEFAULT RULES FOR ALL OTHER USER-AGENTS ==========
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Allow: /wp-includes/js/
Allow: /wp-includes/images/
Disallow: /trackback/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-content/uploads/wpo/wpo-plugins-tables-list.json

# ========== Sitemap location ==========
Sitemap: https://getzygos.com/sitemap_index.xml