# Ads & Google Media
User-agent: Mediapartners-Google
User-agent: AdsBot-Google
Disallow:

# Yandex
User-agent: Yandex
Crawl-delay: 10

# Aggressive crawlers
User-agent: Bytespider
Crawl-delay: 15

# Default rules
User-agent: *
# Block admin
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Block junk / wildcards
Disallow: /*\*
Disallow: /*?

# Block internal / sensitive paths
Disallow: /test
Disallow: /wp-content/themes/apps/download.php
Disallow: /files/apk/
Disallow: /download/*/start/
Disallow: /*download_expired*

Allow: /
Crawl-delay: 3

# Block bad bots completely
User-agent: HuaweiSymantecSpider
User-agent: ClickSense
User-agent: 008
User-agent: 80legs
User-agent: MJ12bot
User-agent: crawler4j
User-agent: grapeshot
Disallow: /

# Sitemaps
Sitemap: https://www.divxland.org/wp-sitemap.xml
Sitemap: https://en.divxland.org/wp-sitemap.xml
Sitemap: https://es.divxland.org/wp-sitemap.xml
Sitemap: https://de.divxland.org/wp-sitemap.xml
Sitemap: https://fr.divxland.org/wp-sitemap.xml
Sitemap: https://br.divxland.org/wp-sitemap.xml
Sitemap: https://it.divxland.org/wp-sitemap.xml
Sitemap: https://tr.divxland.org/wp-sitemap.xml
Sitemap: https://ru.divxland.org/wp-sitemap.xml
Sitemap: https://id.divxland.org/wp-sitemap.xml
Sitemap: https://in.divxland.org/wp-sitemap.xml
Sitemap: https://vn.divxland.org/wp-sitemap.xml
Sitemap: https://cn.divxland.org/wp-sitemap.xml