# ============================
#   SITEMAPS (SEO Boost)
# ============================
Sitemap: https://to-portal.com/sitemap.xml
Sitemap: https://to-portal.com/sitemap-index.xml
Sitemap: https://to-portal.com/sitemap2.xml


# ============================
#   Block Known Bad Bots
#   (Aggressive, spammy, or harmful)
# ============================
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: spbot
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /


# ============================
#   Allow All Other Bots
#   (Google, Bing, DuckDuckGo, etc.)
# ============================
User-agent: *
Allow: /


# ============================
#   Sensitive Folders (Block for ALL)
# ============================
Disallow: /assets
Disallow: /cache
Disallow: /sources
Disallow: /api
Disallow: /script_backups
Disallow: /updates
Disallow: /install
Disallow: /admincp
Disallow: /admin-panel
Disallow: /ajax_loading.php
Disallow: /api.php
Disallow: /xml
Disallow: /system_status.php
Disallow: /nodejs