User-agent: *
Disallow: /scores/
Disallow: /cgi-bin/
Disallow: /wp-admin/
Disallow: *?s=              # search
Disallow: *?search=         # search
Disallow: *&s=              # search
Disallow: /search           # search
Disallow: *?attachment_id=  # attachment pages
Disallow: */trackback
Disallow: */embed           # embed
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-admin
Disallow: /xmlrpc.php
Disallow: /downloads/
Disallow: /backup/
Disallow: /go/
Disallow: /*/go/
Disallow: /?blackhole
Disallow: */?query
Disallow: */?cst
Disallow: */?ref
Disallow: /cdn-cgi/

# Specific Bots

User-agent: CCBot  
User-agent: Diffbot
User-agent: Applebot-Extended
User-agent: Webzio-Extended
User-agent: Timpibot
User-agent: PanguBot
User-agent: omgili
User-agent: Meta-ExternalAgent
User-agent: Kangaroo Bot
User-agent: FacebookBot
User-agent: cohere-training-data-crawler
User-agent: Bytespider
User-agent: Dataprovider.com
User-agent: dcrawl
User-agent: 008
User-agent: HTTrack
User-agent: HTTrack 3.0
User-agent: MetaInspector
User-agent: Offline Explorer
User-agent: Nutch
User-agent: OpenindexSpider
User-agent: Scrapy
User-agent: Barkrowler
User-agent: BLEXBot
User-agent: BrightEdge Crawler
User-agent: Cocolyzebot
User-agent: DataForSeoBot
User-agent: dotbot
User-agent: hypestat
User-agent: MJ12bot
User-agent: linkdexbot
User-agent: online-webceo-bot
User-agent: SemrushBot-BA
User-agent: SemrushBot-CT
User-agent: SemrushBot-SI
User-agent: SemrushBot-SWA
User-agent: SemrushBot
User-agent: SenutoBot
User-agent: SeobilityBot
User-agent: SEOkicks
User-agent: serpstatbot

Disallow: /


Sitemap: https://hostscore.net/sitemap_index.xml
Sitemap: https://hostscore.net/es/sitemap_index.xml
Sitemap: https://hostscore.net/fr/sitemap_index.xml
Sitemap: https://hostscore.net/de/sitemap_index.xml
Sitemap: https://hostscore.net/it/sitemap_index.xml
Sitemap: https://hostscore.net/pl/sitemap_index.xml
Sitemap: https://hostscore.net/zh-CN/sitemap_index.xml
Sitemap: https://hostscore.net/zh-TW/sitemap_index.xml
Sitemap: https://hostscore.net/ms/sitemap_index.xml
Sitemap: https://hostscore.net/id/sitemap_index.xml
Sitemap: https://hostscore.net/ru/sitemap_index.xml
Sitemap: https://hostscore.net/pt/sitemap_index.xml
Sitemap: https://hostscore.net/ar/sitemap_index.xml