User-agent: DataForSeoBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: *
Allow: /
# Virtual-number lookup pages are dynamic and expensive (a live carrier API call
# per hit). Keep crawlers out of the prefix/pagination variants — these caused
# heavy load (e.g. ClaudeBot walking deep pagination). Landing page stays crawlable.
Disallow: /*/virtualnumbers/