User-agent: SeekportBot
Disallow: /
User-agent: Scrapy
Disallow: /
User-agent: Pleroma
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: adsbot
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: trendictionbot
Disallow: /
User-agent: SMTBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: CheckMarkNetwork/1.0 (+http://www.checkmarknetwork.com/spider.html)
Disallow: /
User-agent: Mozilla/5.0 (compatible; DotBot/1.1; http://www.opensiteexplorer.org/dotbot, help@moz.com)
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: AwarioSmartBot
Disallow: /
User-agent: serpstatbot
Disallow: /
User-agent: ChatGPT-User
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: *
Disallow:
Sitemap: https://datagubbe.se/sitemap.txt