User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: Yandex
Allow: /

User-agent: YandexBot
Allow: /

User-agent: YandexImages
Allow: /

User-agent: YandexMobileBot
Allow: /

User-agent: FacebookExternalHit
Allow: /

User-agent: Facebot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Pinterestbot
Allow: /

----------------------------------- X -----------------------------------

User-agent: AhrefsBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: trendiction
Disallow: /

User-agent: crawl
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider+ (catchall)
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: CCbot
Disallow: /

User-agent: Unknown
Disallow: /

User-agent: Unknown robot identified by bot
Disallow: /

User-agent: Unknown robot identified by \*bot
Disallow: /

User-agent: feed
Disallow: /

User-agent: link
Disallow: /