User-agent: *
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: Googlebot
User-agent: Bingbot
User-agent: Naverbot
User-agent: Yeti
Allow: /
Disallow: /gb/