User-agent: *
Crawl-delay: 5
Disallow: *.txt
Disallow: *.json
Disallow: *.cache
Disallow: *.html
Disallow: *.cache
Disallow: /*/embed*
Disallow: /?
Disallow: /?*
Disallow: /*?*
Disallow: /fetch*
Disallow: /*/httpver*
Disallow: /other*
Allow: /ads.txt
Allow: /robots.txt

User-agent: Mediapartners-Google
User-agent: Google-Display-Ads-Bot
User-agent: AdsBot-Google
User-agent: FacebookBot
User-agent: Pinterestbot
User-agent: LinkedInBot
User-agent: TelegramBot
User-agent: Twitterbot
User-agent: facebookexternalhit
Allow: /?
Allow: /?*
Allow: /*?*
Allow: /*/httpver*