User-agent: Mediapartners-Google
Disallow:

User-agent: *
Disallow: /api/
Disallow: /ajax_data/
Disallow: /lib/
Disallow: /cron_data/
Disallow: /common/
Disallow: /dandihelper/
Disallow: /data/
Disallow: /sqladmin/
Disallow: /HTML2/
Disallow: /process/
Disallow: /images/
Disallow: /img/
Disallow: /agency/
Disallow: /admin/
Disallow: /payment/
Disallow: /app/

User-agent: BecomeBot 
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: dotbot 
Disallow: / 

User-agent: MSIECrawler
Disallow: / 

User-agent: gigabot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: BLEXBot
Disallow:/

User-agent: JoobleBot
Disallow:/

User-agent: MauiBot
Disallow:/

User-agent: Yeti
Allow: /

User-agent: PetalBot
Disallow: /

User-agent: BananaBot
Disallow: /

User-agent: adsbot
Disallow: / 

User-agent: Amazonbot
Disallow: / 

User-agent: ClaudeBot
Disallow: /

User-agent: Googlebot
Disallow:

User-agent: AdsBot-Google
Disallow:

User-agent: Googlebot-Image
Disallow: