User-agent: Mediapartners-Google*
Disallow:

User-Agent: *
Crawl-delay: 1
Disallow: /correct/
Disallow: /contact/
Disallow: /ad/
Disallow: /shop/
Disallow: /flightlog/

User-agent: MSNbot
Crawl-delay: 15
Disallow: /correct/
Disallow: /contact/
Disallow: /ad/
Disallow: /shop/
Disallow: /flightlog/

User-agent: bingbot
Crawl-delay: 15
Disallow: /correct/
Disallow: /contact/
Disallow: /ad/
Disallow: /shop/
Disallow: /flightlog/

User-agent: Yandex
Crawl-delay: 15 
Disallow: /correct/
Disallow: /contact/
Disallow: /ad/
Disallow: /shop/
Disallow: /flightlog/

User-agent: SemrushBot
Crawl-delay: 10 

User-agent: AhrefsBot
Crawl-delay: 10 

User-agent: sistrix
Disallow: / 

User-agent: Slurp
Crawl-delay: 15

User-agent: MJ12bot
Disallow: /

User-agent: grapeshot
Disallow: /

User-agent: proximic
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: / 

User-agent: dotbot
Disallow: /

User-agent: GPTBot
Disallow: /