User-agent: *
Disallow: /components
Disallow: /templates
Disallow: /cat/2-video
Disallow: /cat/5-photo
Disallow: /cat/*.html?start=*
Disallow: /cat.html?start=*
Disallow: /index.php?start=*
Disallow: /highlights.html?start=*
Disallow: /highlights/26-goal-of-the-day
Disallow: /highlights/worldcup
Disallow: /forum
Disallow: /contact.html
Disallow: /become-an-author.html

User-agent: twiceler
Disallow: /

User-agent: discobot
Disallow: / 

User-agent: ScoutJet
Disallow: /

User-agent: 008
Disallow: /

User-agent: spbot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Yandex
Allow: /prediction-league/ru/
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Mobile
Allow: /