User-agent: Mediapartners-Google
Disallow: /r/
User-agent: *
Disallow: /*&filter
Disallow: /*page=
Disallow: /*PHPSESSID
Disallow: /*profile_show.php*
Disallow: /tools/
Disallow: /widgets/
Disallow: /partner/
Disallow: /sounds/
Disallow: /bt.php
Disallow: /r/
Disallow: /*verify.php?
Disallow: /x/
Disallow: /ax/
Sitemap: https://pt.bab.la/pt.sitemap.google.xml.gz
User-Agent: Keybot Translation-Search-Machine
Disallow: /

User-Agent: Covario-IDS
Disallow:/

User-Agent: 008
Disallow:/

User-Agent: MJ12bot
Crawl-Delay: 2
Disallow: /bt.php

User-Agent: Cliqzbot
Crawl-Delay: 1
Disallow: /bt.php