User-agent: CriteoBot/0.1
Disallow: /fastbot/shopping/
User-agent: Mediapartners-Google
Disallow: /fastbot/shopping/
User-agent: Google-Display-Ads-Bot
Disallow: /fastbot/shopping/