Sitemap: https://www.rebel.pl/sitemap.xml

User-Agent: *
Crawl-delay: 5
Disallow: /promocje/
Disallow: /api/
Disallow: /shopping/
Disallow: /account/
Disallow: /security/
Disallow: /tmp/
Disallow: /trap.php

User-agent: Googlebot
Allow: /promocje/

User-agent: MJ12Bot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SEMrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MauiBot
Disallow: /