Sitemap: https://www.dealerwebs.com/sitemap.xml

User-agent:*
Disallow: /website/modules/blog/blog_datalist.ajax.php$
Disallow: /ajax/
Disallow: /admin/
Disallow: /cms/
Disallow: /report-a-bug
Disallow: /website-sign-off

User-Agent: *
Allow: /

User-agent: DotBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Mail.Ru
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: MJ12bot
Disallow: /


User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: omgili
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Owler@ows.eu/1
Disallow: /

User-agent: Owler@ows.eu/X
Disallow: /

User-agent: Owler@ows.eu/2
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: internet-measurement
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: MJ12Bot
Disallow: /

User-agent: python-requests
Disallow: /

User-agent: Java
Disallow: /

User-agent: Dataprovider
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Bytespider
Disallow: /