# www.robotstxt.org/ # https://developers.google.com/webmasters/control-crawl-index/ User-agent: * Sitemap: https://www.smeets-autogroep.nl/sitemap_index.xml # BEGIN PK AllowedBots # The directives (lines) between "BEGIN PK AllowedBots" and "END PK AllowedBots" are # dynamically generated, and should only be modified via WordPress filters. # Any changes to the directives between these markers will be overwritten. User-agent: GPTBot User-agent: ClaudeBot User-agent: PerplexityBot User-agent: Amazonbot User-agent: meta-externalagent User-agent: Google-Extended User-agent: Googlebot # END PK AllowedBots