# robots.txt for https://spiinaura.fr/ # Generated automatically by HTML Updater User-agent: * Allow: / # Sitemap Sitemap: https://spiinaura.fr/sitemap.xml # Block common bot paths (optional) Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /private/ # Allow common crawlers User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: /