# robots.txt generated by smallseotools.com User-agent: * Allow: / User-agent: Googlebot Disallow: /record User-agent: googlebot-image Disallow: /record User-agent: googlebot-mobile Disallow: /record User-agent: MSNBot Disallow: /record User-agent: Slurp Disallow: /record User-agent: Teoma Disallow: /record User-agent: Gigabot Disallow: /record User-agent: Robozilla Disallow: /record User-agent: Nutch Disallow: /record User-agent: ia_archiver Disallow: /record User-agent: baiduspider Disallow: /record User-agent: naverbot Disallow: /record User-agent: yeti Disallow: /record User-agent: yahoo-mmcrawler Disallow: /record User-agent: psbot Disallow: /record User-agent: yahoo-blogs/v3.9 Disallow: /record User-agent: * Disallow: /record Crawl-delay: 5 Disallow: /cgi-bin/ Sitemap: https://waldent.nl/sitemap.xml