# Robots.txt for Toolja - Online Toolkit User-agent: * Allow: / Allow: /tools/ # Disallow admin pages Disallow: /admin/ Disallow: /admin/* # Sitemap Sitemap: https://toolja.com/sitemap.xml # Crawl-delay (optional - helps prevent server overload) Crawl-delay: 1