User-agent: * Allow: / Disallow: /admin/ Disallow: /private/ # Sitemap Sitemap: https://toptanmama.link/sitemap.xml # Crawl delay for polite crawling Crawl-delay: 1 # Allow specific bots explicitly User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Bingbot Allow: / Crawl-delay: 1 User-agent: Yandex Allow: / Crawl-delay: 2