# Robots.txt for TNK Associate Job Portal # https://tnkassociate.com/ User-agent: * Allow: / # Sitemap Sitemap: https://tnkassociate.com/sitemap.xml # Crawl-delay (optional, for politeness) Crawl-delay: 1 # Disallow sensitive paths (if any) # Disallow: /admin/ # Disallow: /private/ # Specific instructions for major search engines User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: /images/ User-agent: Bingbot Allow: / User-agent: Slurp Allow: /