# ========================================================= # robots.txt for tamilpechu.com (SEO Optimized) # ========================================================= User-agent: * # Allow everything by default Allow: / # Block sensitive, core, or admin directories Disallow: /cgi-bin/ Disallow: /admin/ Disallow: /includes/ Disallow: /vendor/ Disallow: /assets/ Disallow: /config.php Disallow: /database/ Disallow: /error/ Disallow: /404.php # Block bad bots and scrapers User-agent: Baiduspider Disallow: / User-agent: YandexBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / # XML Sitemap Sitemap: https://www.tamilpechu.com/sitemap.xml