# https://https://leituramanga.com/robots.txt

        # Allow search engines to crawl everything except certain paths
        User-agent: *
        Allow: /
        Disallow: /admin
        Disallow: /auth
        Disallow: /api/
        Disallow: /private/
        Disallow: /_next/
        Disallow: /cdn-cgi/

        # Block AI crawlers and language models
        User-agent: GPTBot
        Disallow: /

        User-agent: ChatGPT-User
        Disallow: /

        User-agent: Google-Extended
        Disallow: /

        User-agent: CCBot
        Disallow: /

        User-agent: Anthropic-AI
        Disallow: /

        User-agent: Claude-Web
        Disallow: /

        User-agent: Claude-API
        Disallow: /

        User-agent: Cohere-AI
        Disallow: /

        User-agent: AwesomeBot
        Disallow: /

        User-agent: FacebookBot
        Disallow: /

        User-agent: Omgilibot
        Disallow: /

        User-agent: Perplexity
        Disallow: /

        User-agent: YouBot
        Disallow: /

        # Image crawler settings
        User-agent: Googlebot-Image
        Allow: /images
        Allow: /*.jpg$
        Allow: /*.jpeg$
        Allow: /*.png$
        Allow: /*.webp$
        Allow: /*.gif$
        Allow: /*.ico$
        Allow: /*.svg$
        Allow: /*.bmp$
        Allow: /favicon.ico
        Allow: /apple-touch-icon.png
        Allow: /apple-touch-icon-precomposed.png

        # Special rules for major search engines
        User-agent: Googlebot
        Allow: /

        User-agent: Bingbot
        Allow: /

        User-agent: Slurp
        Allow: /

        User-agent: DuckDuckBot
        Allow: /

        User-agent: Baiduspider
        Allow: /

        User-agent: YandexBot
        Allow: /

        # Sitemaps
        Sitemap: https://leituramanga.com/sitemap.xml

        # Crawl-delay for all bots
        Crawl-delay: 1