# Allow only necessary bots
User-agent: Googlebot
Disallow:  # Allow Googlebot to access everything

User-agent: Bingbot
Disallow:  # Allow Bingbot to access everything

# Block unwanted bots
User-agent: GPTBot
Disallow: /

User-agent: AmazonBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Coccocbot
Disallow: /

User-agent: Discordbot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: *
Crawl-delay: 10  # Set crawl delay for all other bots

# Directories
Disallow: /Includes/
Disallow: /classes/
Disallow: /etc/
Disallow: /files/service/
Disallow: /lib/
Disallow: /sql/
Disallow: /modules_manager/
Disallow: /service/
Disallow: /upgrade/
Disallow: /var/export/
Disallow: /var/html/
Disallow: /var/import/
Disallow: /var/locale/
Disallow: /var/log/
Disallow: /var/run/
Disallow: /var/tmp/
Disallow: /xc54143/
Disallow: /support_dev/
Disallow: /xc55/

# Files
Disallow: /admin.php
Disallow: /console.php
Disallow: /error_handler.php
Disallow: /https_check.php
Disallow: /install.php
Disallow: /LICENSE.txt
Disallow: /probe.php
Disallow: /public/error.css
Disallow: /public/error.html
Disallow: /public/error_image.png
Disallow: /top.inc.PHP53.php
Disallow: /top.inc.php
Disallow: /rebuild.php
Disallow: /service.php
Disallow: /top.inc.const.php
Disallow: /top.inc.rebuild.php

Sitemap: https://cheapgraphicnovels.com/sitemap.xml