# Robots.txt for imagetou.com
# Image Search Service

# Allow all search engines to crawl
User-agent: *
Allow: /

# Block access to system directories
Disallow: /cache/
Disallow: /config/
Disallow: /data/
Disallow: /cron/
Disallow: /logs/
Disallow: /src/
Disallow: /vendor/

# Block temporary/test files
Disallow: /test-
Disallow: /debug-
Disallow: /*test.php
Disallow: /*debug.php
Disallow: /remove-duplicates.php

# Sitemap location
Sitemap: https://imagetou.com/sitemap.xml

# Crawl delay for aggressive bots (optional)
# Uncomment if needed:
# Crawl-delay: 1

# Special rules for major search engines
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /