# robots.txt for https://aidreamslab.com/
# Last updated: 2025-10-26
# Maintained by AIDreamsLab

User-agent: *
# Allow main pages and AI sections
Allow: /
Allow: /about.php
Allow: /ai-assistant/
Allow: /ai-image/
Allow: /ai-video/
Allow: /ai-voice/
Allow: /ai-specialized/
Allow: /ai-free/
Allow: /ai-telegram-bots/
Allow: /blog/

# Block system and sensitive directories
Disallow: /chat
Disallow: /api
Disallow: /control-panel
Disallow: /cron-jobs
Disallow: /extra
Disallow: /error_log
Disallow: /phpinfo.php

# Prevent crawling of dynamic query URLs (tracking params)
Disallow: /*?fbclid=
Disallow: /*?gclid=
Disallow: /*?utm_
Disallow: /*?mibextid=
Disallow: /*?ref=

# Allow static resources for rendering
Allow: /*.css$
Allow: /*.js$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.webp$
Allow: /*.svg$

# Crawl-delay for non-Google bots
Crawl-delay: 5

# Sitemap location
Sitemap: https://aidreamslab.com/sitemap.xml