# robots.txt for Drupal 10

User-agent: *

# CSS, JS, Images, Fonts - MUST ALLOW for Google to render pages properly
Allow: /core/*.css
Allow: /core/*.js
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /core/*.webp
Allow: /core/*.avif
Allow: /core/*.woff
Allow: /core/*.woff2
Allow: /core/*.ttf
Allow: /profiles/*.css
Allow: /profiles/*.js
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
Allow: /profiles/*.webp
Allow: /profiles/*.avif

# CRITICAL: Allow theme and module assets
Allow: /themes/*.css
Allow: /themes/*.js
Allow: /themes/*.gif
Allow: /themes/*.jpg
Allow: /themes/*.jpeg
Allow: /themes/*.png
Allow: /themes/*.svg
Allow: /themes/*.webp
Allow: /themes/*.avif
Allow: /themes/*.woff
Allow: /themes/*.woff2
Allow: /themes/*.ttf
Allow: /modules/*.css
Allow: /modules/*.js
Allow: /modules/*.gif
Allow: /modules/*.jpg
Allow: /modules/*.jpeg
Allow: /modules/*.png
Allow: /modules/*.svg
Allow: /modules/*.webp
Allow: /modules/*.avif

# Allow AI Context File
Allow: /llm.txt

# Drupal 10 Core Directories (block PHP files but assets are allowed above)
Disallow: /core/
Disallow: /profiles/
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Disallow: /scripts/
Disallow: /themes/

# Files
Disallow: /README.txt
Disallow: /README.md
Disallow: /web.config
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /gtranslate.php
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /.htaccess

# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /node/*/edit
Disallow: /node/*/delete
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login
Disallow: /user/logout
Disallow: /views/ajax
Disallow: */flag/*
Disallow: /taxonomy/term/*/edit

# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/user/password
Disallow: /index.php/user/register
Disallow: /index.php/user/login
Disallow: /index.php/user/logout

# Block duplicate content from sorting only (NOT pagination)
Disallow: /*?sort=
Disallow: /*?order=
Disallow: /*&sort=
Disallow: /*&order=
Disallow: /*?_wrapper_format=

# Block bad bots
User-agent: Bad-Robot
Disallow: /

# Sitemap
Sitemap: https://www.asset-trade.de/sitemap.xml