#atrexpress
User-agent: *
 
# Only allow URLs generated with RealURL
Disallow: /*?id=*
Disallow: /&id=
 
# L=0 is the default language
Disallow: /*?L=0*
Disallow: /&L=0
 
# typeNum = 98 is usually the print version.
Disallow: /*?type=98*
Disallow: /&type=98
 
# Should always be protected (.htaccess)
Disallow: /*/Private/*
Disallow: /fileadmin/templates/html/*
Disallow: //Configuration/
 
Disallow: /typo3temp/*
Allow: /typo3temp/*.css
Allow: /typo3temp/*.css.*.gzip
Allow: /typo3temp/*.js
Allow: /typo3temp/*.js.*.gzip
Allow: /typo3temp/*.jpg
Allow: /typo3temp/*.gif
Allow: /typo3temp/*.png
 
Disallow: *.sql
Disallow: *.sql.gz
Disallow: *tx_news
 
Sitemap: https://atrexpress.com.pl/?type=1533906435
# Sitemap GEO / AEO AI-Search
Sitemap: https://atrexpress.com.pl/llms.txt
 

# Explicit LLM / AI crawlers
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: OpenAI
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Anthropic
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /
User-agent: Gemini
Allow: /
User-agent: GoogleOther
Allow: /
User-agent: BingAI
Allow: /
User-agent: Applebot
Allow: /
User-agent: Amazonbot
Allow: /