# Robots.txt for DirektPortal Programmatic SEO Directory
# Modern Search Engine & AI Agent Crawling Directives

User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /includes/

User-agent: Googlebot-Image
Allow: /uploads/
Allow: /assets/

User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /includes/

User-agent: YandexBot
Allow: /
Disallow: /admin/
Disallow: /includes/

User-agent: Applebot
Allow: /
Disallow: /admin/
Disallow: /includes/

# AI Search & Retrieval Crawlers (SearchGPT, ChatGPT, Perplexity, Claude)
User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /includes/

User-agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /includes/

User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /includes/

User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /includes/

# General Rules for all other bots
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /includes/
Disallow: /*?*sort=
Disallow: /*?*order=

# Sitemaps & RSS Feeds
Sitemap: sitemap.xml
Sitemap: rss.xml