# WordPress Robots.txt
# Optimized for search engines and LLMs

User-agent: *
Allow: /

# WordPress Core - Allow access to public content
Allow: /wp-content/uploads/
Allow: /wp-content/plugins/
Allow: /wp-content/themes/

# Allow AJAX endpoints
Allow: /wp-admin/admin-ajax.php
Allow: /wp-json/
Allow: /api/

# Disallow WordPress admin areas
Disallow: /wp-admin/
Disallow: /my-account/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-config.php
Disallow: /wp-config-sample.php
Disallow: /readme.html
Disallow: /license.txt
Disallow: /wp-links-opml.php
Disallow: /wp-trackback.php
Disallow: /xmlrpc.php

# Disallow private and sensitive areas
Disallow: /wp-content/backup-db/
Disallow: /wp-content/backups/
Disallow: /wp-content/blogs.dir/
Disallow: /wp-content/cache/
Disallow: /wp-content/upgrade/
Disallow: /wp-content/uploads/backups/
Disallow: /wp-content/uploads/cache/
Disallow: /wp-content/uploads/private/
Disallow: /wp-content/uploads/temp/
Disallow: /wp-content/uploads/tmp/
Disallow: /imprint/
Disallow: /tests/report*
Disallow: /community*
Disallow: /forums*
Disallow: /go*

# Disallow query strings and parameters
Disallow: /*?*
Disallow: /*?
Disallow: /?s=
Disallow: /?p=
Disallow: /?page_id=
Disallow: /?cat=
Disallow: /?tag=
Disallow: /?author=
Disallow: /?year=
Disallow: /?monthnum=
Disallow: /?day=
Disallow: /?m=
Disallow: /?w=
Disallow: /?feed=
Disallow: /?rss=
Disallow: /?rss2=
Disallow: /?atom=
Disallow: /?embed=
Disallow: /?preview=
Disallow: /?preview_id=
Disallow: /?preview_nonce=
Disallow: /?paged=
Disallow: /?page=
Disallow: /?attachment_id=
Disallow: /?attachment=
Disallow: /?name=
Disallow: /?post_type=
Disallow: /?taxonomy=
Disallow: /?term=
Disallow: /?orderby=
Disallow: /?order=
Disallow: /?meta_key=
Disallow: /?meta_value=
Disallow: /?meta_compare=
Disallow: /?meta_query=
Disallow: /?sitemap=
Disallow: /?robots=
Disallow: /?noindex=
Disallow: /?nofollow=
Disallow: /?noodp=
Disallow: /?noydir=
Disallow: /?noarchive=
Disallow: /?nosnippet=
Disallow: /?noimageindex=
Disallow: /?notranslate=
Disallow: /?nopreview=
Disallow: /?noprint=
Disallow: /?noindex=
Disallow: /?nofollow=
Disallow: /?noodp=
Disallow: /?noydir=
Disallow: /?noarchive=
Disallow: /?nosnippet=
Disallow: /?noimageindex=
Disallow: /?notranslate=
Disallow: /?nopreview=
Disallow: /?noprint=

# Specific LLM directives
User-agent: GPTBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-config.php
Disallow: /wp-content/cache/
Disallow: /wp-content/backups/
Disallow: /*?*

User-agent: ChatGPT-User
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-config.php
Disallow: /wp-content/cache/
Disallow: /wp-content/backups/
Disallow: /*?*

User-agent: PerplexityBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-config.php
Disallow: /wp-content/cache/
Disallow: /wp-content/backups/
Disallow: /*?*

User-agent: ClaudeBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-config.php
Disallow: /wp-content/cache/
Disallow: /wp-content/backups/
Disallow: /*?*

User-agent: Google-Extended
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-config.php
Disallow: /wp-content/cache/
Disallow: /wp-content/backups/
Disallow: /*?*

User-agent: Omgilibot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-config.php
Disallow: /wp-content/cache/
Disallow: /wp-content/backups/
Disallow: /*?*

# Allow sitemaps
Sitemap: https://statesofmind.com/sitemap_index.xml
User-agent: *
Allow: /research/
Disallow: /research/?