User-agent: *
Allow: /
Allow: /*.js$
Allow: /*.css$
Allow: /*.jpg$
Allow: /*.png$
Allow: /*.jpeg$
Allow: /*.gif$
Disallow: */?*
Disallow: */tag/*
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=
Disallow: /wp-admin/
Disallow: /*?orderby=
Disallow: /*?product_count=
Disallow: /*?category-view-mode=
Allow: /wp-admin/admin-ajax.php

# ==========================================
# GOOGLE CRAWLERS
# ==========================================

User-agent: Googlebot
Allow: /


User-agent: Googlebot-Image
Allow: /


# ==========================================
# OPENAI AI & SEARCH CRAWLERS
# ==========================================

User-agent: GPTBot
Allow: /


User-agent: OAI-SearchBot
Allow: /


User-agent: ChatGPT-User
Allow: /


User-agent: OAI-AdsBot
Allow: /


# ==========================================
# OTHER AI CRAWLERS
# ==========================================

User-agent: Google-Extended
Allow: /


User-agent: Gemini
Allow: /


User-agent: Bard
Allow: /


User-agent: ClaudeBot
Allow: /


User-agent: anthropic-ai
Allow: /


User-agent: GenerativeAI
Allow: /


User-agent: PredictiveAI
Allow: /


# AI behavior and guidance
Sitemap: https://techmate.co.uk/ai.txt

# LLM usage and training policy
Sitemap: https://techmate.co.uk/llms.txt

# Machine-readable AI identity layer
Sitemap: https://techmate.co.uk/ai-manifesto.json

# Advanced AI indexing structures
Sitemap: https://techmate.co.uk/vector-feed.xml

Sitemap: https://techmate.co.uk/sitemap_index.xml