User-agent: *
Disallow: /wp-admin/
Disallow: /pirtek-usa-locations/
Disallow: /cdn-cgi/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://www.pirtekusa.com/sitemap.xml

LLM-Manifest: /llms.txt

# ============================
# OpenAI bots
# ============================

# For ChatGPT search results
User-agent: OAI-SearchBot
Allow: /

# For training OpenAI's models
User-agent: GPTBot
Allow: /

# ============================
# Anthropic (Claude)
# ============================

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

# ============================
# Perplexity
# ============================

User-agent: PerplexityBot
Allow: /

# ============================
# Google AI / Extended
# (content allowed for AI features)
# ============================

User-agent: Google-Extended
Allow: /

# ============================
# Amazonbot (AI & search-related)
# ============================

User-agent: Amazonbot
Allow: /