# AI Crawling Policy for Humani.site
# This file specifies how AI systems should interact with our website

# Website Information
Name: Humani - AI Text Humanizer
URL: https://humani.site
Description: Advanced AI text humanization service that transforms AI-generated content into natural, human-like text. Bypass AI detectors and improve content quality.

# Allowed AI Crawlers
# OpenAI (ChatGPT, GPT models)
User-agent: GPTBot
Allow: /
Disallow: /profile
Disallow: /api/
Disallow: /reset-password

User-agent: ChatGPT-User
Allow: /
Disallow: /profile
Disallow: /api/
Disallow: /reset-password

# Google (Gemini, Bard)
User-agent: Google-Extended
Allow: /
Disallow: /profile
Disallow: /api/
Disallow: /reset-password

User-agent: GoogleOther
Allow: /
Disallow: /profile
Disallow: /api/
Disallow: /reset-password

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /
Disallow: /profile
Disallow: /api/
Disallow: /reset-password

User-agent: Claude-Web
Allow: /
Disallow: /profile
Disallow: /api/
Disallow: /reset-password

User-agent: anthropic-ai
Allow: /
Disallow: /profile
Disallow: /api/
Disallow: /reset-password

# Meta (Llama)
User-agent: FacebookBot
Allow: /
Disallow: /profile
Disallow: /api/
Disallow: /reset-password

User-agent: meta-externalagent
Allow: /
Disallow: /profile
Disallow: /api/
Disallow: /reset-password

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Disallow: /profile
Disallow: /api/
Disallow: /reset-password

# Cohere
User-agent: cohere-ai
Allow: /
Disallow: /profile
Disallow: /api/
Disallow: /reset-password

# Common Crawl (used by many AI models for training)
User-agent: CCBot
Allow: /
Disallow: /profile
Disallow: /api/
Disallow: /reset-password

# Diffbot
User-agent: Diffbot
Allow: /
Disallow: /profile
Disallow: /api/
Disallow: /reset-password

# Omgili
User-agent: omgili
Allow: /
Disallow: /profile
Disallow: /api/
Disallow: /reset-password

# ByteDance (TikTok AI)
User-agent: Bytespider
Allow: /
Disallow: /profile
Disallow: /api/
Disallow: /reset-password

# Yandex (Russian search & AI)
User-agent: YandexBot
Allow: /
Disallow: /profile
Disallow: /api/
Disallow: /reset-password

# Apple Intelligence
User-agent: Applebot
Allow: /
Disallow: /profile
Disallow: /api/
Disallow: /reset-password

User-agent: Applebot-Extended
Allow: /
Disallow: /profile
Disallow: /api/
Disallow: /reset-password

# Sitemap
Sitemap: https://humani.site/sitemap.xml

# Crawl Rate
# Please crawl at a reasonable rate to avoid overloading our servers
Crawl-delay: 1

# Contact
# For any questions regarding AI crawling, please contact us
Contact: support@humani.site

# Last Updated
Last-Modified: 2025-10-06