User-agent: *
Allow: /

User-agent: Googlebot
Allow: /

# Disallow: /vacantes/*

# Allow IA to index the website
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: ChatGPT-User
User-agent: Anthropic-AI
User-agent: Cohere-AI
User-agent: PerplexityBot
User-agent: OAI-SearchBot
User-agent: Perplexity-AI
User-agent: AnthropicBot
User-agent: Bard
User-agent: OpenAI-API
User-agent: DeepSeekBot
User-agent: HuggingFaceBot
User-agent: AI21Bot
User-agent: AI2Bot
User-agent: AISearchBot
User-agent: Anthropic-Crawler
User-agent: CCBot/2.0
User-agent: Claude-WebBo
User-agent: Cohere-Crawler
User-agent: CohereBot
User-agent: Google-Generative-AI-Crawler
User-agent: GroqBot
User-agent: Img2Dataset
User-agent: Llama-Control
User-agent: Meta AI Bot
User-agent: MidJourneyBot
User-agent: Omgilibot/1.0
User-agent: StabilityBot
User-agent: PetalBot
User-agent: AIHitBot
User-agent: DuplexWeb-Google
User-agent: MLBot
User-agent: ByteSpider
User-agent: Pixray-Seeker
User-agent: AIPBot
User-agent: AIBot
User-agent: YouBot
Allow: /

Sitemap: https://www.mercately.com/sitemap.xml
Sitemap: https://blog.mercately.com/sitemap_index.xml

# If you're looking at our robots.txt then you might well be interested in our LLMs.txt https://www.mercately.com/llms.txt

Sitemap: https://www.mercately.com/sitemap.xml