# robots.txt for https://lanteobgynseoul.com/
# Last updated: 2026-09-16
# Version: 2026.09
# Reviewed by: LANTE OBGYN
# Update reason: Initial release
#
# Search engines and AI services may crawl all public pages.
# Search-result and parameter URLs are not blocked here: the site marks them noindex,
# and blocking them would stop crawlers from reading that noindex.

# All crawlers
User-agent: *
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /xmlrpc.php

# OpenAI — search (OAI-SearchBot), user requests (ChatGPT-User), training (GPTBot), ads (OAI-AdsBot)
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: GPTBot
User-agent: OAI-AdsBot
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /xmlrpc.php

# Anthropic — search (Claude-SearchBot), user requests (Claude-User), training (ClaudeBot)
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: ClaudeBot
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /xmlrpc.php

# Perplexity — search (PerplexityBot), user requests (Perplexity-User)
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /xmlrpc.php

# Google — search (Googlebot), generative AI data use (Google-Extended), Vertex AI (Google-CloudVertexBot)
User-agent: Googlebot
User-agent: Google-Extended
User-agent: Google-CloudVertexBot
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /xmlrpc.php

# Apple — search (Applebot), generative AI data use (Applebot-Extended)
User-agent: Applebot
User-agent: Applebot-Extended
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /xmlrpc.php

# Microsoft Bing — search and Copilot
User-agent: bingbot
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /xmlrpc.php

# Naver — search
User-agent: Yeti
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /xmlrpc.php

# Kakao / Daum — search
User-agent: Daum
User-agent: Daumoa
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /xmlrpc.php

# Other AI services
User-agent: DuckAssistBot
User-agent: MistralAI-User
User-agent: Meta-ExternalFetcher
User-agent: Meta-ExternalAgent
User-agent: Amazonbot
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /xmlrpc.php

Sitemap: https://lanteobgynseoul.com/sitemap.xml