# ============================================
# Mirunska.com - E-commerce Store
# robots.txt - Optimized for Sales & Privacy
# ============================================

# ============================================
# AI SEARCH ASSISTANTS (Allow - for product discovery)
# ============================================

# OpenAI (ChatGPT Search - for product recommendations)
User-agent: OAI-SearchBot
Disallow: /
Allow: /$
Allow: /rolunk/
Allow: /tamogatas/
Allow: /ajandekutalvany/
Allow: /ajandekkartya/
Allow: /aruhaz/
Disallow: /kivansaglistak/
Disallow: /wishlist/
Disallow: /*?wlid=
Disallow: /wp-content/
Disallow: /kosar/
Disallow: /penztar/
Disallow: /sajat-fiokom/
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=

User-agent: ChatGPT-User
Disallow: /
Allow: /$
Allow: /rolunk/
Allow: /tamogatas/
Allow: /ajandekutalvany/
Allow: /ajandekkartya/
Allow: /aruhaz/
Disallow: /kivansaglistak/
Disallow: /wishlist/
Disallow: /*?wlid=
Disallow: /wp-content/
Disallow: /kosar/
Disallow: /penztar/
Disallow: /sajat-fiokom/
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=

# OpenAI (ChatGPT Ads - required for ad landing page review)
User-agent: OAI-AdsBot
Disallow: /
Allow: /$
Allow: /rolunk/
Allow: /tamogatas/
Allow: /ajandekutalvany/
Allow: /ajandekkartya/
Allow: /aruhaz/
Disallow: /kivansaglistak/
Disallow: /wishlist/
Disallow: /*?wlid=
Disallow: /wp-content/
Disallow: /kosar/
Disallow: /penztar/
Disallow: /sajat-fiokom/
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=

# Anthropic (Claude Search - for product recommendations)
User-agent: Claude-SearchBot
Disallow: /
Allow: /$
Allow: /rolunk/
Allow: /tamogatas/
Allow: /ajandekutalvany/
Allow: /ajandekkartya/
Allow: /aruhaz/
Disallow: /kivansaglistak/
Disallow: /wishlist/
Disallow: /*?wlid=
Disallow: /wp-content/
Disallow: /kosar/
Disallow: /penztar/
Disallow: /sajat-fiokom/
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=

User-agent: Claude-User
Disallow: /
Allow: /$
Allow: /rolunk/
Allow: /tamogatas/
Allow: /ajandekutalvany/
Allow: /ajandekkartya/
Allow: /aruhaz/
Disallow: /kivansaglistak/
Disallow: /wishlist/
Disallow: /*?wlid=
Disallow: /wp-content/
Disallow: /kosar/
Disallow: /penztar/
Disallow: /sajat-fiokom/
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=

# Apple Intelligence (Siri search)
User-agent: Applebot
Allow: /aruhaz/
Disallow: /kivansaglistak/
Disallow: /wishlist/
Disallow: /*?wlid=
Disallow: /wp-content/
Disallow: /kosar/
Disallow: /penztar/
Disallow: /sajat-fiokom/
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=

# Perplexity AI (product search)
User-agent: PerplexityBot
Disallow: /
Allow: /$
Allow: /rolunk/
Allow: /tamogatas/
Allow: /ajandekutalvany/
Allow: /ajandekkartya/
Allow: /aruhaz/
Disallow: /kivansaglistak/
Disallow: /wishlist/
Disallow: /*?wlid=
Disallow: /wp-content/
Disallow: /kosar/
Disallow: /penztar/
Disallow: /sajat-fiokom/
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=

User-agent: Perplexity-User
Disallow: /
Allow: /$
Allow: /rolunk/
Allow: /tamogatas/
Allow: /ajandekutalvany/
Allow: /ajandekkartya/
Allow: /aruhaz/
Disallow: /kivansaglistak/
Disallow: /wishlist/
Disallow: /*?wlid=
Disallow: /wp-content/
Disallow: /kosar/
Disallow: /penztar/
Disallow: /sajat-fiokom/
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=

# You.com
User-agent: YouBot
Disallow: /
Allow: /$
Allow: /rolunk/
Allow: /tamogatas/
Allow: /ajandekutalvany/
Allow: /ajandekkartya/
Allow: /aruhaz/
Disallow: /kivansaglistak/
Disallow: /wishlist/
Disallow: /*?wlid=
Disallow: /wp-content/
Disallow: /kosar/
Disallow: /penztar/
Disallow: /sajat-fiokom/
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=

# Kagi
User-agent: Kagibot
Allow: /aruhaz/
Disallow: /kivansaglistak/
Disallow: /wishlist/
Disallow: /*?wlid=
Disallow: /wp-content/
Disallow: /kosar/
Disallow: /penztar/
Disallow: /sajat-fiokom/
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=

# DuckDuckGo AI
User-agent: DuckDuckBot
Allow: /aruhaz/
Disallow: /kivansaglistak/
Disallow: /wishlist/
Disallow: /*?wlid=
Disallow: /wp-content/
Disallow: /kosar/
Disallow: /penztar/
Disallow: /sajat-fiokom/
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=

User-agent: DuckAssistBot
Disallow: /
Allow: /$
Allow: /rolunk/
Allow: /tamogatas/
Allow: /ajandekutalvany/
Allow: /ajandekkartya/
Allow: /aruhaz/
Disallow: /kivansaglistak/
Disallow: /wishlist/
Disallow: /*?wlid=
Disallow: /wp-content/
Disallow: /kosar/
Disallow: /penztar/
Disallow: /sajat-fiokom/
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=

# Mistral AI
User-agent: MistralAI-User
Disallow: /
Allow: /$
Allow: /rolunk/
Allow: /tamogatas/
Allow: /ajandekutalvany/
Allow: /ajandekkartya/
Allow: /aruhaz/
Disallow: /kivansaglistak/
Disallow: /wishlist/
Disallow: /*?wlid=
Disallow: /wp-content/
Disallow: /kosar/
Disallow: /penztar/
Disallow: /sajat-fiokom/
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=

# ============================================
# GOHIGHLEVEL / LEADCONNECTOR (CRITICAL!)
# ============================================

# HighLevel - ONLY products, block everything else
User-agent: HighLevel
Allow: /aruhaz/
Disallow: /kivansaglistak/
Disallow: /wishlist/
Disallow: /*?wlid=
Disallow: /wp-content/
Disallow: /kosar/
Disallow: /penztar/
Disallow: /sajat-fiokom/
Allow: /tamogatas/
Allow: /rolunk/
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/

# LeadConnector - ONLY products, block everything else
User-agent: LeadConnector
Allow: /aruhaz/
Disallow: /kivansaglistak/
Disallow: /wishlist/
Disallow: /*?wlid=
Disallow: /wp-content/
Disallow: /kosar/
Disallow: /penztar/
Disallow: /sajat-fiokom/
Allow: /tamogatas/
Allow: /rolunk/
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/

# ============================================
# BLOCK: AI TRAINING BOTS (Already handled by Cloudflare above)
# ============================================

# OpenAI Training (not search)
User-agent: GPTBot
Disallow: /

# Anthropic Training (not search)
User-agent: anthropic-ai
Disallow: /

# Google AI Training
User-agent: GoogleOther
Disallow: /

# Cohere AI
User-agent: cohere-ai
Disallow: /

# ============================================
# SEARCH ENGINES (Essential - Allow All)
# ============================================

# Google
User-agent: Googlebot
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=
Disallow: /*yith_wcan=
Disallow: /*?orderby=

User-agent: Googlebot-Image
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=
Disallow: /*yith_wcan=
Disallow: /*?orderby=

User-agent: Mediapartners-Google
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=
Disallow: /*yith_wcan=
Disallow: /*?orderby=

# Google Shopping (CRITICAL for e-commerce!)
User-agent: AdsBot-Google
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=
Disallow: /*yith_wcan=
Disallow: /*?orderby=

User-agent: Storebot-Google
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=
Disallow: /*yith_wcan=
Disallow: /*?orderby=

User-agent: AdsBot-Google-Mobile
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=
Disallow: /*yith_wcan=
Disallow: /*?orderby=

# Bing/Microsoft
User-agent: bingbot
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=
Disallow: /*yith_wcan=
Disallow: /*?orderby=

User-agent: msnbot
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=
Disallow: /*yith_wcan=
Disallow: /*?orderby=

User-agent: BingPreview
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=
Disallow: /*yith_wcan=
Disallow: /*?orderby=

# Yahoo
User-agent: Slurp
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=
Disallow: /*yith_wcan=
Disallow: /*?orderby=

# Yandex (Russia)
User-agent: YandexBot
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=
Disallow: /*yith_wcan=
Disallow: /*?orderby=

# Baidu (China)
User-agent: Baiduspider
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=
Disallow: /*yith_wcan=
Disallow: /*?orderby=

# Brave Search
User-agent: Brave-Indexer
Allow: /
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=
Disallow: /*yith_wcan=
Disallow: /*?orderby=

# ============================================
# SOCIAL MEDIA (for product sharing)
# ============================================

# Meta/Facebook
User-agent: facebookexternalhit
Allow: /

User-agent: FacebookBot
Allow: /

# Pinterest (important for product images!)
User-agent: Pinterestbot
Allow: /

# Twitter/X
User-agent: Twitterbot
Allow: /

# LinkedIn
User-agent: LinkedInBot
Allow: /

# Instagram
User-agent: Instagrambot
Allow: /

# WhatsApp (product sharing)
User-agent: WhatsApp
Allow: /

# Telegram
User-agent: TelegramBot
Allow: /

# Slack
User-agent: Slackbot
Allow: /

# ============================================
# BLOCK: SEO COMPETITOR TOOLS
# ============================================

# Ahrefs (competitor backlink analysis)
User-agent: AhrefsBot
Disallow: /

# Semrush (competitor SEO analysis)
User-agent: SemrushBot
Disallow: /

# Moz
User-agent: rogerbot
Disallow: /

User-agent: dotbot
Disallow: /

# Majestic
User-agent: MJ12bot
Disallow: /

# Aggressive crawlers
User-agent: BarkrowlerBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# ============================================
# BLOCK: PRICE COMPARISON & SCRAPERS
# ============================================

# Price comparison bots
User-agent: PriceGrabber
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: Shopzilla
Disallow: /

User-agent: PriceRunner
Disallow: /

User-agent: Shopping.com
Disallow: /

User-agent: Priceonomics
Disallow: /

User-agent: PricewaterhouseCoopers
Disallow: /

# Generic scrapers
User-agent: Scrapy
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Wget
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebSauger
Disallow: /

# ============================================
# MONITORING & ANALYTICS (Allow)
# ============================================

# New Relic
User-agent: NewRelicPinger
Allow: /

# Google Lighthouse
User-agent: Chrome-Lighthouse
Allow: /

# Prerender.io
User-agent: Prerender
Allow: /

# Google Read Aloud
User-agent: Google-Read-Aloud
Allow: /

# ============================================
# DEFAULT RULES (For everyone else)
# ============================================

User-agent: *
Allow: /
Disallow: /kivansaglistak/
Disallow: /wishlist/
Disallow: /*?wlid=

# Protect admin areas
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/uploads/

# Protect e-commerce sensitive areas
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /orders/
Disallow: /customer/
Disallow: /account/
Disallow: /login/
Disallow: /register/
Disallow: /password-reset/

# Hungarian pages - block from general crawlers
Disallow: /kosar/
Disallow: /penztar/
Disallow: /sajat-fiokom/
Disallow: /tamogatas/

# WooCommerce specific
Disallow: /wc-api/
Disallow: /cart/*
Disallow: /checkout/*
Disallow: /my-account/*


# ============================================
# SITEMAP
# ============================================

Sitemap: https://mirunska.com/sitemap_index.xml