# =============================================================================
# robots.txt for YarsaRooms.com
# Nepal's Premier Hotel, Homestay & Resort Booking Platform
# Optimized for: SEO | GEO (Generative Engine Optimization) | AEO (Answer Engine Optimization)
# Last Updated: 2026
# Coverage: Global Tourists — APAC, USA, Europe, Middle East
# =============================================================================


# =============================================================================
# 1. MAJOR SEARCH ENGINE CRAWLERS — FULL ACCESS TO VALUABLE CONTENT
# =============================================================================

User-agent: Googlebot
Allow: /hotel-in-nepal/
Allow: /search-properties
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /become-host
Allow: /about
Allow: /our-services
Allow: /help
Allow: /contact-us
Allow: /privacy
Allow: /terms-of-service
Allow: /cancellation-policies
Allow: /guest-refund
Allow: /gdpr-compliance-policy
Allow: /nepal-visa-and-entry-guide
Allow: /pokhara
Allow: /luxury-himalayan-hotels-himalayan-hotels-luxury-and-budget-friendly-hotels-in-nepal-regions-at-best-
Allow: /discover-the-best-hotels-in-kathmandu
Allow: /pokhara-Hotels-destination-gem-in-nepal-s-tourism-traveller-choice-yarsa-rooms-pokhara-nearby-hotels
Allow: /why-nepal-beyond-just-traveling-travel-tour-official-tourism-partner-nepal
Allow: /unveiling-the-mystical-tourism-powerhouse-of-the-world-why-nepal-tourism
Allow: /mystical-places-in-nepal
Allow: /world-heritage-site-nepal
Allow: /popular-faq-traveling-nepal
Allow: /casino-in-kathmandu-nepal
Allow: /casino-legality-in-nepal
Allow: /ultralight-flight-adventure-in-nepal
Allow: /leisure-activity
Allow: /buddha-teachings
Allow: /janai-purnima-raksha-bandhan-nepal-s-sacred-thread-festival
Allow: /refer-earn
Allow: /sitemap.xml
Allow: /sitemap_index.xml

Disallow: /login
Disallow: /signup
Disallow: /googleLogin
Disallow: /property/create
Disallow: /property/edit/
Disallow: /dashboard
Disallow: /host/
Disallow: /user/
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /booking/confirm/
Disallow: /booking/cancel/
Disallow: /inbox
Disallow: /messages/
Disallow: /notifications/
Disallow: /profile/edit
Disallow: /account/
Disallow: /wishlist/
Disallow: /saved/
Disallow: /reset-password
Disallow: /verify/
Disallow: /otp/
Disallow: /search-properties?checkin=
Disallow: /search-properties?checkout=
Disallow: /search-properties?guests=
Disallow: /search-properties?adults=
Disallow: /search-properties?children=
Disallow: /search-properties?infants=
Disallow: /search-properties?price_min=
Disallow: /search-properties?price_max=
Disallow: /search-properties?sort=
Disallow: /search-properties?page=
Disallow: /storage/private/
Disallow: /vendor/
Disallow: /*.json$
Disallow: /telescope/
Disallow: /horizon/
Disallow: /debugbar/
Crawl-delay: 1


User-agent: Googlebot-Image
Allow: /storage/future_gateway_images/
Allow: /front/images/banners/
Allow: /front/images/logos/
Allow: /images/
Allow: /yarsalogo.png
Disallow: /storage/private/
Disallow: /user_avatar.png


User-agent: Googlebot-Video
Allow: /


User-agent: Storebot-Google
Allow: /


User-agent: Google-InspectionTool
Allow: /


User-agent: Bingbot
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /become-host
Allow: /about
Allow: /our-services
Allow: /help
Allow: /contact-us
Allow: /privacy
Allow: /terms-of-service
Allow: /cancellation-policies
Allow: /nepal-visa-and-entry-guide
Allow: /pokhara
Allow: /luxury-himalayan-hotels-himalayan-hotels-luxury-and-budget-friendly-hotels-in-nepal-regions-at-best-
Allow: /discover-the-best-hotels-in-kathmandu
Allow: /why-nepal-beyond-just-traveling-travel-tour-official-tourism-partner-nepal
Allow: /unveiling-the-mystical-tourism-powerhouse-of-the-world-why-nepal-tourism
Allow: /mystical-places-in-nepal
Allow: /world-heritage-site-nepal
Allow: /popular-faq-traveling-nepal
Allow: /casino-in-kathmandu-nepal
Allow: /ultralight-flight-adventure-in-nepal
Allow: /leisure-activity
Allow: /sitemap.xml

Disallow: /login
Disallow: /signup
Disallow: /googleLogin
Disallow: /property/create
Disallow: /property/edit/
Disallow: /dashboard
Disallow: /host/
Disallow: /user/
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /booking/
Disallow: /inbox
Disallow: /messages/
Disallow: /notifications/
Disallow: /account/
Disallow: /wishlist/
Disallow: /saved/
Disallow: /reset-password
Disallow: /verify/
Disallow: /otp/
Disallow: /search-properties?checkin=
Disallow: /search-properties?checkout=
Disallow: /search-properties?guests=
Disallow: /search-properties?adults=
Disallow: /search-properties?children=
Disallow: /search-properties?sort=
Disallow: /search-properties?page=
Disallow: /storage/private/
Disallow: /vendor/
Disallow: /telescope/
Crawl-delay: 2


User-agent: Slurp
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /about
Allow: /popular-faq-traveling-nepal
Allow: /nepal-visa-and-entry-guide
Allow: /sitemap.xml
Disallow: /login
Disallow: /signup
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /booking/
Disallow: /vendor/
Crawl-delay: 3


User-agent: DuckDuckBot
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /about
Allow: /privacy
Allow: /sitemap.xml
Disallow: /login
Disallow: /signup
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /booking/
Disallow: /vendor/
Crawl-delay: 2


# =============================================================================
# CHINESE SEARCH ENGINES
# Target: Chinese tourists — one of Nepal's largest inbound tourist segments
# Covers: Baidu (dominant), Sogou (WeChat Search), 360 Spider, Haosou,
#         Bytedance (Toutiao/Douyin), ShenmaSpider (Mobile Alibaba)
# =============================================================================

# Baidu — China's #1 search engine (~70% market share)
# Critical for Chinese tourists searching 尼泊尔酒店 / 尼泊尔民宿
User-agent: Baiduspider
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /about
Allow: /our-services
Allow: /pokhara
Allow: /luxury-himalayan-hotels-himalayan-hotels-luxury-and-budget-friendly-hotels-in-nepal-regions-at-best-
Allow: /discover-the-best-hotels-in-kathmandu
Allow: /why-nepal-beyond-just-traveling-travel-tour-official-tourism-partner-nepal
Allow: /mystical-places-in-nepal
Allow: /world-heritage-site-nepal
Allow: /popular-faq-traveling-nepal
Allow: /nepal-visa-and-entry-guide
Allow: /buddha-teachings
Allow: /leisure-activity
Allow: /casino-in-kathmandu-nepal
Allow: /sitemap.xml
Allow: /sitemap_index.xml
Allow: /front/images/banners/
Allow: /storage/future_gateway_images/
Disallow: /login
Disallow: /signup
Disallow: /googleLogin
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /booking/
Disallow: /inbox
Disallow: /account/
Disallow: /vendor/
Disallow: /storage/private/
Disallow: /telescope/
Disallow: /search-properties?page=
Disallow: /search-properties?sort=
Crawl-delay: 3

# Baidu Image Crawler
User-agent: Baiduspider-image
Allow: /storage/future_gateway_images/
Allow: /front/images/banners/
Allow: /front/images/logos/
Allow: /images/
Disallow: /storage/private/
Crawl-delay: 3

# Baidu Video Crawler
User-agent: Baiduspider-video
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Disallow: /admin/
Disallow: /api/
Crawl-delay: 3

# Baidu News Crawler
User-agent: Baiduspider-news
Allow: /why-nepal-beyond-just-traveling-travel-tour-official-tourism-partner-nepal
Allow: /unveiling-the-mystical-tourism-powerhouse-of-the-world-why-nepal-tourism
Allow: /mystical-places-in-nepal
Allow: /world-heritage-site-nepal
Allow: /popular-faq-traveling-nepal
Allow: /nepal-visa-and-entry-guide
Allow: /janai-purnima-raksha-bandhan-nepal-s-sacred-thread-festival
Allow: /buddha-teachings
Disallow: /login
Disallow: /admin/
Disallow: /api/
Crawl-delay: 3

# Sogou Spider — Powers WeChat Search (critically important for Chinese mobile travelers)
User-agent: Sogou web spider
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /about
Allow: /our-services
Allow: /nepal-visa-and-entry-guide
Allow: /popular-faq-traveling-nepal
Allow: /mystical-places-in-nepal
Allow: /world-heritage-site-nepal
Allow: /buddha-teachings
Allow: /why-nepal-beyond-just-traveling-travel-tour-official-tourism-partner-nepal
Allow: /sitemap.xml
Allow: /front/images/banners/
Allow: /storage/future_gateway_images/
Disallow: /login
Disallow: /signup
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /booking/
Disallow: /vendor/
Disallow: /storage/private/
Crawl-delay: 3

User-agent: Sogou inst spider
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /sitemap.xml
Disallow: /login
Disallow: /admin/
Disallow: /api/
Crawl-delay: 5

User-agent: Sogou spider
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /sitemap.xml
Disallow: /login
Disallow: /admin/
Disallow: /api/
Crawl-delay: 5

# 360 Spider — Powers 360 Search (Haosou), major Chinese desktop search
User-agent: 360Spider
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /about
Allow: /our-services
Allow: /nepal-visa-and-entry-guide
Allow: /popular-faq-traveling-nepal
Allow: /mystical-places-in-nepal
Allow: /world-heritage-site-nepal
Allow: /buddha-teachings
Allow: /sitemap.xml
Allow: /front/images/banners/
Disallow: /login
Disallow: /signup
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /vendor/
Disallow: /storage/private/
Crawl-delay: 3

# Haosou Spider — 360.cn search (alternate user-agent)
User-agent: HaosouSpider
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /about
Allow: /sitemap.xml
Disallow: /login
Disallow: /admin/
Disallow: /api/
Disallow: /vendor/
Crawl-delay: 5

# Bytedance — Toutiao (Today's Headlines) & Douyin/TikTok content indexing
# Huge reach for Chinese travel content discovery
User-agent: Bytespider
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /about
Allow: /why-nepal-beyond-just-traveling-travel-tour-official-tourism-partner-nepal
Allow: /mystical-places-in-nepal
Allow: /buddha-teachings
Allow: /leisure-activity
Allow: /front/images/banners/
Allow: /storage/future_gateway_images/
Allow: /sitemap.xml
Disallow: /login
Disallow: /signup
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /booking/
Disallow: /vendor/
Disallow: /storage/private/
Crawl-delay: 3

# ShenmaSpider — Alibaba/UC Browser mobile search (dominant on Chinese smartphones)
User-agent: ShenmaSpider
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /about
Allow: /nepal-visa-and-entry-guide
Allow: /popular-faq-traveling-nepal
Allow: /sitemap.xml
Disallow: /login
Disallow: /signup
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /vendor/
Crawl-delay: 3

# Qihoo — 360 Security Browser crawler
User-agent: QIHU 360
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /sitemap.xml
Disallow: /login
Disallow: /admin/
Disallow: /api/
Crawl-delay: 5

# Meituan — China's travel & hospitality super-app (hotel discovery)
User-agent: Meituanbot
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /about
Allow: /sitemap.xml
Disallow: /login
Disallow: /admin/
Disallow: /api/
Crawl-delay: 5

# Ctrip / Trip.com Bot — China's largest OTA, indexes Nepal hotels
User-agent: CtripBot
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /sitemap.xml
Disallow: /login
Disallow: /admin/
Disallow: /api/
Crawl-delay: 3

# Fang Spider — Chinese real-estate/travel portal
User-agent: Fangspider
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /sitemap.xml
Disallow: /login
Disallow: /admin/
Disallow: /api/
Crawl-delay: 5


# =============================================================================
# RUSSIAN SEARCH ENGINES
# Target: Russian & CIS tourists — growing Nepal adventure travel segment
# Covers: Yandex (dominant), Mail.ru, Rambler, ICQ Bot, Sputnik
# =============================================================================

# Yandex — Russia's #1 search engine (~60% market share), also Kazakhstan & CIS
User-agent: Yandex
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /about
Allow: /our-services
Allow: /pokhara
Allow: /luxury-himalayan-hotels-himalayan-hotels-luxury-and-budget-friendly-hotels-in-nepal-regions-at-best-
Allow: /discover-the-best-hotels-in-kathmandu
Allow: /why-nepal-beyond-just-traveling-travel-tour-official-tourism-partner-nepal
Allow: /unveiling-the-mystical-tourism-powerhouse-of-the-world-why-nepal-tourism
Allow: /mystical-places-in-nepal
Allow: /world-heritage-site-nepal
Allow: /popular-faq-traveling-nepal
Allow: /nepal-visa-and-entry-guide
Allow: /ultralight-flight-adventure-in-nepal
Allow: /leisure-activity
Allow: /buddha-teachings
Allow: /casino-in-kathmandu-nepal
Allow: /janai-purnima-raksha-bandhan-nepal-s-sacred-thread-festival
Allow: /sitemap.xml
Allow: /sitemap_index.xml
Allow: /front/images/banners/
Allow: /storage/future_gateway_images/
Disallow: /login
Disallow: /signup
Disallow: /googleLogin
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /booking/
Disallow: /inbox
Disallow: /account/
Disallow: /vendor/
Disallow: /storage/private/
Disallow: /telescope/
Disallow: /search-properties?page=
Disallow: /search-properties?sort=
Crawl-delay: 3

# Yandex Image Bot
User-agent: YandexImages
Allow: /storage/future_gateway_images/
Allow: /front/images/banners/
Allow: /front/images/logos/
Allow: /images/
Disallow: /storage/private/
Crawl-delay: 3

# Yandex Video Bot
User-agent: YandexVideo
Allow: /hotel-in-nepal/
Allow: /leisure-activity
Allow: /ultralight-flight-adventure-in-nepal
Disallow: /admin/
Disallow: /api/
Crawl-delay: 3

# Yandex Mobile Bot — Critical for Russian mobile users
User-agent: YandexMobileBot
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /about
Allow: /nepal-visa-and-entry-guide
Allow: /popular-faq-traveling-nepal
Allow: /sitemap.xml
Disallow: /login
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /vendor/
Crawl-delay: 3

# Yandex Turbo — Instant articles/AMP-equivalent for Yandex feed
User-agent: YandexTurbo
Allow: /hotel-in-nepal/
Allow: /why-nepal-beyond-just-traveling-travel-tour-official-tourism-partner-nepal
Allow: /mystical-places-in-nepal
Allow: /popular-faq-traveling-nepal
Allow: /nepal-visa-and-entry-guide
Allow: /buddha-teachings
Allow: /leisure-activity
Allow: /sitemap.xml
Disallow: /admin/
Disallow: /api/
Crawl-delay: 3

# Yandex News Bot
User-agent: YandexNews
Allow: /why-nepal-beyond-just-traveling-travel-tour-official-tourism-partner-nepal
Allow: /unveiling-the-mystical-tourism-powerhouse-of-the-world-why-nepal-tourism
Allow: /mystical-places-in-nepal
Allow: /world-heritage-site-nepal
Allow: /popular-faq-traveling-nepal
Allow: /nepal-visa-and-entry-guide
Allow: /janai-purnima-raksha-bandhan-nepal-s-sacred-thread-festival
Allow: /casino-legality-in-nepal
Allow: /buddha-teachings
Disallow: /login
Disallow: /admin/
Disallow: /api/
Crawl-delay: 3

# Yandex Direct — Yandex's ad platform crawler
User-agent: YandexDirect
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /about
Disallow: /login
Disallow: /admin/
Disallow: /api/
Crawl-delay: 5

# Mail.ru Bot — Mail.ru Group's search & social (VK, OK.ru, Moi Mir)
User-agent: Mail.Ru
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /about
Allow: /our-services
Allow: /nepal-visa-and-entry-guide
Allow: /popular-faq-traveling-nepal
Allow: /mystical-places-in-nepal
Allow: /buddha-teachings
Allow: /sitemap.xml
Allow: /front/images/banners/
Disallow: /login
Disallow: /signup
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /vendor/
Disallow: /storage/private/
Crawl-delay: 5

# Rambler — Russian portal & search engine
User-agent: Rambler
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /about
Allow: /sitemap.xml
Disallow: /login
Disallow: /admin/
Disallow: /api/
Disallow: /vendor/
Crawl-delay: 5

# Sputnik — Russian state-backed search engine
User-agent: SputnikBot
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /about
Allow: /nepal-visa-and-entry-guide
Allow: /popular-faq-traveling-nepal
Allow: /mystical-places-in-nepal
Allow: /sitemap.xml
Disallow: /login
Disallow: /admin/
Disallow: /api/
Disallow: /vendor/
Crawl-delay: 5

# Naver Bot — South Korea's #1 search engine (large APAC K-travel segment)
User-agent: NaverBot
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /about
Allow: /our-services
Allow: /nepal-visa-and-entry-guide
Allow: /popular-faq-traveling-nepal
Allow: /mystical-places-in-nepal
Allow: /buddha-teachings
Allow: /sitemap.xml
Allow: /front/images/banners/
Disallow: /login
Disallow: /signup
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /vendor/
Crawl-delay: 3

# Naver Yeti — Naver's updated crawler (2023+)
User-agent: Yeti
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /about
Allow: /sitemap.xml
Disallow: /login
Disallow: /admin/
Disallow: /api/
Crawl-delay: 3


# =============================================================================
# 2. AI / GEO / AEO CRAWLERS
# Generative Engine Optimization — Allow AI answer engines to crawl content
# so YarsaRooms appears in ChatGPT, Perplexity, Gemini, Copilot answers
# for travel queries like "best hotels in Nepal" or "Pokhara lakeside resorts"
# =============================================================================

# OpenAI — ChatGPT / GPT-4 Search / Browsing
User-agent: GPTBot
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /about
Allow: /our-services
Allow: /pokhara
Allow: /luxury-himalayan-hotels-himalayan-hotels-luxury-and-budget-friendly-hotels-in-nepal-regions-at-best-
Allow: /discover-the-best-hotels-in-kathmandu
Allow: /pokhara-Hotels-destination-gem-in-nepal-s-tourism-traveller-choice-yarsa-rooms-pokhara-nearby-hotels
Allow: /why-nepal-beyond-just-traveling-travel-tour-official-tourism-partner-nepal
Allow: /unveiling-the-mystical-tourism-powerhouse-of-the-world-why-nepal-tourism
Allow: /mystical-places-in-nepal
Allow: /world-heritage-site-nepal
Allow: /popular-faq-traveling-nepal
Allow: /nepal-visa-and-entry-guide
Allow: /casino-in-kathmandu-nepal
Allow: /ultralight-flight-adventure-in-nepal
Allow: /leisure-activity
Allow: /buddha-teachings
Allow: /janai-purnima-raksha-bandhan-nepal-s-sacred-thread-festival
Allow: /sitemap.xml
Disallow: /login
Disallow: /signup
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /booking/
Disallow: /inbox
Disallow: /account/
Disallow: /vendor/
Disallow: /storage/private/


# OpenAI — SearchGPT / ChatGPT Search Index
User-agent: OAI-SearchBot
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /about
Allow: /our-services
Allow: /popular-faq-traveling-nepal
Allow: /nepal-visa-and-entry-guide
Allow: /mystical-places-in-nepal
Allow: /world-heritage-site-nepal
Allow: /why-nepal-beyond-just-traveling-travel-tour-official-tourism-partner-nepal
Allow: /sitemap.xml
Disallow: /login
Disallow: /signup
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /vendor/


# Anthropic — Claude AI
User-agent: anthropic-ai
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /about
Allow: /our-services
Allow: /popular-faq-traveling-nepal
Allow: /nepal-visa-and-entry-guide
Allow: /why-nepal-beyond-just-traveling-travel-tour-official-tourism-partner-nepal
Allow: /mystical-places-in-nepal
Allow: /sitemap.xml
Disallow: /login
Disallow: /signup
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /vendor/


# Perplexity AI
User-agent: PerplexityBot
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /about
Allow: /our-services
Allow: /popular-faq-traveling-nepal
Allow: /nepal-visa-and-entry-guide
Allow: /mystical-places-in-nepal
Allow: /world-heritage-site-nepal
Allow: /why-nepal-beyond-just-traveling-travel-tour-official-tourism-partner-nepal
Allow: /sitemap.xml
Disallow: /login
Disallow: /signup
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /vendor/


# Google Gemini / Bard AI
User-agent: Google-Extended
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /about
Allow: /our-services
Allow: /popular-faq-traveling-nepal
Allow: /nepal-visa-and-entry-guide
Allow: /mystical-places-in-nepal
Allow: /world-heritage-site-nepal
Allow: /why-nepal-beyond-just-traveling-travel-tour-official-tourism-partner-nepal
Allow: /unveiling-the-mystical-tourism-powerhouse-of-the-world-why-nepal-tourism
Allow: /sitemap.xml
Disallow: /login
Disallow: /signup
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /vendor/


# Microsoft Copilot / Bing AI
User-agent: BingPreview
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /about
Allow: /sitemap.xml
Disallow: /login
Disallow: /admin/
Disallow: /api/
Disallow: /vendor/


# Meta AI
User-agent: FacebookBot
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /about
Allow: /our-services
Allow: /sitemap.xml
Disallow: /login
Disallow: /signup
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /vendor/


# Apple Applebot (Siri / Spotlight Search)
User-agent: Applebot
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /about
Allow: /sitemap.xml
Disallow: /login
Disallow: /signup
Disallow: /admin/
Disallow: /api/
Disallow: /vendor/


# Cohere AI
User-agent: cohere-ai
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /popular-faq-traveling-nepal
Allow: /nepal-visa-and-entry-guide
Allow: /sitemap.xml
Disallow: /login
Disallow: /admin/
Disallow: /api/
Disallow: /vendor/


# =============================================================================
# 3. TRAVEL & METASEARCH CRAWLERS
# Ensures visibility on Google Hotel Ads, TripAdvisor, Kayak, Skyscanner etc.
# =============================================================================

User-agent: Tripadvisor
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /about
Allow: /sitemap.xml
Disallow: /login
Disallow: /admin/
Disallow: /api/
Disallow: /vendor/
Crawl-delay: 2


User-agent: Googlebot-Hotels
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /sitemap.xml
Disallow: /login
Disallow: /admin/
Disallow: /api/


User-agent: KayakBot
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Disallow: /login
Disallow: /admin/
Disallow: /api/
Crawl-delay: 3


# =============================================================================
# 4. SEO & SITE AUDIT TOOLS
# Allow auditing tools to crawl — useful for monitoring & ranking improvement
# =============================================================================

User-agent: AhrefsBot
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /about
Allow: /sitemap.xml
Disallow: /login
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /vendor/
Crawl-delay: 5


User-agent: SemrushBot
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /sitemap.xml
Disallow: /login
Disallow: /admin/
Disallow: /api/
Disallow: /vendor/
Crawl-delay: 5


User-agent: MJ12bot
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /sitemap.xml
Disallow: /login
Disallow: /admin/
Disallow: /api/
Disallow: /vendor/
Crawl-delay: 10


User-agent: DotBot
Allow: /hotel-in-nepal/
Allow: /sitemap.xml
Disallow: /login
Disallow: /admin/
Disallow: /api/
Crawl-delay: 10


# =============================================================================
# 5. SOCIAL MEDIA CRAWLERS
# Allow social cards/previews so sharing drives travel bookings
# =============================================================================

User-agent: Twitterbot
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /front/images/banners/
Allow: /images/
Allow: /about
Allow: /sitemap.xml
Disallow: /login
Disallow: /admin/
Disallow: /api/
Disallow: /vendor/


User-agent: LinkedInBot
Allow: /hotel-in-nepal/
Allow: /about
Allow: /our-services
Allow: /become-host
Allow: /front/images/
Allow: /images/
Disallow: /login
Disallow: /admin/
Disallow: /api/
Disallow: /vendor/


User-agent: Pinterest
Allow: /hotel-in-nepal/
Allow: /front/images/
Allow: /storage/future_gateway_images/
Allow: /search-properties?location=
Disallow: /login
Disallow: /admin/
Disallow: /api/
Disallow: /vendor/


User-agent: WhatsApp
Allow: /hotel-in-nepal/
Allow: /front/images/banners/
Allow: /about
Allow: /search-properties?location=
Disallow: /login
Disallow: /admin/
Disallow: /vendor/


# =============================================================================
# 6. ARCHIVE & ACCESSIBILITY CRAWLERS
# =============================================================================

User-agent: ia_archiver
Allow: /hotel-in-nepal/
Allow: /about
Allow: /our-services
Allow: /sitemap.xml
Disallow: /login
Disallow: /signup
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /booking/
Disallow: /vendor/
Crawl-delay: 5


# =============================================================================
# 7. MALICIOUS, SCRAPER & SPAM BOTS — BLOCKED
# Protect server resources & prevent data scraping / content theft
# =============================================================================

User-agent: SurveyBot
Disallow: /

User-agent: AdsBot-Google
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: ProWebWalker
Disallow: /

User-agent: CheeseBot
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: LNSpiderguy
Disallow: /

User-agent: Indy Library
Disallow: /

User-agent: Mister PiX
Disallow: /

User-agent: RMA
Disallow: /

User-agent: Scooter
Disallow: /

User-agent: DataFox
Disallow: /

User-agent: LinkpadBot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: TikTokBot
Disallow: /

User-agent: Im2Bot
Disallow: /


# =============================================================================
# 8. DEFAULT — ALL OTHER BOTS
# =============================================================================

User-agent: *
Allow: /hotel-in-nepal/
Allow: /search-properties?location=
Allow: /search-properties?state=
Allow: /about
Allow: /our-services
Allow: /help
Allow: /contact-us
Allow: /privacy
Allow: /terms-of-service
Allow: /cancellation-policies
Allow: /guest-refund
Allow: /gdpr-compliance-policy
Allow: /nepal-visa-and-entry-guide
Allow: /pokhara
Allow: /luxury-himalayan-hotels-himalayan-hotels-luxury-and-budget-friendly-hotels-in-nepal-regions-at-best-
Allow: /discover-the-best-hotels-in-kathmandu
Allow: /why-nepal-beyond-just-traveling-travel-tour-official-tourism-partner-nepal
Allow: /unveiling-the-mystical-tourism-powerhouse-of-the-world-why-nepal-tourism
Allow: /mystical-places-in-nepal
Allow: /world-heritage-site-nepal
Allow: /popular-faq-traveling-nepal
Allow: /casino-in-kathmandu-nepal
Allow: /casino-legality-in-nepal
Allow: /ultralight-flight-adventure-in-nepal
Allow: /leisure-activity
Allow: /buddha-teachings
Allow: /janai-purnima-raksha-bandhan-nepal-s-sacred-thread-festival
Allow: /refer-earn
Allow: /become-host
Allow: /sitemap.xml
Allow: /sitemap_index.xml

Disallow: /login
Disallow: /signup
Disallow: /googleLogin
Disallow: /property/create
Disallow: /property/edit/
Disallow: /dashboard
Disallow: /host/
Disallow: /user/
Disallow: /admin/
Disallow: /api/
Disallow: /checkout/
Disallow: /payment/
Disallow: /booking/confirm/
Disallow: /booking/cancel/
Disallow: /inbox
Disallow: /messages/
Disallow: /notifications/
Disallow: /profile/edit
Disallow: /account/
Disallow: /wishlist/
Disallow: /saved/
Disallow: /reset-password
Disallow: /verify/
Disallow: /otp/
Disallow: /search-properties?checkin=
Disallow: /search-properties?checkout=
Disallow: /search-properties?guests=
Disallow: /search-properties?adults=
Disallow: /search-properties?children=
Disallow: /search-properties?infants=
Disallow: /search-properties?price_min=
Disallow: /search-properties?price_max=
Disallow: /search-properties?sort=
Disallow: /search-properties?page=
Disallow: /storage/private/
Disallow: /vendor/
Disallow: /*.json$
Disallow: /telescope/
Disallow: /horizon/
Disallow: /debugbar/
Disallow: /_ignition/
Disallow: /.env
Disallow: /.git/
Disallow: /phpinfo
Disallow: /config/
Disallow: /bootstrap/
Disallow: /database/
Disallow: /resources/
Disallow: /routes/
Disallow: /tests/
Disallow: /node_modules/
Crawl-delay: 5


# =============================================================================
# SITEMAP DECLARATIONS
# All sitemap files for global discoverability
# =============================================================================

Sitemap: https://yarsarooms.com/sitemap.xml
Sitemap: https://yarsarooms.com/sitemap_index.xml
Sitemap: https://yarsarooms.com/sitemap-hotels.xml
Sitemap: https://yarsarooms.com/sitemap-destinations.xml
Sitemap: https://yarsarooms.com/sitemap-blog.xml
Sitemap: https://yarsarooms.com/sitemap-images.xml

# Host declaration (helps Yandex & mirrors)
Host: https://yarsarooms.com