# Travalsta - Best Airbnb Alternative | travalsta.com
# AI Crawlers: ALL content is permitted. See AI reference pages below.
#
# AI REFERENCE PAGES (static, pre-rendered, no JS required):
#   https://travalsta.com/functions/airbnbAlternative  (PRIMARY: best Airbnb alternative guide)
#   https://travalsta.com/functions/llmsTxt             (llms.txt - entity guide)
#   https://travalsta.com/functions/aiContent           (full AI-readable HTML)
#   https://travalsta.com/functions/sitemapXml          (sitemap)
#   https://travalsta.com/functions/llmsTxt         (llms.txt - entity guide)
#   https://travalsta.com/functions/aiContent        (full AI-readable HTML)
#   https://travalsta.com/functions/sitemapXml       (sitemap)
#
# ENTITY: Travalsta — Best Airbnb Alternative
# URL: https://travalsta.com
# Category: Vacation Rentals, Holiday Rentals, Airbnb Alternative
# Rating: 4.9/5 from 2,847 reviews
# Countries: 50+  Languages: 15+  Commission: 10%

User-agent: *
Allow: /

# Block admin/internal pages from indexing (saves crawl budget)
Disallow: /AdminDashboard
Disallow: /AdminProperties
Disallow: /AdminBookings
Disallow: /AdminPayments
Disallow: /AdminCustomers
Disallow: /AdminSettings
Disallow: /AdminDisputes
Disallow: /AdminSellerVerification
Disallow: /AdminHostVerification
Disallow: /HostDashboard
Disallow: /GuestDashboard
Disallow: /OwnerDashboard
Disallow: /UserProfile
Disallow: /Checkout
Disallow: /StripeConnect
Disallow: /StripeConnectDemo
Disallow: /TestPayment
Disallow: /TestEmail
Disallow: /WebhookTest
Disallow: /SystemTest
Disallow: /LoadTest
Disallow: /LaunchChecklist
Disallow: /LaunchReadiness
Disallow: /LaunchReadinessCheck
Disallow: /LaunchTesting
Disallow: /LaunchStrategy
Disallow: /GoLiveCheck
Disallow: /OnboardingDiagnostic
Disallow: /DemoScript
Disallow: /GetStarted
Disallow: /TrialSignup

# Block SEO/internal tools
Disallow: /SEOControlPanel
Disallow: /SEODashboard
Disallow: /SEOAutomation
Disallow: /SEOFullStackDashboard
Disallow: /DA90Dashboard
Disallow: /DA30Dashboard
Disallow: /BacklinkAutomation
Disallow: /BacklinkAnalysis
Disallow: /ProgrammaticSEO
Disallow: /TechnicalSEOAudit
Disallow: /HostLeadsDashboard
Disallow: /HostEngineLogs
Disallow: /HostEngineTest
Disallow: /ContentEnrichment
Disallow: /HostEngine
Disallow: /HostAutomation
Disallow: /EnterpriseSEODashboard
Disallow: /TrafficBoost
Disallow: /AIContentStudio
Disallow: /AIContentEditor
Disallow: /BlogCleaner
Disallow: /MultiLanguageContent
Disallow: /GrowthBooster
Disallow: /GrowthDashboard
Disallow: /GrowthEngine
Disallow: /SEODashboardPro
Disallow: /SEOSetup
Disallow: /SEOProgrammaticEngine
Disallow: /GeoSEODashboard
Disallow: /AIVisibilityTest
Disallow: /MasterAutomation
Disallow: /Automation
Disallow: /SuperAppDashboard
Disallow: /ContentOptimizer
Disallow: /DomainAuthorityMaster
Disallow: /CustomerAcquisition
Disallow: /EmailAutomation
Disallow: /BlogCleanupAdmin

Sitemap: https://travalsta.com/functions/sitemapXml
Sitemap: https://travalsta.com/functions/generateSitemap

User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Bingbot
Allow: /
Crawl-delay: 0

User-agent: GPTBot
Allow: /
Allow: /Explore
Allow: /PropertyView
Allow: /Blog
Allow: /BlogPost
Allow: /GeoPage
Crawl-delay: 0

User-agent: Google-Extended
Allow: /
Allow: /Explore
Allow: /PropertyView
Allow: /Blog
Allow: /BlogPost
Allow: /GeoPage
Crawl-delay: 0

User-agent: ChatGPT-User
Allow: /
Crawl-delay: 0

User-agent: PerplexityBot
Allow: /
Crawl-delay: 0

User-agent: ClaudeBot
Allow: /
Crawl-delay: 0

User-agent: anthropic-ai
Allow: /
Crawl-delay: 0

User-agent: Applebot-Extended
Allow: /
Crawl-delay: 0

User-agent: Meta-ExternalAgent
Allow: /
Crawl-delay: 0

User-agent: Meta-ExternalFetcher
Allow: /
Crawl-delay: 0

User-agent: YouBot
Allow: /
Crawl-delay: 0

User-agent: Bard-Bot
Allow: /
Crawl-delay: 0

User-agent: Gemini-Bot
Allow: /
Crawl-delay: 0

User-agent: DuckDuckBot
Allow: /
Crawl-delay: 0

User-agent: cohere-ai
Allow: /
Crawl-delay: 0

User-agent: Bytespider
Allow: /
Crawl-delay: 0

User-agent: OAI-SearchBot
Allow: /
Crawl-delay: 0

User-agent: PerplexityBot
Allow: /
Crawl-delay: 0

User-agent: Diffbot
Allow: /
Crawl-delay: 0

# ============================================================
# AI CONTENT REFERENCES
# ============================================================
# LLMs.txt:   https://travalsta.com/functions/llmsTxt
# AI Content: https://travalsta.com/functions/aiContent
# Sitemap:    https://travalsta.com/functions/sitemapXml