# Robots.txt for tripbox.ge # ============================================================ # AI KNOWLEDGE BASE FILES # ============================================================ # https://tripbox.ge/ai.txt — AI crawler permissions # https://tripbox.ge/llms.txt — short knowledge base (dynamic) # https://tripbox.ge/llms-full.txt — full knowledge base (dynamic) User-agent: Yandex Disallow: */authorization/* Disallow: *?* Disallow: */host/* Disallow: */partner_portal/* Disallow: /*/locale/ Disallow: /*/currency/ Disallow: /*/authorization/ Allow: / Allow: /*/host/caucasustrip/ Allow: /*/host/bookingcar/ Allow: /*/host/checkinkutaisi/ Allow: /*/host/gt-cars/ Allow: /*/host/my-drive/ Allow: /*/host/cars4drive/ Allow: /*/host/haste-car-rental-agency/ Allow: /*/host/gtcarrental/ Allow: /*/host/rvrentge/ Allow: /*/host/geodrive/ Allow: /*/host/rentndrive/ Allow: /*/host/jeeprentkutaisi/ Allow: /*/host/elite-rental-georgia/ Allow: /*/host/raulcarrental/ Allow: /*/host/carrentalkutaisi/ User-agent: Googlebot Disallow: */authorization/* Disallow: *?* Disallow: */host/* Disallow: */partner_portal/* Disallow: /*/locale/ Disallow: /*/currency/ Disallow: /*/authorization/ Allow: / Allow: /*/host/caucasustrip/ Allow: /*/host/bookingcar/ Allow: /*/host/checkinkutaisi/ Allow: /*/host/gt-cars/ Allow: /*/host/my-drive/ Allow: /*/host/cars4drive/ Allow: /*/host/haste-car-rental-agency/ Allow: /*/host/gtcarrental/ Allow: /*/host/rvrentge/ Allow: /*/host/geodrive/ Allow: /*/host/rentndrive/ Allow: /*/host/jeeprentkutaisi/ Allow: /*/host/elite-rental-georgia/ Allow: /*/host/raulcarrental/ Allow: /*/host/carrentalkutaisi/ User-agent: * Disallow: */authorization/* Disallow: *?* Disallow: */host/* Disallow: */partner_portal/* Disallow: /*/locale/ Disallow: /*/currency/ Disallow: /*/authorization/ Allow: / Allow: /*/host/caucasustrip/ Allow: /*/host/bookingcar/ Allow: /*/host/checkinkutaisi/ Allow: /*/host/gt-cars/ Allow: /*/host/my-drive/ Allow: /*/host/cars4drive/ Allow: /*/host/haste-car-rental-agency/ Allow: /*/host/gtcarrental/ Allow: /*/host/rvrentge/ Allow: /*/host/geodrive/ Allow: /*/host/rentndrive/ Allow: /*/host/jeeprentkutaisi/ Allow: /*/host/elite-rental-georgia/ Allow: /*/host/raulcarrental/ Allow: /*/host/carrentalkutaisi/ # ============================================================ # AI BOTS — EXPLICITLY ALLOWED # ============================================================ User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-Web Allow: / User-agent: anthropic-ai Allow: / User-agent: PerplexityBot Allow: / User-agent: Perplexity-User Allow: / User-agent: Google-Extended Allow: / User-agent: GoogleOther Allow: / User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / User-agent: Meta-ExternalAgent Allow: / User-agent: FacebookBot Allow: / User-agent: CCBot Allow: / User-agent: Bytespider Allow: / User-agent: YandexBot Allow: / User-agent: bingbot Allow: / User-agent: cohere-ai Allow: / User-agent: MistralAI-User Allow: / User-agent: DuckAssistBot Allow: / Sitemap: https://tripbox.ge/sitemap.xml Sitemap: https://tripbox.ge/sitemap-pages.xml Sitemap: https://tripbox.ge/sitemap-cars.xml Sitemap: https://tripbox.ge/image-sitemap.xml