# BEEP.rent - AI assistants can search and book through our MCP server instead of
# crawling search results: https://beep.rent/en-pl/ai-agents/ | https://beep.rent/llms.txt

User-agent: Screaming Frog SEO Spider
Allow: /

# Search and answer-engine crawlers are named so it is plain they are welcome. They
# share the rules of "*" in one group (RFC 9309 allows several user-agent lines per
# group); and no "Allow: /", which first-match parsers would read as allowing everything.
User-agent: OAI-SearchBot
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: DuckAssistBot
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Disallow: /baza-wiedzy/wp-admin/
Disallow: /baza-wiedzy/wp-includes/
Allow: /baza-wiedzy/wp-admin/admin-ajax.php
Disallow: /api/
Disallow: /oauth/
Disallow: /pl-pl/konto/
Disallow: /en-pl/account/
Disallow: /go/
Disallow: /*?offer_car=
Disallow: /*?pickup_location=
Disallow: /*?pickup_query=
Disallow: /pl-pl/porownaj-oferty/
Disallow: /en-pl/compare-offers/

# Assistants fetching a page at their user's request, not building an index. Their
# group repeats the rules of "*" (a crawler obeys only its most specific group) and
# opens only the search entry that the site's SearchAction names: a search they make
# for their user. Indexers stay out of the parameter space.
User-agent: ChatGPT-User
User-agent: Claude-User
User-agent: Perplexity-User
User-agent: Google-Agent
User-agent: MistralAI-User
User-agent: Amzn-User
User-agent: meta-externalfetcher
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /pl-pl/porownaj-oferty/?pickup_query=
Allow: /en-pl/compare-offers/?pickup_query=
Disallow: /baza-wiedzy/wp-admin/
Disallow: /baza-wiedzy/wp-includes/
Allow: /baza-wiedzy/wp-admin/admin-ajax.php
Disallow: /api/
Disallow: /oauth/
Disallow: /pl-pl/konto/
Disallow: /en-pl/account/
Disallow: /go/
Disallow: /*?offer_car=
Disallow: /*?pickup_location=
Disallow: /*?pickup_query=
Disallow: /pl-pl/porownaj-oferty/
Disallow: /en-pl/compare-offers/

Sitemap: https://beep.rent/sitemap.xml
Sitemap: https://beep.rent/sitemap-lp.xml