User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# OpenAI's search crawler, named explicitly. Its documentation says a site
# must allow OAI-SearchBot to be eligible to appear in ChatGPT's search
# results; blocking it leaves the site out of the answers, and the wildcard
# below already allows it, so this line changes nothing except that it says so
# where a reader of this file can see it.
#
# GPTBot — the training crawler — is deliberately NOT named here. Search
# eligibility does not depend on it, so whether Predictly's pages are used as
# training data stays a separate decision rather than one made by accident in
# a comment.
User-agent: OAI-SearchBot
Allow: /

User-agent: *
Allow: /

# Nothing is disallowed here on purpose. The pages that must stay out of an
# index — /predict, /history and the auth steps — carry a noindex tag, and a
# crawler has to be able to fetch a page to read that tag. Blocking them here
# would hide the instruction rather than enforce it.

Sitemap: https://predictlyy.com/sitemap.xml