# baste-sportive.com — robots.txt
# Physical file: /home/master/applications/<app>/public_html/robots.txt
# It OVERRIDES the Rank Math setting (rank-math-options-general.robots_txt_content),
# which currently holds a different, dead string. Edit THIS file only.
# gTranslate mirrors it to all 19 language subdomains, rewriting only the Sitemap: line.

User-agent: *

# Affiliate redirects — never index, never crawl
Disallow: /visit/
Disallow: /go/
Disallow: /*?affiliate=

# Feeds. 5,307 of the 5,317 Googlebot 404s under /prediction/ were /feed/ URLs
# — the single largest crawl waste on the site.
Disallow: /*/feed/
Disallow: /feed/
Disallow: /comments/feed/

# Internal search. The old "Disallow: *?s={search_term_string}" was a literal
# placeholder from a schema template and matched nothing.
Disallow: /*?s=
Disallow: /search/

# gTranslate translates URL path segments, so /page/ and /search/ exist in 19
# languages and 404 forever. Observed in the Googlebot logs:
Disallow: /sivulla/
Disallow: /side/
Disallow: /sida/
Disallow: /pagina/
Disallow: /p*gina/
Disallow: /страница/
Disallow: /σελίδα/
Disallow: /Path/
Disallow: /Kanal/
Disallow: /s*ge/
Disallow: /haku/
Disallow: /Барај/
Disallow: /Търсене/
Disallow: /ΑΝΑΖΗΤΗΣΗ/
Disallow: /Suche/
Disallow: /Sök/
Disallow: /arama/
Disallow: /recherche/
Disallow: /pesquisar/
Disallow: /b*squeda/
Disallow: /-la-ricerca/

# Pagination in general — crawled endlessly, ranks for nothing
Disallow: /page/

Sitemap: https://www.baste-sportive.com/sitemap_index.xml