# robots.txt — betsfootball.net
#
# Arama motorlarina tamamen acik (Google, Bing, Yandex, DuckDuckGo + sosyal
# onizleme botlari) — indexlenmeyi ETKILEMEZ. Asagida yalnizca site icin
# degeri olmayan agresif SEO kaziyicilari ve AI egitim botlari engellidir.
# Not: robots.txt gonullu bir protokoldur; uymayan botlar icin sunucu
# (nginx) seviyesinde engelleme gerekir.

# ---------- Varsayilan: herkese acik ----------
# Yalniz POST/DELETE yazma uclari kapali (crawl degeri yok). Ince/noindex
# sayfalar BURADA DEGIL <meta name="robots"> ile disarida tutulur — cunku
# robots.txt ile engellenen sayfanin noindex'i hic okunamaz.
User-agent: *
Allow: /
Disallow: /coupon/vote
Disallow: /notifications/subscribe
Disallow: /notifications/unsubscribe
Disallow: /notifications/alarm
Disallow: /notifications/test
Disallow: /up

# ---------- Agresif SEO / veri kaziyici botlar ----------
# Rakip analiz araclarinin tarayicilari: siteye trafik getirmez, sunucuyu
# yorar, verini rakiplerin SEO raporlarina tasir.
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: SemrushBot-BA
User-agent: MJ12Bot
User-agent: DotBot
User-agent: BLEXBot
User-agent: DataForSeoBot
User-agent: serpstatbot
User-agent: MegaIndex.ru
User-agent: ZoominfoBot
User-agent: Barkrowler
User-agent: SEOkicks
User-agent: AspiegelBot
User-agent: PetalBot
User-agent: Amazonbot
User-agent: turnitinbot
Disallow: /

# ---------- AI egitim (training) botlari ----------
# Icerigi model egitimi icin toplayan botlar. Google-Extended'i engellemek
# Google ARAMA indexlenmesini ETKILEMEZ (yalnizca Gemini egitim iznidir).
# AI arama botlari (OAI-SearchBot, ChatGPT-User, PerplexityBot) serbest
# birakildi — AI asistanlarindan siteye link/trafik getirebilirler.
User-agent: GPTBot
User-agent: CCBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: meta-externalagent
User-agent: Bytespider
User-agent: Diffbot
User-agent: omgili
User-agent: omgilibot
User-agent: Timpibot
User-agent: ICC-Crawler
User-agent: img2dataset
Disallow: /

Sitemap: https://betsfootball.net/sitemap.xml