# --- Yapay Zeka ve Tum Botlar ---
# Asagidaki botlarin siteye girisine IZIN VERILMISTIR.
# Hepsi performans kurallarina uymak zorundadir.

User-agent: GPTBot              # OpenAI (ChatGPT)
User-agent: Google-Extended     # Google (Gemini/Bard)
User-agent: CCBot               # Common Crawl
User-agent: ClaudeBot           # Anthropic (Claude)
User-agent: Applebot-Extended   # Apple Intelligence
User-agent: Omgilibot           # Facebook/Meta AI ve digerleri
User-agent: Diffbot             # Veri cikarma botlari
User-agent: FacebookBot         # Meta AI egitim verileri
User-agent: *

# --- KRITIK PERFORMANS VE HIZ AYARLARI ---
Disallow: /share
Disallow: /share?*
Disallow: /widgets/
Disallow: /widgets/load-widget*
Disallow: /bigdata/*
Disallow: /cdn-cgi/*

# --- Standart Sistem Yasaklari ---
Disallow: /index.php
Disallow: /public/
Disallow: /service/*
Disallow: /arama/
Disallow: /api
Disallow: /*?q=
Disallow: /*?preview=
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=
Disallow: /*?page=
Disallow: /*?sayfa=
Disallow: /*&page=
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /advert/*
Disallow: /admin/
Disallow: /register/
Disallow: /password-reset/
Disallow: /auth/
Disallow: /vidyome/embed/
Disallow: /vendor/*
Disallow: /member/
Disallow: /date
Disallow: /poster
Disallow: /arsiv?date
Disallow: /xpanel
Disallow: /comments/*
Disallow: /themes/*
Disallow: /font-awesome
Disallow: /.well-known/*

Sitemap: https://www.tele2haber.com/sitemap.xml
Sitemap: https://www.tele2haber.com/rss?yandex=turbo
Sitemap: https://www.tele2haber.com/sitemap-news.xml