# =========================================================
# robots.txt - HobiForum
# vBulletin + SEO + Google Bot Optimize
# =========================================================

User-agent: *
Allow: /

# =========================================================
# ÖNEMLİ DİZİNLER
# =========================================================

# vBulletin sistem klasörleri
Disallow: /admincp/
Disallow: /modcp/
Disallow: /includes/
Disallow: /install/
Disallow: /core/
Disallow: /clientscript/
Disallow: /cron/
Disallow: /private/
Disallow: /tmp/
Disallow: /cache/

# Kullanıcı ve sistem sayfaları
Disallow: /login.php
Disallow: /register.php
Disallow: /usercp.php
Disallow: /private.php
Disallow: /subscription.php
Disallow: /online.php
Disallow: /search.php
Disallow: /search/
Disallow: /member.php
Disallow: /profile/

# Gereksiz URL parametreleri
Disallow: /*?sort=
Disallow: /*?order=
Disallow: /*?page=
Disallow: /*?highlight=
Disallow: /*?goto=
Disallow: /*&sort=
Disallow: /*&order=
Disallow: /*&page=
Disallow: /*&highlight=
Disallow: /*&goto=

# Düşük kaliteli sayfalar
Disallow: /tags/
Disallow: /archive/
Disallow: /printthread.php

# Hassas dosyalar
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.ini$
Disallow: /*.bak$
Disallow: /*.old$
Disallow: /*.swp$

# =========================================================
# GOOGLE BOT OPTİMİZASYONU
# =========================================================

User-agent: Googlebot
Allow: /

# CSS ve JS erişimine izin ver
Allow: /css/
Allow: /js/
Allow: /clientscript/

# Görseller indexlensin
User-agent: Googlebot-Image
Allow: /images/
Allow: /uploads/
Allow: /attachment.php

# Mobil bot erişimi
User-agent: Googlebot-Mobile
Allow: /

# =========================================================
# AI BOT ENGELLEME (İSTEĞE BAĞLI)
# =========================================================

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: ClaudeBot
Disallow: /

# =========================================================
# CRAWL AYARLARI
# =========================================================

Crawl-delay: 3

# =========================================================
# SITEMAP
# =========================================================

Sitemap: https://hobiforum.com/sitemap.xml