# XOIGAC.TV Robots.txt - 最大化SEO优化版
# Generated: 2026-01-07 23:51:18 UTC
# Website: https://xoigac.tv

# ===========================================
# 通用规则 - 所有爬虫
# ===========================================
User-agent: *
Allow: /

# 禁止爬取管理后台
Disallow: /admin/
Disallow: /Admin/
Disallow: /adminapi/
Disallow: /AdminApi/
Disallow: /AdminAccount/
Disallow: /AdminArticle/
Disallow: /AdminFixture/

# 禁止爬取API接口
Disallow: /api/
Disallow: /Api/
Disallow: /hubs/

# 禁止爬取用户相关页面
Disallow: /account/
Disallow: /Account/
Disallow: /user/
Disallow: /User/
Disallow: /profile/
Disallow: /login
Disallow: /register
Disallow: /logout

# 禁止爬取搜索和过滤页面（避免重复内容）
Disallow: /*?search=
Disallow: /*?q=
Disallow: /*?sort=
Disallow: /*?filter=
Disallow: /*?page=
Disallow: /*?ref=
Disallow: /*?utm_

# 禁止爬取静态资源目录
Disallow: /lib/
Disallow: /_framework/
Disallow: /css/
Disallow: /js/
Disallow: /*.css$
Disallow: /*.js$

# ===========================================
# Google 爬虫特定规则
# ===========================================
User-agent: Googlebot
Allow: /
Allow: /sitemap*.xml

# Google 图片爬虫
User-agent: Googlebot-Image
Allow: /images/
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.svg$

# Google 视频爬虫
User-agent: Googlebot-Video
Allow: /

# Google 新闻爬虫
User-agent: Googlebot-News
Allow: /

# ===========================================
# Bing 爬虫特定规则
# ===========================================
User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: msnbot
Allow: /
Crawl-delay: 1

# ===========================================
# 其他主要搜索引擎
# ===========================================
User-agent: Yandex
Allow: /
Crawl-delay: 2

User-agent: Baiduspider
Allow: /
Crawl-delay: 2

User-agent: DuckDuckBot
Allow: /

User-agent: Sogou
Allow: /
Crawl-delay: 3

User-agent: 360Spider
Allow: /
Crawl-delay: 3

# ===========================================
# 社交媒体爬虫（允许完全访问以生成预览）
# ===========================================
User-agent: facebookexternalhit
Allow: /

User-agent: Facebot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: TelegramBot
Allow: /

User-agent: Slackbot
Allow: /

User-agent: Discordbot
Allow: /

User-agent: Zalo
Allow: /

# ===========================================
# 恶意爬虫拒绝
# ===========================================
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# ===========================================
# Sitemap 位置 - 全部sitemap
# ===========================================
Sitemap: https://xoigac.tv/sitemap.xml
Sitemap: https://xoigac.tv/sitemap-pages.xml
Sitemap: https://xoigac.tv/sitemap-matches.xml
Sitemap: https://xoigac.tv/sitemap-leagues.xml
Sitemap: https://xoigac.tv/sitemap-teams.xml
Sitemap: https://xoigac.tv/sitemap-articles.xml
# Sitemap: https://xoigac.tv/sitemap-en.xml
# Sitemap: https://xoigac.tv/sitemap-zh.xml

# ===========================================
# Host 指令
# ===========================================
Host: https://xoigac.tv