User-agent: *
Allow: /

# 屏蔽后台

Disallow: /admin/
Disallow: /login/
Disallow: /member/
Disallow: /user/
Disallow: /api/
Disallow: /cache/
Disallow: /tmp/
Disallow: /data/

# 屏蔽搜索结果页

Disallow: /search
Disallow: /search/
Disallow: /*?*
Disallow: /*&*

# 百度蜘蛛

User-agent: Baiduspider
Allow: /

# Google蜘蛛

User-agent: Googlebot
Allow: /

# Bing蜘蛛

User-agent: Bingbot
Allow: /

# 360蜘蛛

User-agent: 360Spider
Allow: /

# 搜狗蜘蛛

User-agent: Sogou web spider
Allow: /

# 神马蜘蛛

User-agent: YisouSpider
Allow: /

# 屏蔽垃圾蜘蛛

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: Seekport
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: Bytespider
Disallow: /

# 网站地图

Sitemap: https://xaexw.com/sitemap.xml