# robots.txt for 开发者导航
User-agent: *
Allow: /
Allow: /ai
Allow: /ai-launch
Allow: /frontend
Allow: /backend
Allow: /python
Allow: /java

Sitemap: https://www.cxy521.com/sitemap.xml

# 百度爬虫
User-agent: Baiduspider
Allow: /

# Google爬虫
User-agent: Googlebot
Allow: /

# 360爬虫
User-agent: 360Spider
Allow: /

# 搜狗爬虫
User-agent: Sogou web spider
Allow: /

# 必应爬虫
User-agent: bingbot
Allow: /