# =========================
# Global rules (all crawlers)
# =========================
User-agent: *
Disallow: /search/
Disallow: /*?s=
Disallow: /*&s=
Disallow: /?s=
Disallow: /?s=*
Disallow: /*?*s=*
Disallow: /downimg?id=

Allow: /

# =========================
# Googlebot
# =========================
User-agent: Googlebot
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /wp-content/themes/*/*.css
Allow: /wp-content/themes/*/*.js
Allow: /wp-content/plugins/*/*.css
Allow: /wp-content/plugins/*/*.js
Disallow: /search/
Disallow: /*?s=
Disallow: /*&s=
Disallow: /?s=
Disallow: /?s=*
Disallow: /*?*s=*
Disallow: /downimg?id=

# =========================
# Bingbot
# =========================
User-agent: Bingbot
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /wp-content/themes/*/*.css
Allow: /wp-content/themes/*/*.js
Allow: /wp-content/plugins/*/*.css
Allow: /wp-content/plugins/*/*.js
Disallow: /search/
Disallow: /*?s=
Disallow: /*&s=
Disallow: /?s=
Disallow: /?s=*
Disallow: /*?*s=*
Disallow: /downimg?id=

# =========================
# Baiduspider
# =========================
User-agent: Baiduspider
Disallow: /wp-admin/
Disallow: */page/
Disallow: /wp-includes/
Disallow: /downimg?id=
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/

User-agent: Baiduspider-mobile
Disallow: */page/
Disallow: /downimg?id=
Allow: /


# =========================
# 中国主流爬虫
# =========================
User-agent: 360Spider
Disallow: /downimg?id=
Allow: /

User-agent: Sogou web spider
Disallow: /downimg?id=
Allow: /

# =========================
# 移动爬虫
# =========================
User-agent: Googlebot-Mobile
Disallow: /downimg?id=
Allow: /

User-agent: Baiduspider-mobile
Disallow: /downimg?id=
Allow: /

# =========================
# Sitemap
# =========================
Sitemap: https://www.archcollege.com/sitemap_index.xml

# =========================
# robots.txt for Archcollege.com
# Last updated: 2025-09-05