# Robots.txt for 星渊科技
# https://www.drstth.com

# Allow all crawlers
User-agent: *
Allow: /

# Sitemap location
Sitemap: https://www.drstth.com/sitemap.xml

# Crawl-delay for polite crawling
Crawl-delay: 1

# Disallow admin or private areas (if any)
Disallow: /api/
Disallow: /_next/
Disallow: /admin/

# Allow specific important paths
Allow: /about
Allow: /service
Allow: /news
Allow: /jobs

# Special rules for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Baiduspider
Allow: /
Crawl-delay: 1

User-agent: Sogou spider
Allow: /
Crawl-delay: 1

User-agent: 360Spider
Allow: /
Crawl-delay: 1