# robots.txt for Skills 倉庫 # https://skills.wedopr.com # Allow all crawlers User-agent: * Allow: / # Sitemap location Sitemap: https://skills.wedopr.com/sitemap.xml # Crawl delay (optional, adjust if needed) # Crawl-delay: 1 # Specific rules for major search engines User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Bingbot Allow: / Crawl-delay: 0 User-agent: Slurp Allow: / # Disallow certain file types (if any) Disallow: /*.json$ Disallow: /node_modules/ Disallow: /.git/ Disallow: /.cursorrules # Allow CSS and JS for rendering User-agent: * Allow: /styles.css Allow: /app.js Allow: /skills-data.js Allow: /*.css Allow: /*.js # Allow images Allow: /assets/ Allow: /*.png Allow: /*.jpg Allow: /*.jpeg Allow: /*.gif Allow: /*.svg Allow: /*.webp # Host (optional, helps with canonicalization) Host: https://skills.wedopr.com