# Robots.txt for fforecast.net # Allow all search engines to index the site User-agent: * Allow: / Disallow: /api/ Disallow: /private/ # Sitemap location Sitemap: https://fforecast.net/sitemap.xml # Specific rules for major search engines User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Bingbot Allow: / Crawl-delay: 0 User-agent: Yandex Allow: / Crawl-delay: 1 User-agent: Baiduspider Allow: / Crawl-delay: 1 User-agent: DuckDuckBot Allow: / Crawl-delay: 0 # Allow image indexing User-agent: Googlebot-Image Allow: / # Allow mobile indexing User-agent: Googlebot-Mobile Allow: /