# TimeTuna - Robots.txt # https://timetuna.com # Default rules for all crawlers User-agent: * Allow: / Allow: /blog Allow: /blog/ # Disallow private/admin areas Disallow: /dashboard Disallow: /dashboard/ # Let social crawlers (Twitter/X, Facebook, LinkedIn) reach the OG image # proxy. Listed before the broad /api/ Disallow so first-match parsers # also honour it (longest-match parsers honour it either way). Allow: /api/og-image/ Disallow: /api/ Disallow: /checkout-success Disallow: /auth/ Disallow: /decision-tree-demo Disallow: /logo # Specific rules for major search engines User-agent: Googlebot Allow: / Crawl-delay: 1 User-agent: Bingbot Allow: / Crawl-delay: 2 User-agent: Slurp Allow: / Crawl-delay: 2 # Block AI training crawlers (optional - uncomment if desired) # User-agent: GPTBot # Disallow: / # User-agent: CCBot # Disallow: / # User-agent: anthropic-ai # Disallow: / # Sitemap location Sitemap: https://timetuna.com/sitemap.xml