# HabitBlocks Landing Page - Robots.txt # Allow all web crawlers to access the site User-agent: * Allow: / # Specific rules for major search engines User-agent: Googlebot Allow: / Crawl-delay: 1 User-agent: Bingbot Allow: / Crawl-delay: 1 User-agent: Slurp Allow: / Crawl-delay: 1 User-agent: DuckDuckBot Allow: / Crawl-delay: 1 User-agent: Baiduspider Allow: / Crawl-delay: 1 User-agent: YandexBot Allow: / Crawl-delay: 1 # Block access to development and build files Disallow: /.svelte-kit/ Disallow: /node_modules/ Disallow: /build/ Disallow: /.git/ Disallow: /.github/ Disallow: /.claude/ Disallow: /package.json Disallow: /package-lock.json Disallow: /yarn.lock Disallow: /pnpm-lock.yaml Disallow: /.env* Disallow: /tsconfig.json Disallow: /vite.config.* Disallow: /svelte.config.* Disallow: /tailwind.config.* Disallow: /eslint.config.* Disallow: /vitest.* Disallow: /.prettierrc* Disallow: /.gitignore Disallow: /README.md Disallow: /CLAUDE.md # Allow access to important files Allow: /sitemap.xml Allow: /humans.txt Allow: /.well-known/ Allow: /assets/ Allow: /favicon.ico Allow: /apple-touch-icon.png Allow: /site.webmanifest # Allow access to legal pages (important for App Store compliance) Allow: /privacy Allow: /terms # Sitemap location Sitemap: https://habitblocks.app/sitemap.xml # Crawl-delay for general bots (in seconds) Crawl-delay: 1