User-agent: * # 1. Crawl Budget Optimization: Disallow utility & non-content pages Disallow: /admin Disallow: /api Disallow: /404 Disallow: /cdn-cgi/ # 2. Prevent Index Bloat: Block data and logic files Disallow: /*.json$ Disallow: /*.mjs$ Disallow: /*.map$ Disallow: /qr-code-widget.js # 3. Prevent Crawl Traps: Eliminate duplicate content loops from query strings # This ensures bots don't waste time on ?utm_source= or ?ref= variations Disallow: /*?* # 4. Explicitly allow assets (Standard practice to override broad disallows) Allow: /_astro/*.css Allow: /_astro/*.js Allow: /images/ # 5. Global Sitemap Sitemap: https://qrtrac.com/sitemap.xml # 6. AI/LLM Discovery (Commented to prevent Google Search Console errors) # Reference: https://llmstxt.org/ # llms: https://qrtrac.com/llms.txt