# Allow all standard search engines
User-agent: *
Allow: /

# Explicitly invite Generative AI search crawlers for GEO and AEO rankings
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Cohere-coopt
Allow: /

# Sitemap Location
Sitemap: https://allfreecalculators.com/sitemap.xml

# Disallow private source code, database, and build scripts
Disallow: /db.json
Disallow: /build_db.js
Disallow: /check_ids.js
Disallow: /run_js.js
Disallow: /check_file_line.py
Disallow: /inspect_steps.py
Disallow: /print_step_*.py
Disallow: /find_full_code_in_logs.py
Disallow: /list_all_local_dirs.py
Disallow: /read_*.py
Disallow: /generate_site.py
Disallow: /generate_variants.py
Disallow: /generate_sitemap.py
Disallow: /update_static_footers.py
Disallow: /update_static_headers.py
Disallow: /xlsx_output.txt
Disallow: /Calculator_Site_Master_Plan.xlsx
Disallow: /I want all these calculators.docx
Disallow: /all_calculators_master_list.docx
Disallow: /__pycache__/