# robots.txt for constructionmethodology.com
# Generated 2026-08-18 by WSC-GLOSSARY/build_robots.py

User-agent: *
Allow: /
Disallow: /glossary/data/
Disallow: /glossary/layouts/
Disallow: /glossary/templates/
Disallow: /glossary/_archive_nested/
Disallow: /glossary/*.py$
Disallow: /glossary/*.json$
Disallow: /glossary/*.md$

# Be polite to shared hosting
Crawl-delay: 1

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

# Sitemaps
Sitemap: https://constructionmethodology.com/glossary/sitemap_index.xml
Sitemap: https://constructionmethodology.com/glossary/sitemap_de.xml
Sitemap: https://constructionmethodology.com/glossary/sitemap_en.xml
Sitemap: https://constructionmethodology.com/glossary/sitemap_es.xml
Sitemap: https://constructionmethodology.com/glossary/sitemap_fr.xml
Sitemap: https://constructionmethodology.com/glossary/sitemap_hi.xml
Sitemap: https://constructionmethodology.com/glossary/sitemap_ja.xml
Sitemap: https://constructionmethodology.com/glossary/sitemap_pt.xml
Sitemap: https://constructionmethodology.com/glossary/sitemap_zh.xml