Files
miracles_in_motion/public/robots.txt

15 lines
264 B
Plaintext

User-agent: *
Allow: /
# Block access to sensitive files
Disallow: /.env
Disallow: /src/
Disallow: /node_modules/
Disallow: /dist/
Disallow: /*.log
# Sitemap
Sitemap: https://miraclesinmotion.org/sitemap.xml
# Crawl delay (optional)
Crawl-delay: 1