#114: disallow web crawlers by default (robots.txt)

src/backend/.env.dist

src/backend/.env.test

src/backend/settings.py

src/backend/urls.py

src/static/robots_allow.txt

src/static/robots_deny.txt