feat: add robots.txt for public sites to dotfiles configuration

This commit is contained in:
Ceferino Patino 2026-05-03 21:16:42 -05:00
commit d896450352
No known key found for this signature in database
5 changed files with 21 additions and 0 deletions

7
httpd/robots/git.txt Normal file
View file

@ -0,0 +1,7 @@
User-agent: *
Disallow: /user/login
Disallow: /user/login*
Disallow: /user/forgot_password
Disallow: /user/forgot_password*
Disallow: /miasma
Disallow: /miasma/

2
httpd/robots/miasma.txt Normal file
View file

@ -0,0 +1,2 @@
User-agent: *
Disallow: /

4
httpd/robots/ntfy.txt Normal file
View file

@ -0,0 +1,4 @@
User-agent: *
Disallow: /
Disallow: /miasma
Disallow: /miasma/

4
httpd/robots/paste.txt Normal file
View file

@ -0,0 +1,4 @@
User-agent: *
Disallow: /
Disallow: /miasma
Disallow: /miasma/

4
httpd/robots/vault.txt Normal file
View file

@ -0,0 +1,4 @@
User-agent: *
Disallow: /
Disallow: /miasma
Disallow: /miasma/