feat: add robots.txt for public sites to dotfiles configuration
This commit is contained in:
parent
2d937b6c66
commit
d896450352
5 changed files with 21 additions and 0 deletions
7
httpd/robots/git.txt
Normal file
7
httpd/robots/git.txt
Normal file
|
|
@ -0,0 +1,7 @@
|
|||
User-agent: *
|
||||
Disallow: /user/login
|
||||
Disallow: /user/login*
|
||||
Disallow: /user/forgot_password
|
||||
Disallow: /user/forgot_password*
|
||||
Disallow: /miasma
|
||||
Disallow: /miasma/
|
||||
2
httpd/robots/miasma.txt
Normal file
2
httpd/robots/miasma.txt
Normal file
|
|
@ -0,0 +1,2 @@
|
|||
User-agent: *
|
||||
Disallow: /
|
||||
4
httpd/robots/ntfy.txt
Normal file
4
httpd/robots/ntfy.txt
Normal file
|
|
@ -0,0 +1,4 @@
|
|||
User-agent: *
|
||||
Disallow: /
|
||||
Disallow: /miasma
|
||||
Disallow: /miasma/
|
||||
4
httpd/robots/paste.txt
Normal file
4
httpd/robots/paste.txt
Normal file
|
|
@ -0,0 +1,4 @@
|
|||
User-agent: *
|
||||
Disallow: /
|
||||
Disallow: /miasma
|
||||
Disallow: /miasma/
|
||||
4
httpd/robots/vault.txt
Normal file
4
httpd/robots/vault.txt
Normal file
|
|
@ -0,0 +1,4 @@
|
|||
User-agent: *
|
||||
Disallow: /
|
||||
Disallow: /miasma
|
||||
Disallow: /miasma/
|
||||
Loading…
Add table
Add a link
Reference in a new issue