diff --git a/httpd/robots/git.txt b/httpd/robots/git.txt new file mode 100644 index 0000000..d80fd71 --- /dev/null +++ b/httpd/robots/git.txt @@ -0,0 +1,7 @@ +User-agent: * +Disallow: /user/login +Disallow: /user/login* +Disallow: /user/forgot_password +Disallow: /user/forgot_password* +Disallow: /miasma +Disallow: /miasma/ diff --git a/httpd/robots/ntfy.txt b/httpd/robots/ntfy.txt new file mode 100644 index 0000000..548f84b --- /dev/null +++ b/httpd/robots/ntfy.txt @@ -0,0 +1,4 @@ +User-agent: * +Disallow: / +Disallow: /miasma +Disallow: /miasma/ diff --git a/httpd/robots/paste.txt b/httpd/robots/paste.txt new file mode 100644 index 0000000..548f84b --- /dev/null +++ b/httpd/robots/paste.txt @@ -0,0 +1,4 @@ +User-agent: * +Disallow: / +Disallow: /miasma +Disallow: /miasma/ diff --git a/httpd/robots/vault.txt b/httpd/robots/vault.txt new file mode 100644 index 0000000..548f84b --- /dev/null +++ b/httpd/robots/vault.txt @@ -0,0 +1,4 @@ +User-agent: * +Disallow: / +Disallow: /miasma +Disallow: /miasma/