From 17bfbb415f1b93097857f8e9b9c84d547bda8bec Mon Sep 17 00:00:00 2001 From: C4 Patino Date: Sun, 3 May 2026 21:16:42 -0500 Subject: [PATCH] feat: add robots.txt for public sites to dotfiles configuration --- httpd/robots/git.txt | 7 +++++++ httpd/robots/miasma.txt | 2 ++ httpd/robots/ntfy.txt | 4 ++++ httpd/robots/paste.txt | 4 ++++ httpd/robots/vault.txt | 4 ++++ 5 files changed, 21 insertions(+) create mode 100644 httpd/robots/git.txt create mode 100644 httpd/robots/miasma.txt create mode 100644 httpd/robots/ntfy.txt create mode 100644 httpd/robots/paste.txt create mode 100644 httpd/robots/vault.txt diff --git a/httpd/robots/git.txt b/httpd/robots/git.txt new file mode 100644 index 0000000..d80fd71 --- /dev/null +++ b/httpd/robots/git.txt @@ -0,0 +1,7 @@ +User-agent: * +Disallow: /user/login +Disallow: /user/login* +Disallow: /user/forgot_password +Disallow: /user/forgot_password* +Disallow: /miasma +Disallow: /miasma/ diff --git a/httpd/robots/miasma.txt b/httpd/robots/miasma.txt new file mode 100644 index 0000000..1f53798 --- /dev/null +++ b/httpd/robots/miasma.txt @@ -0,0 +1,2 @@ +User-agent: * +Disallow: / diff --git a/httpd/robots/ntfy.txt b/httpd/robots/ntfy.txt new file mode 100644 index 0000000..548f84b --- /dev/null +++ b/httpd/robots/ntfy.txt @@ -0,0 +1,4 @@ +User-agent: * +Disallow: / +Disallow: /miasma +Disallow: /miasma/ diff --git a/httpd/robots/paste.txt b/httpd/robots/paste.txt new file mode 100644 index 0000000..548f84b --- /dev/null +++ b/httpd/robots/paste.txt @@ -0,0 +1,4 @@ +User-agent: * +Disallow: / +Disallow: /miasma +Disallow: /miasma/ diff --git a/httpd/robots/vault.txt b/httpd/robots/vault.txt new file mode 100644 index 0000000..548f84b --- /dev/null +++ b/httpd/robots/vault.txt @@ -0,0 +1,4 @@ +User-agent: * +Disallow: / +Disallow: /miasma +Disallow: /miasma/