my gemini capsule source
Diffstat (limited to 'robots.txt')
| -rw-r--r-- | robots.txt | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/robots.txt b/robots.txt new file mode 100644 index 0000000..93a8a41 --- /dev/null +++ b/robots.txt @@ -0,0 +1,6 @@ +# Webproxies can do whatever they like here. +User-agent: webproxy +Allow: / + +User-Agent: * +Disallow: /cgi-bin/ccel.sh?* |