google

[vpaste] / robots.txt

diff --git a/robots.txt b/robots.txt
new file mode 100644 (file)
index 0000000..cf11ce6
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,9 @@
+User-agent: *
+Allow: /$
+Allow: /2html.patch
+Allow: /htaccess
+Allow: /index.cgi
+Allow: /vimrc
+Allow: /vpaste
+Disallow: /
+Sitemap: http://vpaste.net/sitemap.xml