robots.txt: dynamically disallow development domains

[sheet.git] / robots.txt.plp

diff --git a/robots.txt.plp b/robots.txt.plp
new file mode 100644 (file)
index 0000000..15e80a3
--- /dev/null
+++ b/robots.txt.plp
@@ -0,0 +1,10 @@
+<(common.inc.plp)><:
+$header{content_type} = 'text/plain; charset=us-ascii';
+checkmodified($ENV{SCRIPT_FILENAME});
+
+say 'User-agent: *';
+say 'Disallow: ', $Dev ? '/' : '/source/*::*';
+#say 'Disallow: /font/*?q=*';
+:>
+Sitemap: http://sheet.shiar.nl/sitemap.xml
+Host: sheet.shiar.nl