add robots.txt

2007-08-19 15:14:08 +00:00 · 2007-08-19 15:14:08 +00:00 · b483c3b262
parent 73bb16c31d
commit b483c3b262
2 changed files with 6 additions and 0 deletions
--- a/oxdbarchive/config/app.cfg
+++ b/oxdbarchive/config/app.cfg
@ -49,6 +49,10 @@ tg.empty_flash = False
 static_filter.on = True
 static_filter.dir = "%(top_level_dir)s/static"

+[/robots.txt]
+static_filter.on = True
+static_filter.file = "%(top_level_dir)s/static/robots.txt"
+
 [/favicon.ico]
 static_filter.on = True
 static_filter.file = "%(top_level_dir)s/static/images/favicon.ico"
--- a/oxdbarchive/static/robots.txt
+++ b/oxdbarchive/static/robots.txt
@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /