add robots.txt

This commit is contained in:
j 2007-08-19 15:14:08 +00:00
parent 73bb16c31d
commit b483c3b262
2 changed files with 6 additions and 0 deletions

View file

@ -49,6 +49,10 @@ tg.empty_flash = False
static_filter.on = True static_filter.on = True
static_filter.dir = "%(top_level_dir)s/static" static_filter.dir = "%(top_level_dir)s/static"
[/robots.txt]
static_filter.on = True
static_filter.file = "%(top_level_dir)s/static/robots.txt"
[/favicon.ico] [/favicon.ico]
static_filter.on = True static_filter.on = True
static_filter.file = "%(top_level_dir)s/static/images/favicon.ico" static_filter.file = "%(top_level_dir)s/static/images/favicon.ico"

View file

@ -0,0 +1,2 @@
User-agent: *
Disallow: /