robots.txt may contain individual exclusions

This commit is contained in:
ocoliver
2012-11-01 15:43:50 +01:00
parent 7a06a755d0
commit 004fc4feca

1
.gitignore vendored
View File

@@ -16,6 +16,7 @@
/htdocs/images/statpics/*
/htdocs/images/uploads/*
/htdocs/resource2/tinymce/tiny_mce_*.gz
/htdocs/robots.txt
/htdocs/sitemap*xml*
/htdocs/util-local/ocxml11client/data-files
/htdocs/util-local/ocxml11client/tmp