From: <tp...@ke...> - 2009-10-31 14:54:50
|
Module: www Branch: master Commit: 74d56f8cf6b95a44cc3c3d81e11af1a5cf3f6d74 URL: http://cgit.freedesktop.org/gstreamer/www/commit/?id=74d56f8cf6b95a44cc3c3d81e11af1a5cf3f6d74 Author: Tim-Philipp Müller <tim...@co...> Date: Sat Oct 31 14:53:11 2009 +0000 Add robots.txt to make search engines skip dir with old broken win32 packages We don't really want these to show up when people search for 'gstreamer windows'. --- src/copy/robots.txt | 4 ++++ src/htdocs/Makefile.am | 4 +++- 2 files changed, 7 insertions(+), 1 deletions(-) diff --git a/src/copy/robots.txt b/src/copy/robots.txt new file mode 100644 index 0000000..b1c11ec --- /dev/null +++ b/src/copy/robots.txt @@ -0,0 +1,4 @@ +# these win32 packages are old and broken and unsupported, we +# don't want them to show up when people search for 'gstreamer windows' +User-agent: * +Disallow: /pkg/windows/ diff --git a/src/htdocs/Makefile.am b/src/htdocs/Makefile.am index 83a8669..1acf2ee 100644 --- a/src/htdocs/Makefile.am +++ b/src/htdocs/Makefile.am @@ -22,7 +22,9 @@ media pkg src: data: ln -sf ../data . +robots.txt: $(top_srcdir)/copy/robots.txt + cp $(top_srcdir)/copy/robots.txt $@ -all-local: media pkg src data +all-local: media pkg src data robots.txt include $(top_srcdir)/html.make |