# $Id: robots.txt,v 1.16 2011/12/21 10:40:30 web Exp web $ # robots.txt for http://www.eso.org/ User-agent: * Crawl-delay: 10 # CQ start Disallow: /libs Disallow: /apps Disallow: /etc # CQ end Disallow: /sci/activities/projects/eis/bin/getsummary.py Disallow: /secure #Disallow: /bin/getphone Disallow: /*confidential/* Disallow: /public/about-eso/committees/cou/ Disallow: /public/about-eso/committees/cc/ Disallow: /public/about-eso/committees/fc/ Disallow: /public/about-eso/committees/opc/ Disallow: /public/about-eso/committees/stc/ Disallow: /public/about-eso/committees/stc-esac/ Disallow: /public/about-eso/committees/stc-ese/ Disallow: /public/about-eso/committees/stc-lsp/ Disallow: /public/about-eso/committees/uc/ Disallow: /public/about-eso/committees/vc/ Disallow: /public/about-eso/committees/vc2003/ Disallow: /public/about-eso/committees/vc2007/ Disallow: /public/about-eso/committees/vc2010/ Disallow: /projects/esocal/cs/ Disallow: /projects/esocal/esocal # ESO TWiki Disallow: /wiki/bin/view/*/WebSearch Disallow: /wiki/bin/attach Disallow: /wiki/bin/changes Disallow: /wiki/bin/configure Disallow: /wiki/bin/edit Disallow: /wiki/bin/geturl Disallow: /wiki/bin/installpasswd Disallow: /wiki/bin/login Disallow: /wiki/bin/logon Disallow: /wiki/bin/logos Disallow: /wiki/bin/mailnotify Disallow: /wiki/bin/manage Disallow: /wiki/bin/oops Disallow: /wiki/bin/passwd Disallow: /wiki/bin/preview Disallow: /wiki/bin/rdiff Disallow: /wiki/bin/rdiffauth Disallow: /wiki/bin/register Disallow: /wiki/bin/rename Disallow: /wiki/bin/resetpasswd Disallow: /wiki/bin/rest Disallow: /wiki/bin/save Disallow: /wiki/bin/savemulti Disallow: /wiki/bin/search Disallow: /wiki/bin/setlib.cfg Disallow: /wiki/bin/statistics Disallow: /wiki/bin/testenv Disallow: /wiki/bin/twiki Disallow: /wiki/bin/upload Disallow: /wiki/bin/viewauth Disallow: /wiki/bin/viewfile Disallow: /wiki/list/ # ARC TWiki Disallow: /projects/alma/arc/tw/bin/view/*/WebSearch Disallow: /projects/alma/arc/tw/bin/attach Disallow: /projects/alma/arc/tw/bin/changes Disallow: /projects/alma/arc/tw/bin/configure Disallow: /projects/alma/arc/tw/bin/edit Disallow: /projects/alma/arc/tw/bin/geturl Disallow: /projects/alma/arc/tw/bin/installpasswd Disallow: /projects/alma/arc/tw/bin/login Disallow: /projects/alma/arc/tw/bin/logon Disallow: /projects/alma/arc/tw/bin/logos Disallow: /projects/alma/arc/tw/bin/mailnotify Disallow: /projects/alma/arc/tw/bin/manage Disallow: /projects/alma/arc/tw/bin/oops Disallow: /projects/alma/arc/tw/bin/passwd Disallow: /projects/alma/arc/tw/bin/preview Disallow: /projects/alma/arc/tw/bin/rdiff Disallow: /projects/alma/arc/tw/bin/rdiffauth Disallow: /projects/alma/arc/tw/bin/register Disallow: /projects/alma/arc/tw/bin/rename Disallow: /projects/alma/arc/tw/bin/resetpasswd Disallow: /projects/alma/arc/tw/bin/rest Disallow: /projects/alma/arc/tw/bin/save Disallow: /projects/alma/arc/tw/bin/savemulti Disallow: /projects/alma/arc/tw/bin/search Disallow: /projects/alma/arc/tw/bin/setlib.cfg Disallow: /projects/alma/arc/tw/bin/statistics Disallow: /projects/alma/arc/tw/bin/testenv Disallow: /projects/alma/arc/tw/bin/twiki Disallow: /projects/alma/arc/tw/bin/upload Disallow: /projects/alma/arc/tw/bin/viewauth Disallow: /projects/alma/arc/tw/bin/viewfile Disallow: /projects/alma/arc/tw/list/ # # ISA TWiki Disallow: /intra/isa/bin/view/*/WebSearch Disallow: /intra/isa/bin/attach Disallow: /intra/isa/bin/changes Disallow: /intra/isa/bin/configure Disallow: /intra/isa/bin/edit Disallow: /intra/isa/bin/geturl Disallow: /intra/isa/bin/installpasswd Disallow: /intra/isa/bin/login Disallow: /intra/isa/bin/logon Disallow: /intra/isa/bin/logos Disallow: /intra/isa/bin/mailnotify Disallow: /intra/isa/bin/manage Disallow: /intra/isa/bin/oops Disallow: /intra/isa/bin/passwd Disallow: /intra/isa/bin/preview Disallow: /intra/isa/bin/rdiff Disallow: /intra/isa/bin/rdiffauth Disallow: /intra/isa/bin/register Disallow: /intra/isa/bin/rename Disallow: /intra/isa/bin/resetpasswd Disallow: /intra/isa/bin/rest Disallow: /intra/isa/bin/save Disallow: /intra/isa/bin/savemulti Disallow: /intra/isa/bin/search Disallow: /intra/isa/bin/setlib.cfg Disallow: /intra/isa/bin/statistics Disallow: /intra/isa/bin/testenv Disallow: /intra/isa/bin/twiki Disallow: /intra/isa/bin/upload Disallow: /intra/isa/bin/viewauth Disallow: /intra/isa/bin/viewfile Disallow: /intra/isa/list/ # # ESO SDD TWiki Disallow: /sdd/ Disallow: /sdd/bin/view/*/WebSearch Disallow: /sdd/bin/attach Disallow: /sdd/bin/changes Disallow: /sdd/bin/configure Disallow: /sdd/bin/edit Disallow: /sdd/bin/geturl Disallow: /sdd/bin/installpasswd Disallow: /sdd/bin/login Disallow: /sdd/bin/logon Disallow: /sdd/bin/logos Disallow: /sdd/bin/mailnotify Disallow: /sdd/bin/manage Disallow: /sdd/bin/oops Disallow: /sdd/bin/passwd Disallow: /sdd/bin/preview Disallow: /sdd/bin/rdiff Disallow: /sdd/bin/rdiffauth Disallow: /sdd/bin/register Disallow: /sdd/bin/rename Disallow: /sdd/bin/resetpasswd Disallow: /sdd/bin/rest Disallow: /sdd/bin/save Disallow: /sdd/bin/savemulti Disallow: /sdd/bin/search Disallow: /sdd/bin/setlib.cfg Disallow: /sdd/bin/statistics Disallow: /sdd/bin/testenv Disallow: /sdd/bin/twiki Disallow: /sdd/bin/upload Disallow: /sdd/bin/viewauth Disallow: /sdd/bin/viewfile Disallow: /sdd/list/ # # icons etc # Disallow: /gif/ # Disallow: /icons/ # Disallow: /images/ # too many files Disallow: /it/facilities/Unixhelp Disallow: /it/manuals Disallow: /it/scisoft/star Disallow: /observing/dfo/status # internal Disallow: /projects/alma/faqs Disallow: /webproject/ Disallow: /sci/facilities/paranal/sciops/team_only/ Disallow: /paranal/sciops/team_only/ Disallow: /2007/intra Disallow: /intra # other User-agent: WebCopier Disallow: / # Yahoo User-agent: puf Disallow: /