# All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /secret/ User-agent: * Disallow: /secret/ # list folders robots are not allowed to index Disallow: /supp_song_files/ Disallow: /files/ Disallow: /uploads/ Disallow: /demos/ Disallow: /demos-mp3s/ Disallow: /mp3s/ Disallow: /banners/ Disallow: /cgi-bin/ Disallow: /e/ Disallow: /freemastering Disallow: /recording/ Disallow: /sos/ Disallow: /SugarCE-Full-5.0.0b/ Disallow: /o/ Disallow: /theslapstik/ Disallow: /recording/