###############################
#
#
User-agent: ia_archiver
#
# list folders robots are not allowed to index 
#
Disallow: /sbimages/
Disallow: /ad_downloads/
Disallow: /cgi-local/
Disallow: /collection/
Disallow: /company/
Disallow: /Connections/
Disallow: /dc/
Disallow: /dealer/
Disallow: /ebimage/
Disallow: /employee/
Disallow: /etc/
Disallow: /file_transfers_keith/
Disallow: /forum/
Disallow: /dealer/
Disallow: /htdig/
Disallow: /kapaa_calendar/
Disallow: /kona_calendar/
Disallow: /library/
Disallow: /merchant/
Disallow: /modernorder/
Disallow: /momc/
Disallow: /msqldump.snorke/
Disallow: /new1/
Disallow: /numbers/
Disallow: /oahu_calendar/
Disallow: /online-store/
Disallow: /repair/
Disallow: /sc_infodir/
Disallow: /shopdata/
Disallow: /sound/
Disallow: /stats/
Disallow: /test/
Disallow: /collection/
#
# list specific files robots are not allowed to index
#
Disallow: /sidedoor.js
#
User-Agent: Charlotte
Disallow: / 
#
###############################

User-agent: *
Disallow: /cgi-local/