############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /code/ Disallow: /images/ Disallow: /aboutviewer.htm Disallow: /galleryviewer.htm Disallow: /projects/images/ Disallow: /projects/pj_alpha_viewer.htm Disallow: /projects/pj_dha_viewer.htm Disallow: /projects/pj_gfc_dub_viewer.htm Disallow: /projects/pj_gfc_gen_viewer.htm Disallow: /projects/pj_gfc_mon_viewer.htm Disallow: /projects/pj_hwvid_viewer.htm Disallow: /projects/pj_ids_viewer.htm Disallow: /projects/pj_mdg_viewer.htm Disallow: /projects/pj_msb_viewer.htm Disallow: /projects/pj_qzn_viewer.htm Disallow: /projects/pj_ren_viewer.htm Disallow: /projects/pj_rut_viewer.htm Disallow: /projects/pj_sbz_viewer.htm Disallow: /projects/pj_stnfld_viewer.htm Disallow: /projects/pj_ulla_viewer.htm Disallow: /projects/pj_wkow_viewer.htm # # list specific files robots are not allowed to index # #Disallow: /directory/foo.html #Disallow: /folder2/whatever.html # # ###############################