############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index # # list specific files robots are not allowed to index # User-agent: * Disallow: /aston.ac.uk Disallow: aston.ac.uk Disallow: @aston.ac.uk Disallow: /biomaterials/ Disallow: /staff_contacts.htm Disallow: /lc_slideshow/ Disallow: /menuitem_News/ Disallow: /menuitem_Finding_Us/ Disallow: /menuitem_General_Info/ Disallow: /menuitem_Open_Days/ Disallow: /menuitem_Research/ Disallow: /menuitem_Undergrad_Courses/ Disallow: /navigation/ Disallow: /news/ Disallow: /panoramics/ Disallow: /personal_pages/beevers_martin/ Disallow: /personal_pages/almalaika_sahar/ Disallow: /personal_pages/pearce_diedre/ Disallow: /personal_pages/tighe_brian/ Disallow: /personal_pages/beevers_martin/ Disallow: /professional/menuitem_Staff_Contacts/ Disallow: /pyne/ Disallow: /PyNE/ Disallow: /r_bioe.htm Disallow: /r_biom.htm Disallow: /r_biop.htm Disallow: /sahar_almalaika/ Disallow: /societies/ Disallow: /andy_sutherland/ Disallow: /graphical_stuff/ # This occurs in javascript coded email addresses # # End of robots.txt file # ###############################