##################################### # # robots.txt file # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /assets/ Disallow: /link2/ Disallow: /main/ Disallow: /newsfeed/ Disallow: /siteinfo/ # # list specific files robots are not allowed to index # Disallow: /uc.htm Disallow: /previewfam.jsp Disallow: /main/jsp/fullscroverview.jsp Disallow: /main/jsp/body.jsp # # End of robots.txt file # #####################################