####################### # # robots.txt file for Web site # # "*" addresses all robots and spider programs # # User-agent: * # list folders robots should NOT index Disallow: /_lib/ Disallow: /admin/ Disallow: /images/ # list specific files robots should NOT index Disallow: /www.php # # end of robots.txt file # #######################