############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /banners/ Disallow: /images/ Disallow: /openwebdirectory/ Disallow: /Other/software/ Disallow: /newsletter/ Disallow: /trackpro/ Disallow: /Special/ # # list specific files robots are not allowed to index # Disallow: /out.php Disallow: /ratepage.php Disallow: /comments.php Disallow: /rater.php Disallow: /adwithus.html Disallow: /linkcheck.php Disallow: /screenshots.php Disallow: /unsubscribe.php Disallow: /more.php Disallow: /category.php # # ###############################