############################### # # robots.txt file # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /_private/ Disallow: /_vti_bin/ Disallow: /_vti_cnf/ Disallow: /_vti_log/ Disallow: /_vti_pvt/ Disallow: /_vti_txt/ Disallow: /_vti_txt/ Disallow: /cgi-bin/ Disallow: /audio/ Disallow: /images/ Disallow: /7aSPeNeFe9rAs2ch/ Disallow: /ocfypcstats/ # # list specific files robots are not allowed to index # Disallow: _vti_inf.html Disallow: postinfo.html Disallow: gd.php Disallow: .htaccess Disallow: favicon.ico Disallow: cancelled.html Disallow: top50_download_page.html # # End of robots.txt file # ###############################