############################### # # User-agent: * # # list folders robots are not allowed to index # Disallow: /admin/ Disallow: /api/ Disallow: /App_Code/ Disallow: /App_Data/ Disallow: /App_GlobalResources/ Disallow: /Bin/ Disallow: /blog/ Disallow: /blog.php/ Disallow: /editors/ Disallow: /pics/ Disallow: /themes/ Disallow: /User controls/ Disallow: /widgets/ Disallow: /themes/ # # list specific files robots are not allowed to index # Disallow: /page.aspx Disallow: /post.aspx Disallow: /login.aspx Disallow: /search.aspx Disallow: /error404.aspx Disallow: /google1277ffbc71081c62.html Disallow: /googleea6613ea4127c42d.html