# Block googlebot from example.com/directory1/... and example.com/directory2/... # but allow access to directory2/subdirectory1/... # All other directories on the site are allowed by default. User-agent: googlebot Disallow: /App_Data/ Disallow: /DB_SQL/ Disallow: /superquiz/ Disallow: /bin1/ Disallow: /aspnet_client/ Allow: /