# Block googlebot from example.com/directory1/... and example.com/directory2/... # but allow access to directory2/subdirectory1/... # All other directories on the site are allowed by default. User-agent: googlebot Disallow: /admin/ Disallow: /quotes/ # Block the entire site from anothercrawler. User-agent: anothercrawler Disallow: /