# robots.txt to deny the robots access User-agent: * Disallow: /a*/ Disallow: /c*/ Crawl-delay: 10