#User-agent: * # disallow all files in these directories Disallow: /cgi-bin/ Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/ Disallow: /HTML/ Crawl-delay: 10 User-agent: * #Allow: / #Disallow: / Crawl-delay: 10