User-agent: * Disallow: /public_html/cgi-bin/ Disallow: /public_html/custom.html Disallow: /public_html/test/