# robots.txt # Dont allow search engines to index specific folder User-agent: * Disallow: /cgi-bin/ Disallow: /jscript/ Disallow: /programs/