user-agent: * Disallow: /admin/* Disallow: /cgi-bin/* Disallow: /css/* Disallow: /includes/* Disallow: /js/* Disallow: /info.txt Disallow: /weather.php Disallow: /weather.txt