User-agent:  *
# disallow all files in these directories
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /fonts/
Disallow: /images/
Disallow: /js/


User-agent: *
Allow: /