# Disallow all crawlers access to certain pages.
User-agent: *
Disallow: /cgi-bin/
Disallow: /classes/
Disallow: /fonts/
Disallow: /includes/
Disallow: /js/
Disallow: /script/
Disallow: /rss20/
Disallow: /vendor/
Disallow: /ws/
Disallow: /var/