User-agent: gsa-crawler
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /contribute/
Disallow: /css/
Disallow: /dates_and_events/
Disallow: /diamela2/
Disallow: /error/
Disallow: /forms/
Disallow: /hf/
Disallow: /hidden_docs/
Disallow: /js/
# Disallow: /lib_only/
# Disallow: /libfac_only/
Disallow: /logs/
Disallow: /MMWIP/
Disallow: /MT-3.17/
Disallow: /php_libs/
Disallow: /resource.frk/
Disallow: /ssi/
Disallow: /swish/
Disallow: /Templates/
Disallow: /test/
Disallow: /tltest/
Disallow: /urlck/

User-agent: *
Disallow: /