User-agent: *
Disallow: /pub/
Disallow: /pub/ready/usr
Disallow: /pub/forecasts/
Disallow: /pub/rsmc/
Disallow: /cgi-bin/
Disallow: /data/
Disallow: /data/ready/usr
Disallow: /data/forecasts/
Disallow: /data/rsmc/
Disallow: /cgi-bin/