User-agent: *
Disallow: /data/
Disallow: /data/ready/usr
Disallow: /data/forecasts/
Disallow: /data/rsmc/
Disallow: /cgi-bin/