User-agent: *
Disallow: /globe
Disallow: /paleo/cgi-bin
Disallow: /mgg/cgi-bin
Disallow: /seg/cgi-bin
Disallow: /dmsp/cgi-bin
Disallow: /stp/cgi-bin
Disallow: /wdc/cgi-bin
Disallow: /ngdc/cgi-bin
Disallow: /IAGA/cgi-bin
Disallow: /cgi-bin
Disallow: /ngdc/hn
Disallow: /ngdc/Counter
Disallow: /ngdc/Store
Disallow: /ngdc/NOAAServer/adm
Disallow: /ngdc/NOAAServer/converters
Disallow: /ngdc/NOAAServer/gif
Disallow: /ngdc/NOAAServer/java
Disallow: /ngdc/NOAAServer/lib
Disallow: /ngdc/NOAAServer_N
Disallow: /idb/Histogram.jsp
Disallow: /nndc/Histogram.jsp
Disallow: /idb/struts/select
Disallow: /nndc/struts/select
Disallow: /stp/IONO/ionosonde/MIDS/data

User-agent: Wget
Disallow: /*fgdc.jsp
Disallow: /*/published

User-agent: Slurp
Disallow: /
Crawl-delay: 10