User-agent: *
Disallow: /cgi-bin
Disallow: /dmsp/cgi-bin
Disallow: /dmsp/data
Disallow: /dmsp/include
Disallow: /dmsp/protected
Disallow: /eog
Disallow: /geomag/cdroms
Disallow: /geomag/data
Disallow: /geomag/EMM/data
Disallow: /geomag/pmag/datafiles
Disallow: /geomag/WMM/data
Disallow: /globe
Disallow: /hazard/data
Disallow: /hazard/img 
Disallow: /IAGA/cgi-bin
Disallow: /idb
Disallow: /ionosonde
Disallow: /mgg/cgi-bin
Disallow: /mgg/curator/data
Disallow: /mgg/curator/userfiles
Disallow: /mgg/dat
Disallow: /mgg/ecs/data
Disallow: /mgg/gdas/data
Disallow: /mgg/geology/data
Disallow: /mgg/geology/odp/data
Disallow: /mgg/grids/data
Disallow: /mgg/oracle
Disallow: /mgg/tmp
Disallow: /mgg/trk
Disallow: /ngdc/cgi-bin
Disallow: /ngdc/hn
Disallow: /ngdc/Counter
Disallow: /ngdc/NOAAServer/adm
Disallow: /ngdc/NOAAServer/converters
Disallow: /ngdc/NOAAServer/gif
Disallow: /ngdc/NOAAServer/java
Disallow: /ngdc/NOAAServer/lib
Disallow: /ngdc/NOAAServer_N
Disallow: /ngdc/Store
Disallow: /nmmr
Disallow: /nndc
Disallow: /paleo
Disallow: /riwebapp/rest
Disallow: /seg/cgi-bin
Disallow: /stp/bin
Disallow: /stp/cgi-bin
Disallow: /stp/drap/data
Disallow: /stp/include
Disallow: /stp/image
Disallow: /stp/images
Disallow: /stp/include
Disallow: /stp/iono/drap
Disallow: /stp/iono/ustec/products
Disallow: /stp/satellite/poes/dataaccess.html
Disallow: /stp/satellite/goes/dataaccess.html
Disallow: /sxi/servlet/sxibrowse
Disallow: /sxi/servlet/sximovie
Disallow: /sxi/servlet/sxisearch
Disallow: /stp/IONO/ionosonde
Disallow: /thredds
Disallow: /wdc/cgi-bin


User-agent: LinkChecker
Disallow: