#
# robots.txt for astrogeo.org
#
# Last updated on 2014.08.26_17:16:08
#
user-agent: AhrefsBot
disallow: / 
User-agent: Googlebot-Image
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: *
#
Disallow: /*.gif$
Disallow: /*.jpeg$
Disallow: /*.fits$
Disallow: /*.bz2$
Disallow: /*.asc$
Disallow: /*.eph$
Disallow: /*.nc$
Disallow: /*.heb$
Disallow: /*.grb$
Disallow: /*.spd$
Disallow: /*.bspd$
#
Disallow: /cgi-bin/       # 
Disallow: /vlbi/          # VLBI directory
Disallow: /images/        # images
Disallow: /image_orig/    # images
Disallow: /tar/           # tar
Disallow: /photo/         # photos
Disallow: /fss/all_speplo # pictures
Disallow: /spd_data/      # 
Disallow: /s2/            # 
Disallow: /scr/           # 
Disallow: /imsl           #
Disallow: /d1/            # 
Disallow: /d2/            # 
Disallow: /d3/            # 
Disallow: /d4/            # 
Disallow: /d5/            # 
Disallow: /d6/            # 
Disallow: /d7/            # 
Disallow: /d8/            # 
Disallow: /d9/            # 
Disallow: /v1/            # 
Disallow: /v2/            # 
Disallow: /g0/            # 
Disallow: /g1/            # 
Disallow: /g2/            # 
Disallow: /g3/            # 
Disallow: /g4/            # 
Disallow: /g5/            # 
Disallow: /g6/            # 
Disallow: /g7/            # 
Disallow: /g8/            # 
Disallow: /m1/            # 
Disallow: /m1/gldas2.0    # 
Disallow: /v2/maps/	  #
Disallow: /rfc/spectrum_plot/ # 
Disallow: /rfc/all_speplo/    # 
Disallow: /aplo_grid_eph/
Disallow: /aplo_grid_nc/
Disallow: /aplo_eph/
Disallow: /agra20/            # 
Disallow: /agra72/            # 
Disallow: /progs/obsolete/
Disallow: /vlbi/spectrum_info/
Disallow: /ondemand/
Disallow: /m1/gldas2.0/