# robots.txt for ADS WWW hosts # AA 9/16/96 # Note: /abs/ is allowed since we redirect everybody but google # to /cgi-bin/bib_query # # GEI 6/17/05 # Allowed Google to access cgi-bin/abs_connect for harvesting User-agent: * Disallow: /cgi-bin/ Disallow: /full/ User-agent: Googlebot Disallow: /full/ Disallow: /cgi-bin/ Allow: /cgi-bin/abs_connect