# Put here simply so requests don't fail User-agent: * Disallow: /utils #Disallow: /cgi-bin/ Disallow: /images/ Disallow: /perl/ Disallow: /cgi-bin/*_link/download Disallow: /cgi-bin/*_link/statsmaster Disallow: /cgi-bin/utils Disallow: /cgi-bin/contest Disallow: /contest/data Disallow: /stable/free Disallow: /stable/cgi Disallow: /stable/plus Disallow: /server-status User-agent: CyberSpyder/2.1 Disallow: User-agent: Mediapartners-Google* Disallow: