User-agent: * Disallow: User-agent: gsa_crawler Disallow: /*.cgi Disallow: /images/ Allow: /$