# allow Googlebot to access everything except /cgi-bin # and all other bots can access nothing # finally allow ia_archive (alexa.com) to access everything! #User-agent: * #Disallow: / User-agent: Googlebot #Allow: / Disallow: /fileadmin/tilbud Disallow: /fileadmin/fakturaer Disallow: /fieladmin/korrespondance #User-agent: ia_archiver #Allow: /opencart #Allow: /