user-agent: * Allow: user-agent: * Disallow: /cgi-bin/ Disallow: /basket.html/ Disallow: /checkout.html/