User-agent: * Disallow: /cgi-bin/ Disallow: /logs Disallow: /WebsiteRev10 Disallow: /scriptdata Disallow: /system # Allow only specific directories User-agent: ScoutJet Disallow: / Allow: /public