User-agent: *
Disallow: /ref.html
Disallow: /ref2.html
Disallow: /searchdata
Disallow: /cgi-bin
Disallow: /logs
Disallow: /private