User-agent: *
Disallow: /cgi/
# disallow all files ending with these extensions 
disallow: /*.asp$