# /directory/ <-- covers whole directory
# /file.html <-- covers this file

User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /webalizer/

User-Agent: sitecheck.internetseer.com
Disallow: /