user-agent: * 
disallow: /CGI/
disallow: /images/
disallow: /css/
disallow: /js/
disallow: /glib/

content    = all | none | directives
all        = "ALL"
none       = "NONE"
directives = directive ["," directives]
directive  = index | follow
index      = "INDEX" | "NOINDEX"
follow     = "FOLLOW" | "NOFOLLOW"