User-agent: * # for all robots
Disallow: /lib/ # library files
Disallow: /staff/ # internal applications
Disallow: /development/ # not yet ready for publication
Disallow: /stuff/ # general storage area
Disallow: /download/ # download centre
Disallow: /phpbb/ # application