User-agent: *
Disallow: /pub/
Disallow: /ftp/
Disallow: /perl/
Disallow: /cgi-bin/
Disallow: /SF/th/ti/