User-agent: *
Disallow: /superadmin/
allow: /pub/
Disallow: /admin/
allow: /images/
allow: /titles/
allow: /content/
allow: /users/
Disallow: /cgi-bin/
allow: /buydomain.cgi
allow: /buybanner.cgi
allow: /longterm.cgi
allow: /mpr.cgi
Disallow: /paypal.cgi
allow: /user.cgi
allow: /marketplace.cgi
Allow: /

User-agent: Website eXtractor 
Disallow:/

User-agent: Wget 
Disallow:/