User-agent: *

Disallow: /assets/
Disallow: /*widgets
Disallow: /new/
Disallow: /*?