User-agent: *
Disallow: /ajax/
Disallow: /js/
Disallow: /css/

User-agent: agentname/Nutch-1.0-dev
Disallow: /tour.aspx?tourcode=ma&page=prices