User-agent: *
Crawl-delay: 1
Disallow: /go
Disallow: /pv
Disallow: /rss-1html-2ajax

User-agent: AdsBot-Google
Crawl-delay: 1
Disallow: /go
Disallow: /pv
Disallow: /rss-1html-2ajax

User-agent: adidxbot
Crawl-delay: 1
Disallow: /go
Disallow: /pv
Disallow: /rss-1html-2ajax

User-agent: msnbot
Crawl-delay: 1
Disallow: /go
Disallow: /pv
Disallow: /rss-1html-2ajax