User-agent: *
Allow: /
Disallow: /pnsitemap
Disallow: /rfq/
Disallow: /auth/
Disallow: /openids/
# Disallow: /click/
Disallow: /parts/*/*/*/*

User-agent: dotbot
Disallow: /