User-Agent: *
Disallow: /categories/
Disallow: /search
Disallow: /nbn/search
Disallow: /review-center
Disallow: /create-review
Disallow: /user/
Disallow: /my-recommendation-vault
Disallow: /p/
Disallow: /s/
Disallow: /review/
Disallow: /recommended/
Disallow: /post/thread
Disallow: /g/
Disallow: /claim-profile
Disallow: /provider/build-claim-form
Disallow: /biz/claim
Disallow: /send/events
Disallow: /js/categories
Disallow: /prime
Disallow: /prime/listingscanner/report
Disallow: /app-biz/*
Sitemap: https://www.whodoyou.com/sitemap_index.xml


User-agent: BLEXBot
Disallow: /

User-agent: sistrix
Disallow: /

User-agent: wotbox
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Mediapartners-Google
Disallow: /categories/
Disallow: /review-center
Disallow: /create-review
Disallow: /user/
Disallow: /my-recommendation-vault
Disallow: /p/
Disallow: /s/
Disallow: /review/
Disallow: /recommended/
Disallow: /g/
Disallow: /claim-profile
Disallow: /provider/build-claim-form
Disallow: /biz/claim
Disallow: /send/events
Disallow: /js/categories

User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
Disallow: /

User-agent: sogou spider
Disallow: /