User-agent: dotbot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Wget/1.13.4
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: *
Disallow: /*/BizBuySell_Logo.png
Disallow: /*/gear1.png
Disallow: /*/gear2.png
Disallow: /xcommon/Handlers/relinkmgr/r.ashx
Disallow: /tracking/
Disallow: /virtual/
Disallow: /work/
Disallow: /brokers/cancel/
Disallow: /brokers/Handlers/
Disallow: /brokers/Leads/
Disallow: /brokers/Listings/Distribution/
Disallow: /brokers/Listings/Default.aspx
Disallow: /brokers/Listings/Delete.aspx
Disallow: /brokers/Listings/Upgrade.aspx
Disallow: /brokers/Profile/
Disallow: /brokers/Searching/
Disallow: /brokers/WatchList/
Disallow: /mobile/
Disallow: /small-business-community/
Disallow: /answers/
Disallow: /cmntyqna/
Disallow: /member/
Disallow: /CostarBfs/api/
Disallow: /exposure/v3/
Allow: /*.asmx/js
Disallow: /*.asmx
Allow: /xcommon/handlers/compression/
Disallow: /xcommon/handlers/
Crawl-delay: 2