Sitemap: https://www2.colliers.com/sitemap

User-agent: *
Crawl-Delay: 30

User-agent: rogerbot
Crawl-Delay: 30

User-agent: curl/7.18.0+(x86_64-pc-linux-gnu)+libcurl/7.18.0+OpenSSL/0.9.8g+zlib/1.2.3.3+libidn/1.1
Disallow: /

User-agent: curl/7.48.0-DEV
Disallow: /

User-agent: Mozilla/4.0+(compatible;+MSIE+4.01;+Windows+NT;+MS+Search+6.0+Robot)
Disallow: /

User-agent: Mozilla/4.0 (compatible; MSIE 4.01; Windows NT; MS Search 6.0 Robot)
Disallow: /

User-agent: Rankbot/1.5+(+http://www.zoomsquare.com/info_webmaster)
Disallow: /

User-agent: ECCP/1.2.1+(productlists@eniro.com)
Disallow: /

User-agent: DISCo+Watchman+2.2
Disallow: /

User-agent: TwitterFeed+3
Disallow: /

User-agent: YahooCacheSystem
Disallow: /

User-agent: YahooCacheSystem;+YahooWebServiceClient
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Photon/1.0
Disallow: /

User-agent: BarcaPro/1.4.xxxx
Disallow: /

User-agent: Barca/2.0.xxxx
Disallow: /

User-agent: WeBoX/0.xx
Disallow: /

User-agent: Utopia+WebWasher+3.0
Disallow: /

User-agent: Qwantify/1.0
Disallow: /

User-agent: nutch-1.4/Nutch-1.4
Disallow: /

User-agent: Mediapartners-Google
Disallow: /

User-agent: NetLyzer+FastProbe
Disallow: /

User-agent: city-map+screenshot+service
Disallow: /

User-agent: www.followthatpage.com
Disallow: /

User-agent: WebFetch
Disallow: /

User-agent: YTunnelPro
Disallow: /

User-agent: BDFetch
Disallow: /

User-agent: VB+Project
Disallow: /

User-agent: Pizilla+++ver+2.45
Disallow: /

User-agent: &as_qdr=all
Disallow: /

User-agent: jack
Disallow: /

User-agent: PycURL/7.38.0-DEV
Disallow: /

User-agent: Blogtrottr/2.0
Disallow: /

User-agent: *
Disallow: api

User-agent: BUbiNG
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: CrazyWebCrawler-Spider
Disallow: / 

User-agent: *
Disallow: */sitecore

User-agent: * 
Disallow: /en-XB

User-agent: * 
Disallow: /es-XB

User-agent: * 
Disallow: /en-XE

User-agent: * 
Disallow: /en-AU

User-agent: * 
Disallow: /en-NZ

User-agent: * 
Disallow: /en-CA

User-agent: * 
Disallow: /fr-CA

User-agent: * 
Disallow: /hu-HU

User-agent: * 
Disallow: /ja-JP

User-agent: * 
Disallow: /lt-LT

User-agent: * 
Disallow: /2018-CIGI-Annual-Report

Host: www2.colliers.com