# Block Baidu # http://help.baidu.com/question?prod_en=master&class=Baiduspider User-agent: Baiduspider Disallow: / # Block Yandex # https://yandex.com/support/webmaster/controlling-robot/robots-txt.xml User-agent: Yandex Disallow: / # Redbot # https://redbot.org/ User-agent: RED Allow: / # Generic bot rules User-agent: * Disallow: /wp-admin/ Disallow: /xmlrpc.php Disallow: /wp-login.php # Disallow: /homes-for-sale-details/ # Disallow: /listing-report/ # Disallow: /advanced-search/ Disallow: /get-real-estate-alerts/ # Disallow: /map-search/ Disallow: /organizer/ Disallow: /quick-search/ Disallow: /property-organizer-saved-listing/ Disallow: /search-by-mls-id/ Disallow: /open-home-report/ # Disallow: /homes-for-sale-search/ # Disallow: /homes-for-sale-featured/ Disallow: /market-report/ Allow: /wp-admin/admin-ajax.php Sitemap: https://ccrealty.ca/sitemap_index.xml