# NOTICE: Collection of content and other data on http://www.huanyuju.com/ through
# automated means is prohibited unless you have express written
# permission from Dow Jones & Company, Inc. and may only be conducted for the
# limited purpose contained in said permission.
#
# Dow Jones & Company, Inc. Terms of Use may be found at
# https://www.dowjones.com/terms-of-use/
#
# If you would like to apply for permission to license the
# intellectual property and/or other materials of Dow Jones & Company, Inc.’s
# brands, please contact us via email at copyright@dowjones.com.




User-agent: *
Disallow: /

# ------------------------------
# WHITELIST GROUP — ALL ALLOWED BOTS
# ------------------------------


User-agent: googlebot
User-agent: googlebot-image
User-agent: GoogleOther
User-agent: Googlebot-Video
User-agent: Google-InspectionTool
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google-Mobile-Apps
User-agent: Storebot-Google
User-agent: google-amphtml
User-agent: google-read-aloud
User-agent: mediapartners-google
User-agent: bingbot
User-agent: msnbot
User-agent: bingpreview
User-agent: slurp
User-agent: yahoo
User-agent: Y!J-BOT
User-agent: yandex
User-agent: YandexImages
User-agent: baiduspider
User-agent: sogou
User-agent: SeznamBot
User-agent: qwantbot
User-agent: yisouspider
User-agent: Pinterestbot
User-agent: Pinterest


User-agent: proximic
User-agent: admantx
User-agent: thetradedesk
User-agent: outbrain
User-agent: ias_crawler
User-agent: AmazonAdBot
User-agent: pubmatic
User-agent: petalbot
User-agent: smartologybot
User-agent: parselybot


User-agent: Yeti
User-agent: semantic-scholar
User-agent: MojeekBot
User-agent: 360Spider
User-agent: applebot
User-agent: applebot-aggregator
User-agent: AppleNewsBot
User-agent: flipboard
User-agent: google-play-newsstand
User-agent: google-cloudvertexbot
User-agent: duckduckbot
User-agent: arquivo.pt
User-agent: archive.org_bot
User-agent: bnf.fr_bot
User-agent: labne
User-agent: SocialFlow
User-agent: Google Web Light


User-agent: facebookexternalhit
User-agent: facebot
User-agent: twitterbot
User-agent: linkedinbot
User-agent: telegrambot
User-agent: snapchat
User-agent: skypeuripreview
User-agent: yahoo-linkpreview


User-agent: newrelicpinger
User-agent: siteimprovebot
User-agent: google-site-verification
User-agent: uptimerobot
User-agent: pingdom.com_bot_version_1.4
User-agent: site24x7
User-agent: statuscake
User-agent: dlvrit
User-agent: okta
User-agent: datadog-synthetics
User-agent: sentry
User-agent: proofpoint
User-agent: schema-validator
User-agent: googleimageproxy
User-agent: Iframely
User-agent: photon
User-agent: checkMy
User-agent: Yahoo Mail Proxy


User-agent: Screaming Frog SEO Spider
User-agent: Sitebulb
User-agent: DeepCrawl
User-agent: LumarBot
User-agent: JetOctopus
User-agent: ContentKing
User-agent: BrightEdge 
User-agent: AhrefsBot
User-agent: SemrushBot
User-agent: rogerbot
User-agent: MJ12bot
User-agent: CognitiveSEO
User-agent: RyteBot
User-agent: SimilarWebBot
User-agent: NetpeakSpider
User-agent: SERankingBot
User-agent: LinkAssistant
User-agent: SISTRIX
User-agent: OnCrawl
User-agent: botify



User-Agent: GPTBot
User-Agent: ChatGPT-User
User-Agent: OAI-SearchBot



User-agent: Chrome-Lighthouse
User-agent: Google-Structured-Data-Testing-Tool

Allow: /

Disallow: /assets/
Disallow: /options/
Disallow: /id/
Disallow: /auth/
Disallow: /api/
Disallow: /client*


Sitemap: http://www.huanyuju.com/sitemap.xml
Sitemap: http://www.huanyuju.com/sitemap_news.xml
Sitemap: http://www.huanyuju.com/sitemaps/listings/index.xml
Sitemap: http://www.huanyuju.com/sitemaps/listings/city-search-sitemap.xml
Sitemap: http://www.huanyuju.com/sitemaps/listings/state-search-sitemap.xml
Sitemap: http://www.huanyuju.com/sitemaps/listings/country-search-sitemap.xml
Sitemap: http://www.huanyuju.com/sitemaps/web/mg/cn/sitemap_mg_cn_index.xml