From 97458a47172d6402eb2c08e2aaa9becff727fcb5 Mon Sep 17 00:00:00 2001
From: Lian Junhong <69239617+T-Atlas@users.noreply.github.com>
Date: Fri, 7 Jun 2024 15:21:47 +0800
Subject: [PATCH] issue about wsl and ray

reminder
---
 basic_demo/openai_api_server.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/basic_demo/openai_api_server.py b/basic_demo/openai_api_server.py
index 265d5f7..da45835 100644
--- a/basic_demo/openai_api_server.py
+++ b/basic_demo/openai_api_server.py
@@ -540,7 +540,7 @@ if __name__ == "__main__":
         trust_remote_code=True,
         gpu_memory_utilization=0.9,
         enforce_eager=True,
-        worker_use_ray=True,
+        worker_use_ray=True, # Set to False if you use wsl2 and encounter UnicodeDecodeError. Until https://github.com/ray-project/ray/issues/45492 is fixed.
         engine_use_ray=False,
         disable_log_requests=True,
         max_model_len=MAX_MODEL_LENGTH,