Report traceback from router init process (ModelTC#49)

Tracin · Aug 11, 2023 · 62b218b · 62b218b
1 parent 14ffaf5
commit 62b218b
Showing 1 changed file with 3 additions and 9 deletions.
diff --git a/lightllm/server/router/manager.py b/lightllm/server/router/manager.py
@@ -242,7 +242,9 @@ def start_router_process(args, router_port, detokenization_port, model_rpc_ports
 
         asyncio.run(router.wait_to_model_ready())
     except Exception as e:
-        pipe_writer.send(str(e))
+        import traceback
+        err_str = '\n'.join(traceback.format_exception(e))
+        pipe_writer.send(err_str)
         router.clean_up()
         raise
 
@@ -253,11 +255,3 @@ def start_router_process(args, router_port, detokenization_port, model_rpc_ports
     loop.create_task(router.loop_for_fwd())
     loop.run_until_complete(router.loop_for_netio_req())
     return
-
-
-
-
-
-
-
-