File tree Expand file tree Collapse file tree 5 files changed +10
-0
lines changed Expand file tree Collapse file tree 5 files changed +10
-0
lines changed Original file line number Diff line number Diff line change @@ -331,12 +331,16 @@ def test_kv_cache_events(
331
331
"Token ids should be the same as the custom tokens" )
332
332
assert event .token_ids == custom_tokens , (
333
333
"Token ids should be the same as the custom tokens" )
334
+ print ("Asserts Finished" )
334
335
finally :
335
336
client .shutdown ()
337
+ print ("Client Shutdown" )
336
338
subscriber .close ()
339
+ print ("Subscriber Shutdown" )
337
340
# TODO hack to try and fix CI hang
338
341
ctx = zmq .Context .instance ()
339
342
ctx .term ()
343
+ print ("Context Shutdown" )
340
344
return
341
345
342
346
Original file line number Diff line number Diff line change @@ -171,6 +171,7 @@ def shutdown(self) -> None:
171
171
self ._thread .join (timeout = self .SHUTDOWN_TIMEOUT )
172
172
173
173
# Clean up ZMQ resources
174
+ logger .info ("ZmqEventPublisher - Shutting down ZMQ sockets" )
174
175
try :
175
176
if self ._pub is not None :
176
177
self ._pub .close (linger = 0 )
Original file line number Diff line number Diff line change @@ -854,4 +854,5 @@ def make_spec_decoding_stats(
854
854
855
855
def shutdown (self ) -> None :
856
856
if self .kv_event_publisher :
857
+ logger .info ("scheduler.py - Shutting down kv event publisher" )
857
858
self .kv_event_publisher .shutdown ()
Original file line number Diff line number Diff line change @@ -258,6 +258,7 @@ def shutdown(self):
258
258
if self .model_executor :
259
259
self .model_executor .shutdown ()
260
260
if self .scheduler :
261
+ logger .info ("core.py - Shutting down scheduler" )
261
262
self .scheduler .shutdown ()
262
263
263
264
def profile (self , is_start : bool = True ):
Original file line number Diff line number Diff line change @@ -323,6 +323,8 @@ def __call__(self):
323
323
324
324
# ZMQ context termination can hang if the sockets
325
325
# aren't explicitly closed first.
326
+
327
+ logger .info ("BackgroundResources - Closing output socket" )
326
328
if self .output_socket is not None :
327
329
self .output_socket .close (linger = 0 )
328
330
if self .input_socket is not None :
@@ -334,6 +336,7 @@ def __call__(self):
334
336
shutdown_sender .connect (self .shutdown_path )
335
337
# Send shutdown signal.
336
338
shutdown_sender .send (b'' )
339
+ logger .info ("BackgroundResources - Shutdown signal sent" )
337
340
338
341
def validate_alive (self , frames : Sequence [zmq .Frame ]):
339
342
if len (frames ) == 1 and (frames [0 ].buffer
You can’t perform that action at this time.
0 commit comments