From 3fbfe8e6cc392ce9a22d0b059a8b768e10e6c44e Mon Sep 17 00:00:00 2001
From: Stephen Roller <roller@fb.com>
Date: Fri, 22 Jul 2022 15:01:41 +0000
Subject: [PATCH] [api] Fix worker queue logic
---
metaseq_cli/interactive_hosted.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/metaseq_cli/interactive_hosted.py b/metaseq_cli/interactive_hosted.py
index 2b9e37a..2365936 100644
--- a/metaseq_cli/interactive_hosted.py
+++ b/metaseq_cli/interactive_hosted.py
@@ -105,8 +105,8 @@ def batching_loop(timeout=100, max_tokens=MAX_BATCH_TOKENS):
# batch is empty or under budget
batch.append(item)
except queue.Empty:
+ target_queue = None
if batch:
- target_queue = None
request_object = {
"inputs": [],
"min_tokens": [],
--
GitLab