fix: schdualing eval

conveyor-sys · Apr 30, 2024 · e88d183 · e88d183
1 parent 523aea1
commit e88d183
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/main.py b/main.py
@@ -199,7 +199,7 @@ def eval_scheduling():
     else:
         time_end = time.perf_counter()
         logging.info("Ongoing: " + engine.context.requests[0].decode())
-        final_tokens_len = len(engine.context.req_runtime_stats[req_id].tokens)
+        final_tokens_len = len(engine.context.requests[0].tokens)
 
     logging.info(
         f"Speed: {(final_tokens_len-init_tokens_len)/(time_end - time_start)} tokens/s"
@@ -221,5 +221,4 @@ def good_python_example():
 
 if __name__ == "__main__":
     set_hf_token()
-    eval_search()
-    # eval_scheduling()
+    eval_scheduling()