Temporarily remove async_eval

ml-explore · Nov 1, 2024 · e648f9a · e648f9a
1 parent 4d51442
commit e648f9a
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/llms/mlx_lm/generate.py b/llms/mlx_lm/generate.py
@@ -262,8 +262,10 @@ def main():
         kv_group_size=args.kv_group_size,
         quantized_kv_start=args.quantized_kv_start,
     )
-    if not args.verbose:
+
+    if not args.verbose and mx.distributed.init().rank() == 0:
         print(response)
+    mx.synchronize()
 
 
 if __name__ == "__main__":