Skip to content

Commit 9c2f800

Browse files
committed
Update the print information of the torch thread
1 parent c4cb7fa commit 9c2f800

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

llm_bench/python/benchmark.py

+2-1
Original file line numberDiff line numberDiff line change
@@ -748,7 +748,8 @@ def main():
748748
torch.set_num_threads(int(original_torch_thread_nums / 2))
749749
else:
750750
torch.set_num_threads(1)
751-
log.info(f'The num_beams is {num_beams}, the original torch threads is {original_torch_thread_nums}, now set to {torch.get_num_threads()}')
751+
log.info(f'The num_beams is {num_beams}, update Torch thread num from {original_torch_thread_nums} to {torch.get_num_threads()}, '
752+
f'avoid to use the CPU cores for OpenVINO inference.')
752753
log.info(out_str)
753754
if args.memory_consumption:
754755
mem_consumption.start_collect_mem_consumption_thread()

0 commit comments

Comments
 (0)