We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent c4cb7fa commit 9c2f800Copy full SHA for 9c2f800
llm_bench/python/benchmark.py
@@ -748,7 +748,8 @@ def main():
748
torch.set_num_threads(int(original_torch_thread_nums / 2))
749
else:
750
torch.set_num_threads(1)
751
- log.info(f'The num_beams is {num_beams}, the original torch threads is {original_torch_thread_nums}, now set to {torch.get_num_threads()}')
+ log.info(f'The num_beams is {num_beams}, update Torch thread num from {original_torch_thread_nums} to {torch.get_num_threads()}, '
752
+ f'avoid to use the CPU cores for OpenVINO inference.')
753
log.info(out_str)
754
if args.memory_consumption:
755
mem_consumption.start_collect_mem_consumption_thread()
0 commit comments