We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 8e7e109 commit 5360f2cCopy full SHA for 5360f2c
modules/openvino_code/server/main.py
@@ -14,7 +14,7 @@ def main():
14
args = get_parser().parse_args()
15
16
# temporary solution for cli args passing
17
- generator_dependency = get_generator_dependency(args.model, args.device, args.tokenizer_checkpoint, args.assistant)
+ generator_dependency = get_generator_dependency(args.model, 'CPU', args.tokenizer_checkpoint, args.assistant)
18
app.dependency_overrides[get_generator_dummy] = generator_dependency
19
20
uvicorn.run(app, host=args.host, port=args.port)
0 commit comments