Set thread counts after loading model (#836)

pull/861/head
Ettore Di Giacinto 1 year ago committed by GitHub
parent fdffad9efe
commit 44dc1ade62
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -24,11 +24,11 @@ void* load_model(const char *fname, int n_threads) {
__func__, new_error.message); __func__, new_error.message);
return nullptr; return nullptr;
} }
llmodel_setThreadCount(model, n_threads);
if (!llmodel_loadModel(model, fname)) { if (!llmodel_loadModel(model, fname)) {
return nullptr; return nullptr;
} }
llmodel_setThreadCount(model, n_threads);
return model; return model;
} }

Loading…
Cancel
Save