adjust eval buf sizes to pass long input test

python-bindings-bugfix-2
Aaron Miller 1 year ago committed by AT
parent 7a5f6e4726
commit 57dc0c8953

@ -430,7 +430,7 @@ bool falcon_model_load(const std::string & fname, falcon_model & model, gpt_voca
fin.close();
model.eval_buf.resize(256u * 1024 * 1024);
model.eval_buf.resize(1280u * 1024 * 1024);
model.scr0_buf.resize(256u * 1024 * 1024);
model.scr1_buf.resize(256u * 1024 * 1024);
return true;

@ -485,7 +485,7 @@ bool replit_model_load(const std::string & fname, std::istream &fin, replit_mode
printf("%s: model size = %8.2f MB / num tensors = %d\n", __func__, total_size / 1024.0 / 1024.0, n_tensors);
}
model.eval_buf.resize(256u * 1024 * 1024);
model.eval_buf.resize(512u * 1024 * 1024);
model.scr0_buf.resize(256u * 1024 * 1024);
model.scr1_buf.resize(256u * 1024 * 1024);

Loading…
Cancel
Save