run testacc

1 year ago · e9407a6725
parent b0a37fd732
commit e9407a6725
1 changed files with 10 additions and 0 deletions
--- a/run_testacc.sh
+++ b/run_testacc.sh
@ -0,0 +1,10 @@
+python main.py \
+  --run_name "testacc_humaneval_py3" \
+  --root_dir "root" \
+  --dataset_path ./benchmarks/humaneval-py.jsonl.gz \
+  --strategy "test-acc" \
+  --language "py" \
+  --model "gpt-4" \
+  --pass_at_k "1" \
+  --max_iters "1" \
+  --verbose