reflexion-human-eval/run_simple.sh

11 lines
255 B
Bash
Raw Normal View History

2023-03-22 06:41:57 +00:00
python main.py \
2023-04-03 02:20:04 +00:00
--run_name "simple_human_eval_py_logging" \
2023-03-22 06:41:57 +00:00
--root_dir "root" \
2023-04-03 02:20:04 +00:00
--dataset_path ./benchmarks/humaneval-py.jsonl.gz \
2023-03-22 06:41:57 +00:00
--strategy "simple" \
2023-04-03 02:20:04 +00:00
--language "py" \
2023-03-22 06:41:57 +00:00
--model "gpt-4" \
--pass_at_k "1" \
--max_iters "1" \
--verbose