reflexion-human-eval/run_reflexion.sh

python main.py \
  --run_name "reflexion_mbpp_py3" \
  --root_dir "root" \
  --dataset_path ./benchmarks/mbpp-py.jsonl \
  --strategy "reflexion" \
  --language "py" \
  --model "gpt-4" \
  --pass_at_k "1" \
  --max_iters "5" \
  --verbose
all 2023-03-22 06:41:57 +00:00			`python main.py \`
. 2023-04-06 06:27:31 +00:00			`--run_name "reflexion_mbpp_py3" \`
all 2023-03-22 06:41:57 +00:00			`--root_dir "root" \`
. 2023-04-03 23:54:05 +00:00			`--dataset_path ./benchmarks/mbpp-py.jsonl \`
all 2023-03-22 06:41:57 +00:00			`--strategy "reflexion" \`
. 2023-04-03 23:54:05 +00:00			`--language "py" \`
rerun and prep for rust impl 2023-03-26 18:34:49 +00:00			`--model "gpt-4" \`
all 2023-03-22 06:41:57 +00:00			`--pass_at_k "1" \`
runs and rs validation 2023-03-30 06:22:52 +00:00			`--max_iters "5" \`
all 2023-03-22 06:41:57 +00:00			`--verbose`