main.py

import argparse
from util import *
import asyncio
parser = argparse.ArgumentParser()

### MODELS
# meta-llama/llama-3.1-8b-instruct
# qwen/qwen-2.5-coder-32b-instruct
# google/gemini-2.0-flash-001
# gpt-4o-mini

###

### META
parser.add_argument("--base_model", type=str, default="gpt-4o-mini")
parser.add_argument("--help_model", type=str, default="gpt-4o-mini")

parser.add_argument("--judge_dir", type=str, default="tmp")
parser.add_argument("--log_dir", type=str, default="log")
parser.add_argument("--result_dir", type=str, default="result")
parser.add_argument("--problem_set_dir", type=str, default="data/train_problem_subset.json")
parser.add_argument("--solution_set_dir", type=str, default="data/train_solution_subset.json")

### BASELINE
parser.add_argument("--num_hypothesis", type=int, default=7)
parser.add_argument("--num_hypothesis_summary", type=int, default=3)
parser.add_argument("--num_hypothesis_implementation", type=int, default=3)

### EXPERIMENT
parser.add_argument("--help_type", type=str, default="help_r", choices=["help_h", "help_r", "help_v"])
### Hint Setting
parser.add_argument("--hint_dir", type=str, default='data/hints_broken.json')
### Chat/Refine Setting
parser.add_argument("--num_responses", type=int, default=2)
### Visualize Setting
parser.add_argument("--num_visualize", type=int, default=3)

args = parser.parse_args()


# baseline_model = instance(args, baseline=True)
# asyncio.run(baseline_model.main())


experiment_model = instance(args, baseline=False)
asyncio.run(experiment_model.main())