diff --git a/config.example.yaml b/config.example.yaml new file mode 100644 index 0000000..d9c3f4a --- /dev/null +++ b/config.example.yaml @@ -0,0 +1,31 @@ +# MCQ Benchmark - Configuration +# Copy to config.yaml and fill in your values. + +# Model configuration +model: + name: "your-model-name" + endpoint: "http://localhost:8080/v1" + api_key: "not-needed" + timeout: 300 + max_tokens: 4096 + temperature: 0.0 + +# Benchmark settings +benchmark: + # Path to the parquet dataset file + dataset: "train-00000-of-00001.parquet" + + # Number of questions to run (0 = all) + max_questions: 0 + + # Random seed for reproducibility when max_questions < total + seed: 42 + + # How many times to retry a failed request + max_retries: 1 + + # Delay in seconds between requests (0 = none) + delay_between_requests: 0 + + # Output directory for results + output_dir: "runs" \ No newline at end of file