Add example config
This commit is contained in:
@@ -0,0 +1,31 @@
|
|||||||
|
# MCQ Benchmark - Configuration
|
||||||
|
# Copy to config.yaml and fill in your values.
|
||||||
|
|
||||||
|
# Model configuration
|
||||||
|
model:
|
||||||
|
name: "your-model-name"
|
||||||
|
endpoint: "http://localhost:8080/v1"
|
||||||
|
api_key: "not-needed"
|
||||||
|
timeout: 300
|
||||||
|
max_tokens: 4096
|
||||||
|
temperature: 0.0
|
||||||
|
|
||||||
|
# Benchmark settings
|
||||||
|
benchmark:
|
||||||
|
# Path to the parquet dataset file
|
||||||
|
dataset: "train-00000-of-00001.parquet"
|
||||||
|
|
||||||
|
# Number of questions to run (0 = all)
|
||||||
|
max_questions: 0
|
||||||
|
|
||||||
|
# Random seed for reproducibility when max_questions < total
|
||||||
|
seed: 42
|
||||||
|
|
||||||
|
# How many times to retry a failed request
|
||||||
|
max_retries: 1
|
||||||
|
|
||||||
|
# Delay in seconds between requests (0 = none)
|
||||||
|
delay_between_requests: 0
|
||||||
|
|
||||||
|
# Output directory for results
|
||||||
|
output_dir: "runs"
|
||||||
Reference in New Issue
Block a user