Add example config
This commit is contained in:
@@ -0,0 +1,31 @@
|
||||
# MCQ Benchmark - Configuration
|
||||
# Copy to config.yaml and fill in your values.
|
||||
|
||||
# Model configuration
|
||||
model:
|
||||
name: "your-model-name"
|
||||
endpoint: "http://localhost:8080/v1"
|
||||
api_key: "not-needed"
|
||||
timeout: 300
|
||||
max_tokens: 4096
|
||||
temperature: 0.0
|
||||
|
||||
# Benchmark settings
|
||||
benchmark:
|
||||
# Path to the parquet dataset file
|
||||
dataset: "train-00000-of-00001.parquet"
|
||||
|
||||
# Number of questions to run (0 = all)
|
||||
max_questions: 0
|
||||
|
||||
# Random seed for reproducibility when max_questions < total
|
||||
seed: 42
|
||||
|
||||
# How many times to retry a failed request
|
||||
max_retries: 1
|
||||
|
||||
# Delay in seconds between requests (0 = none)
|
||||
delay_between_requests: 0
|
||||
|
||||
# Output directory for results
|
||||
output_dir: "runs"
|
||||
Reference in New Issue
Block a user