32 lines
695 B
YAML
32 lines
695 B
YAML
# MCQ Benchmark - Configuration
|
|
# Copy to config.yaml and fill in your values.
|
|
|
|
# Model configuration
|
|
model:
|
|
name: "your-model-name"
|
|
endpoint: "http://localhost:8080/v1"
|
|
api_key: "not-needed"
|
|
timeout: 300
|
|
max_tokens: 4096
|
|
temperature: 0.0
|
|
|
|
# Benchmark settings
|
|
benchmark:
|
|
# Path to the parquet dataset file
|
|
dataset: "train-00000-of-00001.parquet"
|
|
|
|
# Number of questions to run (0 = all)
|
|
max_questions: 0
|
|
|
|
# Random seed for reproducibility when max_questions < total
|
|
seed: 42
|
|
|
|
# How many times to retry a failed request
|
|
max_retries: 1
|
|
|
|
# Delay in seconds between requests (0 = none)
|
|
delay_between_requests: 0
|
|
|
|
# Output directory for results
|
|
output_dir: "runs"
|