# MCQ Benchmark - Configuration
# Copy to config.yaml and fill in your values.

# Model configuration
model:
  name: "your-model-name"
  endpoint: "http://localhost:8080/v1"
  api_key: "not-needed"
  timeout: 300
  max_tokens: 4096
  temperature: 0.0

# Benchmark settings
benchmark:
  # Path to the parquet dataset file
  dataset: "train-00000-of-00001.parquet"

  # Number of questions to run (0 = all)
  max_questions: 0

  # Random seed for reproducibility when max_questions < total
  seed: 42

  # How many times to retry a failed request
  max_retries: 1

  # Delay in seconds between requests (0 = none)
  delay_between_requests: 0

  # Output directory for results
  output_dir: "runs"