benchmark: relay_constellation

assemble:
  - source: experiments/_fragments/prompts/relay_constellation/README.default.md
    target: /app/workspace/README.md
    render: true
  - source: benchmarks/{benchmark}/dataset/cases/{split}/{case_id}
    target: /app/workspace/case
  - source: experiments/_fragments/opaque_verifiers/artifacts/{benchmark}/verifier
    target: /app/workspace/verifier
  - source: experiments/_fragments/prompts/relay_constellation/PROMPT.default.md
    target: /home/korolev/PROMPT.md
    render: true

collect: []

aggregation:
  verifier_kind: module_directory
  score_metrics:
    - name: service_fraction
      path: metrics.service_fraction
      direction: maximize
      role: primary
    - name: worst_demand_service_fraction
      path: metrics.worst_demand_service_fraction
      direction: maximize
      role: secondary
    - name: num_added_satellites
      path: metrics.num_added_satellites
      direction: minimize
      role: secondary
    - name: mean_latency_ms
      path: metrics.mean_latency_ms
      direction: minimize
      role: secondary
    - name: latency_p95_ms
      path: metrics.latency_p95_ms
      direction: minimize
      role: secondary
