BenchRunV2 bench.run@2

Generated at from openvibe-contracts v0.419.0 and openvibe-sdk v0.161.0.

Version
2.0.0
Owner
bench
Visibility
first-party
Status
active
Compatibility
backward
Schema
https://openvibe.network/contracts/bench/run.v2.json

bench.run@2: scores may be null while human judges have not scored verified outputs yet.

Fields

FieldTypeRequiredDescriptionConstraints
idstringyes
  • pattern ^brn_[0-9A-HJKMNP-TV-Z]{26}$
benchmarkstringyesThe benchmark id@version the run names. The version is immutable once a run names it.
  • pattern ^bmk_[0-9A-HJKMNP-TV-Z]{26}@[0-9]+$
modelstringyes
  • minLength 1
  • maxLength 160
routeobjectyesThe route that produced the run.
providerstringyes
  • minLength 1
  • maxLength 80
harnesshttps://openvibe.network/contracts/bench/run.v2.json#/$defs/harnessyes
settingshttps://openvibe.network/contracts/bench/run.v2.json#/$defs/settingsyes
executorhttps://openvibe.network/contracts/bench/run.v2.json#/$defs/executoryes
hardwareobject | nullThe machine for a local model: GPU, CPU, RAM, quantization.
taskshttps://openvibe.network/contracts/bench/run.v2.json#/$defs/taskyes
  • maxItems 200
scorenumber | nullyesThe benchmark's score for this run, or null while human judges have not scored it yet.
  • minimum 0
  • maximum 100
cost_usdnumberyes
  • minimum 0
msintegeryes
  • minimum 0
tokensintegeryes
  • minimum 0
provenanceenumyesverified: an executor ran it. submitted: posted with no executor, badged and out of the default rankings.
  • one of "verified", "submitted"
created_atstringyes
  • format date-time

Examples

From the contract's own test fixtures: valid ones validate, rejected ones must fail.

Valid: verified-run
{
  "id": "brn_01JAB2C3D4E5F6G7H8J9K0MNPS",
  "benchmark": "bmk_01JAB2C3D4E5F6G7H8J9K0MNPS@1",
  "model": "claude-opus-4",
  "route": {
    "provider": "anthropic",
    "via": "router"
  },
  "provider": "anthropic",
  "harness": {
    "name": "claude-code",
    "version": "1.2.0"
  },
  "settings": {
    "temperature": 1,
    "effort": "high"
  },
  "executor": {
    "kind": "codes",
    "id": "task_01JAB2C3D4E5F6G7H8J9K0MNPS"
  },
  "hardware": null,
  "tasks": [
    {
      "task_id": "t1",
      "score": 92,
      "cost_usd": 0.031,
      "ms": 41200,
      "tokens": 8400,
      "artifacts": [
        {
          "kind": "html",
          "url": "https://bench.openvibe.services/render/x.html"
        }
      ],
      "transcript_url": "https://bench.openvibe.services/runs/x/t1"
    }
  ],
  "score": 92,
  "cost_usd": 0.031,
  "ms": 41200,
  "tokens": 8400,
  "provenance": "verified",
  "created_at": "2026-10-30T12:05:00.000Z"
}
Rejected: bad-provenance
{
  "id": "brn_01JAB2C3D4E5F6G7H8J9K0MNPS",
  "benchmark": "bmk_01JAB2C3D4E5F6G7H8J9K0MNPS@1",
  "model": "claude-opus-4",
  "route": {
    "provider": "anthropic",
    "via": "router"
  },
  "provider": "anthropic",
  "harness": {
    "name": "claude-code",
    "version": "1.2.0"
  },
  "settings": {
    "temperature": 1,
    "effort": "high"
  },
  "executor": {
    "kind": "codes",
    "id": "task_01JAB2C3D4E5F6G7H8J9K0MNPS"
  },
  "hardware": null,
  "tasks": [
    {
      "task_id": "t1",
      "score": 92,
      "cost_usd": 0.031,
      "ms": 41200,
      "tokens": 8400,
      "artifacts": [
        {
          "kind": "html",
          "url": "https://bench.openvibe.services/render/x.html"
        }
      ],
      "transcript_url": "https://bench.openvibe.services/runs/x/t1"
    }
  ],
  "score": 92,
  "cost_usd": 0.031,
  "ms": 41200,
  "tokens": 8400,
  "provenance": "trusted",
  "created_at": "2026-10-30T12:05:00.000Z"
}
Rejected: bad-score
{
  "id": "brn_01JAB2C3D4E5F6G7H8J9K0MNPS",
  "benchmark": "bmk_01JAB2C3D4E5F6G7H8J9K0MNPS@1",
  "model": "claude-opus-4",
  "route": {
    "provider": "anthropic",
    "via": "router"
  },
  "provider": "anthropic",
  "harness": {
    "name": "claude-code",
    "version": "1.2.0"
  },
  "settings": {
    "temperature": 1,
    "effort": "high"
  },
  "executor": {
    "kind": "codes",
    "id": "task_01JAB2C3D4E5F6G7H8J9K0MNPS"
  },
  "hardware": null,
  "tasks": [
    {
      "task_id": "t1",
      "score": 92,
      "cost_usd": 0.031,
      "ms": 41200,
      "tokens": 8400,
      "artifacts": [
        {
          "kind": "html",
          "url": "https://bench.openvibe.services/render/x.html"
        }
      ],
      "transcript_url": "https://bench.openvibe.services/runs/x/t1"
    }
  ],
  "score": 140,
  "cost_usd": 0.031,
  "ms": 41200,
  "tokens": 8400,
  "provenance": "verified",
  "created_at": "2026-10-30T12:05:00.000Z"
}

Validate

const contracts = require('openvibe-contracts');
contracts.validate('bench.run@2', value);   // { valid, errors: [{ path, message }] }