{"id":"run-local-c2825e0ba8e8","serviceId":"openrouter","benchmarkId":"mmlu-pro","model":"deepseek-coder-v2-15.7b","score":26,"runs":1,"breakdown":{"n":50,"passes":13,"mean_raw":0.26},"sampleCount":50,"runnerVersion":"benchlist-local-ollama@1.0.0","runnerCommit":"local","datasetHash":"sha256:c4ff0432d6539908d6b09b6ceac8693877afbd15a62806db219216507a578bdd","methodologyHash":"sha256:68cb69d8b9a5e40f78f9918e9ab57581115783d514402f7978180dac87834446","transcriptMerkleRoot":"sha256:a92e67ba80160e3d098889e74ddf166ce4cd417523d043723077d71e9a7585e7","startedAt":"2026-04-26T07:51:56Z","finishedAt":"2026-04-26T07:54:10Z","durationSeconds":134,"decoding":{"temperature":0,"num_predict":384},"attestor":"benchlist-local-ollama","publisher":"openrouter","replay":{"command":"ollama run deepseek-coder-v2-15.7b  # via _local_runner.py against the canonical mmlu-pro sample set","dockerImage":"n/a (local Ollama daemon)","envRequired":[]},"proof":{"system":"signed-attestation","status":"signed","signature":"e7e9e5e1256d139374c2ca9cb02c28824b2041f85d5eb8a9c5c6ed80cc51f86d45472f6bf9ec2f623a008140194ad475d9f37a448e27a8638cd073aa3e849901","pubkey":"f82b412efec2f9bd732efd7786568ad1dde8b788c79bdba2134be01f68e8ff79","signer_algo":"ed25519","public_inputs":{"dataset_hash":"sha256:c4ff0432d6539908d6b09b6ceac8693877afbd15a62806db219216507a578bdd","methodology_hash":"sha256:68cb69d8b9a5e40f78f9918e9ab57581115783d514402f7978180dac87834446","merkle_root":"sha256:a92e67ba80160e3d098889e74ddf166ce4cd417523d043723077d71e9a7585e7","claimed_score":26}},"verification":{"mode":"signed-attestation","status":"attested","alignedProofSystem":"signed-attestation","attestorPubkey":"f82b412efec2f9bd732efd7786568ad1dde8b788c79bdba2134be01f68e8ff79","attestorSignature":"e7e9e5e1256d139374c2ca9cb02c28824b2041f85d5eb8a9c5c6ed80cc51f86d45472f6bf9ec2f623a008140194ad475d9f37a448e27a8638cd073aa3e849901","signerAlgo":"ed25519","submittedAt":"2026-04-26T07:54:08.755Z","verifiedAt":"2026-04-26T07:54:10Z","note":"Signed locally by Benchlist runner against Ollama daemon. Model: deepseek-coder-v2-15.7b."},"submittedBy":"rodneyyesep@gmail.com","submittedAt":"2026-04-26T07:54:08.755Z","storeRoute":"store-run"}