{"id":"run-local-ca46a090418e","serviceId":"openrouter","benchmarkId":"mmlu-pro","model":"llama3-8b-q40","score":14.000000000000002,"runs":1,"breakdown":{"n":50,"passes":7,"mean_raw":0.14},"sampleCount":50,"runnerVersion":"benchlist-local-ollama@1.0.0","runnerCommit":"local","datasetHash":"sha256:c4ff0432d6539908d6b09b6ceac8693877afbd15a62806db219216507a578bdd","methodologyHash":"sha256:68cb69d8b9a5e40f78f9918e9ab57581115783d514402f7978180dac87834446","transcriptMerkleRoot":"sha256:0e5d956d3212b04e3fb65c3debb21a8cdb3efc605cdf357d0e13dc956b2f63ef","startedAt":"2026-04-26T08:07:00Z","finishedAt":"2026-04-26T08:09:01Z","durationSeconds":121,"decoding":{"temperature":0,"num_predict":384},"attestor":"benchlist-local-ollama","publisher":"openrouter","replay":{"command":"ollama run llama3-8b-q40  # via _local_runner.py against the canonical mmlu-pro sample set","dockerImage":"n/a (local Ollama daemon)","envRequired":[]},"proof":{"system":"signed-attestation","status":"signed","signature":"b22d910828600314a98f3e1ed5917a85629b3474af119e9188e8d57410d6794f4ddea08b89d1ae4a3b649b2fb1009720495b20b39a1034a949a1ed81133de009","pubkey":"f82b412efec2f9bd732efd7786568ad1dde8b788c79bdba2134be01f68e8ff79","signer_algo":"ed25519","public_inputs":{"dataset_hash":"sha256:c4ff0432d6539908d6b09b6ceac8693877afbd15a62806db219216507a578bdd","methodology_hash":"sha256:68cb69d8b9a5e40f78f9918e9ab57581115783d514402f7978180dac87834446","merkle_root":"sha256:0e5d956d3212b04e3fb65c3debb21a8cdb3efc605cdf357d0e13dc956b2f63ef","claimed_score":14.000000000000002}},"verification":{"mode":"signed-attestation","status":"attested","alignedProofSystem":"signed-attestation","attestorPubkey":"f82b412efec2f9bd732efd7786568ad1dde8b788c79bdba2134be01f68e8ff79","attestorSignature":"b22d910828600314a98f3e1ed5917a85629b3474af119e9188e8d57410d6794f4ddea08b89d1ae4a3b649b2fb1009720495b20b39a1034a949a1ed81133de009","signerAlgo":"ed25519","submittedAt":"2026-04-26T08:09:00.265Z","verifiedAt":"2026-04-26T08:09:01Z","note":"Signed locally by Benchlist runner against Ollama daemon. Model: llama3-8b-q40."},"submittedBy":"rodneyyesep@gmail.com","submittedAt":"2026-04-26T08:09:00.265Z","storeRoute":"store-run"}