{"id":"run-local-a7aa9c6be1a3","serviceId":"openrouter","benchmarkId":"gsm8k","model":"llama3-8b-q40","score":62,"runs":1,"breakdown":{"n":50,"passes":31,"mean_raw":0.62},"sampleCount":50,"runnerVersion":"benchlist-local-ollama@1.0.0","runnerCommit":"local","datasetHash":"sha256:998472abf27962d5141a96e256c87871228b99a8df79ff8c7a9a61d707a0b4b5","methodologyHash":"sha256:8618a36988294dfc7ba4dbff4fdd15f101f6a48ed51a7d0390ddb466f8b50a99","transcriptMerkleRoot":"sha256:6b75ece81623be15e69542d7612827739c0d0d26848611e3610b66553bd6e0b6","startedAt":"2026-04-26T08:04:36Z","finishedAt":"2026-04-26T08:06:58Z","durationSeconds":142,"decoding":{"temperature":0,"num_predict":384},"attestor":"benchlist-local-ollama","publisher":"openrouter","replay":{"command":"ollama run llama3-8b-q40  # via _local_runner.py against the canonical gsm8k sample set","dockerImage":"n/a (local Ollama daemon)","envRequired":[]},"proof":{"system":"signed-attestation","status":"signed","signature":"41ee21cf5e0ea0b6795b68705c9cd609ee97503a9fd3a11b124711aed1052b2b55460f893f5648fbddeb5aecd763156c3f7c3083e2b745ab2fec3d1587857d01","pubkey":"f82b412efec2f9bd732efd7786568ad1dde8b788c79bdba2134be01f68e8ff79","signer_algo":"ed25519","public_inputs":{"dataset_hash":"sha256:998472abf27962d5141a96e256c87871228b99a8df79ff8c7a9a61d707a0b4b5","methodology_hash":"sha256:8618a36988294dfc7ba4dbff4fdd15f101f6a48ed51a7d0390ddb466f8b50a99","merkle_root":"sha256:6b75ece81623be15e69542d7612827739c0d0d26848611e3610b66553bd6e0b6","claimed_score":62}},"verification":{"mode":"signed-attestation","status":"attested","alignedProofSystem":"signed-attestation","attestorPubkey":"f82b412efec2f9bd732efd7786568ad1dde8b788c79bdba2134be01f68e8ff79","attestorSignature":"41ee21cf5e0ea0b6795b68705c9cd609ee97503a9fd3a11b124711aed1052b2b55460f893f5648fbddeb5aecd763156c3f7c3083e2b745ab2fec3d1587857d01","signerAlgo":"ed25519","submittedAt":"2026-04-26T08:06:56.986Z","verifiedAt":"2026-04-26T08:06:58Z","note":"Signed locally by Benchlist runner against Ollama daemon. Model: llama3-8b-q40."},"submittedBy":"rodneyyesep@gmail.com","submittedAt":"2026-04-26T08:06:56.986Z","storeRoute":"store-run"}