{ "version": "2.0.0", "baseVersion": "1.0.0", "generatedAt": "2026-09-24T23:17:46.446Z", "elapsedSeconds": 292.684, "preregistration": { "file": "PREREGISTRATION.md", "sha256": "b1aa766a63b0df1aaff9a756dd064809c55b2aacc39fc3c167f19a7727bee39d" }, "protocol": "../echo/PROTOCOL.md", "seeds": { "start": 1, "end": 128 }, "grid": { "doors": [ 1, 2, 4, 8, 16, 64, "inf" ], "rules": [ "newest", "oldest", "random", "firsthand" ], "modes": [ "blind", "handshake" ], "worlds": [ { "id": "turning", "title": "The world turns at round 70", "config": { "agents": 24, "rounds": 180, "seed": 42, "quality": 0.65, "observe": 0.18, "shared": 0.65, "gossip": 2, "halfLife": 12, "flipAt": 70, "topology": "random" }, "window": "postBrier" }, { "id": "stable", "title": "Nothing changes, and forgetting backfires", "config": { "agents": 24, "rounds": 180, "seed": 42, "quality": 0.56, "observe": 0.08, "shared": 0.9, "gossip": 2, "halfLife": 4, "flipAt": null, "topology": "random" }, "window": "lateBrier" } ] }, "verdicts": [ { "id": "P1", "held": true, "claim": "At door=1 in the turning world, time-aware provenance still beats the echoing policy on post-change Brier.", "detail": [ { "rule": "newest", "mean": -0.6842514537118125, "low": -0.7550999921346231, "high": -0.6134029152890019, "seedsBetter": 101, "n": 128, "idsPerMessage": 0.9941749855324072 }, { "rule": "oldest", "mean": -0.5904517698714385, "low": -0.6612847864527397, "high": -0.5196187532901374, "seedsBetter": 101, "n": 128, "idsPerMessage": 0.9941749855324072 }, { "rule": "random", "mean": -0.5783772135512315, "low": -0.6495704114188764, "high": -0.5071840156835866, "seedsBetter": 101, "n": 128, "idsPerMessage": 0.9941749855324072 }, { "rule": "firsthand", "mean": -0.6740082960527303, "low": -0.7449987991160302, "high": -0.6030177929894304, "seedsBetter": 101, "n": 128, "idsPerMessage": 0.9941749855324072 } ], "withHandshake": [ { "rule": "newest", "mean": -0.6852331639231036, "high": -0.6143624652420079, "entriesPerMessage": 191.5867006655092 }, { "rule": "oldest", "mean": -0.5803581948799166, "high": -0.5085831828145323, "entriesPerMessage": 185.43441388165502 }, { "rule": "random", "mean": -0.6187064625317718, "high": -0.5472067521108235, "entriesPerMessage": 190.27599283854164 }, { "rule": "firsthand", "mean": -0.6711082783719294, "high": -0.6001932470472653, "entriesPerMessage": 191.7261555989584 } ] }, { "id": "P2", "held": true, "claim": "In the turning world, oldest-first is worse than newest-first for time-aware provenance at every finite door.", "detail": [ { "door": 1, "oldest": 0.1986107301285615, "newest": 0.10481104628818759, "gap": 0.09379968384037392 }, { "door": 2, "oldest": 0.19878332019330336, "newest": 0.0985190534619797, "gap": 0.10026426673132366 }, { "door": 4, "oldest": 0.19907391016513862, "newest": 0.098908227416864, "gap": 0.10016568274827461 }, { "door": 8, "oldest": 0.1996638371430367, "newest": 0.09944196357372054, "gap": 0.10022187356931617 }, { "door": 16, "oldest": 0.2006445509678243, "newest": 0.09953439746141082, "gap": 0.10111015350641347 }, { "door": 64, "oldest": 0.21456505372133639, "newest": 0.09953448618074587, "gap": 0.11503056754059052 } ] }, { "id": "P3", "held": true, "claim": "In the difficult-stable world, a narrow newest-first door costs timeless provenance more Brier than time-aware provenance.", "detail": { "timelessIncrease": 0.021184466639174317, "temporalIncrease": 0.004879937308930493, "timeless": { "wide": 0.04832465571830113, "narrow": 0.06950912235747544 }, "temporal": { "wide": 0.21867191708313147, "narrow": 0.22355185439206196 } } }, { "id": "P4", "held": false, "claim": "Handshake beats blind at every finite door, and at door=1 its true payload exceeds its own cap by more than 10x.", "detail": [ { "door": 1, "blind": 0.10481104628818759, "handshake": 0.10382933607689662, "blindEntries": 0.9941749855324072, "handshakeEntries": 191.5867006655092, "better": true, "overcap": 191.5867006655092 }, { "door": 2, "blind": 0.0985190534619797, "handshake": 0.10053076940894382, "blindEntries": 1.9837212456597229, "handshakeEntries": 219.08208550347226, "better": false, "overcap": 109.54104275173613 }, { "door": 4, "blind": 0.098908227416864, "handshake": 0.09955555839521073, "blindEntries": 3.95429054542824, "handshakeEntries": 219.41273781105318, "better": false, "overcap": 54.853184452763294 }, { "door": 8, "blind": 0.09944196357372054, "handshake": 0.09953448618074587, "blindEntries": 7.866915328414355, "handshakeEntries": 219.42162543402785, "better": false, "overcap": 27.42770317925348 }, { "door": 16, "blind": 0.09953439746141082, "handshake": 0.09953448618074587, "blindEntries": 15.585784686053243, "handshakeEntries": 219.42162543402785, "better": false, "overcap": 13.71385158962674 }, { "door": 64, "blind": 0.09953448618074587, "handshake": 0.09953448618074587, "blindEntries": 58.835760271990765, "handshakeEntries": 219.42162543402785, "better": false, "overcap": 3.428462897406685 } ] }, { "id": "P5", "held": true, "claim": "Some finite door and rule breaks the movement-one ordering (time-aware better than timeless better than echoing) in the turning world.", "detail": { "breakingCells": 6, "totalFiniteCells": 48, "breaks": [ { "door": 1, "rule": "random", "handshake": false, "temporal": 0.21068528644876816, "provenance": 0.9672261006664624, "echo": 0.7890625, "which": "timeless no longer beats echoing" }, { "door": 2, "rule": "random", "handshake": false, "temporal": 0.2197801246560818, "provenance": 0.9776609424910093, "echo": 0.7890625, "which": "timeless no longer beats echoing" }, { "door": 4, "rule": "random", "handshake": false, "temporal": 0.221062495015452, "provenance": 0.9680392155900857, "echo": 0.7890625, "which": "timeless no longer beats echoing" }, { "door": 8, "rule": "random", "handshake": false, "temporal": 0.2171221367015817, "provenance": 0.9087507871782373, "echo": 0.7890625, "which": "timeless no longer beats echoing" }, { "door": 16, "rule": "random", "handshake": false, "temporal": 0.1864404215491297, "provenance": 0.8042155095684801, "echo": 0.7890625, "which": "timeless no longer beats echoing" }, { "door": 64, "rule": "oldest", "handshake": false, "temporal": 0.21456505372133639, "provenance": 0.9559855407670456, "echo": 0.7890625, "which": "timeless no longer beats echoing" } ] } } ], "cells": [ { "world": "turning", "door": 1, "rule": "newest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.3794953245397579, "low": 0.3593208011029026, "high": 0.39966984797661315, "n": 128 }, "lateBrier": { "mean": 0.5081091916730646, "low": 0.46705362889695684, "high": 0.5491647544491723, "n": 128 }, "postBrier": { "mean": 0.5941357452363741, "low": 0.559633771235739, "high": 0.6286377192370093, "n": 128 }, "lateAccuracy": { "mean": 0.45295681423611106, "low": 0.41177105611499976, "high": 0.49414257235722236, "n": 128 }, "lateWrongSure": { "mean": 0.46319806134259245, "low": 0.4217369206456977, "high": 0.5046592020394872, "n": 128 }, "anyWrongSure": 128, "recovered": 74, "recoveryMedianAmongRecovered": 76.5 }, "temporal": { "allBrier": { "mean": 0.0851303256054885, "low": 0.07896460649254718, "high": 0.09129604471842982, "n": 128 }, "lateBrier": { "mean": 0.033048407341431864, "low": 0.02661213532752468, "high": 0.039484679355339045, "n": 128 }, "postBrier": { "mean": 0.10481104628818759, "low": 0.09521218960771954, "high": 0.11440990296865564, "n": 128 }, "lateAccuracy": { "mean": 0.9591543692129626, "low": 0.9494250381916305, "high": 0.9688837002342947, "n": 128 }, "lateWrongSure": { "mean": 0.0033709490740740735, "low": 0.001613677513402076, "high": 0.005128220634746071, "n": 128 }, "anyWrongSure": 110, "recovered": 128, "recoveryMedianAmongRecovered": 17 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.4750607843316328, "low": -0.512248976191927, "high": -0.43787259247133864, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2809533083269354, "low": 0.20243595240014095, "high": 0.3594706642537298, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7560140926585679, "low": -0.8270004603821552, "high": -0.6850277249349805, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.4893246989481862, "low": -0.5171946919012333, "high": -0.461454705995139, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.19492675476362584, "low": 0.11877940122359157, "high": 0.2710741083036601, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6842514537118125, "low": -0.7550999921346231, "high": -0.6134029152890019, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.9941749855324072, "low": 0.9938705932551697, "high": 0.9944793778096448, "n": 128 }, "totalPerMessage": { "mean": 0.9941749855324072, "low": 0.9938705932551697, "high": 0.9944793778096448, "n": 128 }, "blocked": { "mean": 1029463.2890625, "low": 1025386.4713481768, "high": 1033540.1067768232, "n": 128 }, "offered": { "mean": 1038052.9609375, "low": 1033975.7092809601, "high": 1042130.2125940399, "n": 128 } }, "meanKnown": { "mean": 241.47753906249997, "low": 240.66301035246647, "high": 242.29206777253347, "n": 128 } } }, { "world": "turning", "door": 1, "rule": "newest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38698005456112927, "low": 0.3663192870194977, "high": 0.40764082210276087, "n": 128 }, "lateBrier": { "mean": 0.5308985166250308, "low": 0.4887477471147057, "high": 0.573049286135356, "n": 128 }, "postBrier": { "mean": 0.6157507915029317, "low": 0.5811075622813994, "high": 0.650394020724464, "n": 128 }, "lateAccuracy": { "mean": 0.4423882378472224, "low": 0.4001456910237919, "high": 0.48463078467065296, "n": 128 }, "lateWrongSure": { "mean": 0.5000976562499999, "low": 0.4576734661935954, "high": 0.5425218463064044, "n": 128 }, "anyWrongSure": 128, "recovered": 103, "recoveryMedianAmongRecovered": 72 }, "temporal": { "allBrier": { "mean": 0.07648541631789835, "low": 0.07052694233046126, "high": 0.08244389030533543, "n": 128 }, "lateBrier": { "mean": 0.015404464625560643, "low": 0.009668287632748136, "high": 0.02114064161837315, "n": 128 }, "postBrier": { "mean": 0.10382933607689662, "low": 0.09448158162148527, "high": 0.11317709053230797, "n": 128 }, "lateAccuracy": { "mean": 0.9802264178240743, "low": 0.9719343859311317, "high": 0.9885184497170169, "n": 128 }, "lateWrongSure": { "mean": 0.002737991898148148, "low": 0.0006220580324744884, "high": 0.004853925763821807, "n": 128 }, "anyWrongSure": 121, "recovered": 128, "recoveryMedianAmongRecovered": 14 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5154940519994701, "low": -0.5551212281349726, "high": -0.4758668758639676, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2581639833749692, "low": 0.17993505556598982, "high": 0.3363929111839486, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7736580353744392, "low": -0.8446131828845457, "high": -0.7027028878643328, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5119214554260348, "low": -0.541177353265919, "high": -0.4826655575861507, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.1733117084970686, "low": 0.09798448529837, "high": 0.24863893169576717, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6852331639231036, "low": -0.7561038626041994, "high": -0.6143624652420079, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.9850260416666662, "low": 0.9838258180177629, "high": 0.9862262653155695, "n": 128 }, "totalPerMessage": { "mean": 191.5867006655092, "low": 191.1444563731039, "high": 192.0289449579145, "n": 128 }, "blocked": { "mean": 1638285.2890625, "low": 1634483.7109919318, "high": 1642086.8671330682, "n": 128 }, "offered": { "mean": 1646795.9140625, "low": 1642984.280700585, "high": 1650607.547424415, "n": 128 } }, "meanKnown": { "mean": 386.9501953125001, "low": 386.4424186940647, "high": 387.4579719309355, "n": 128 } } }, { "world": "turning", "door": 1, "rule": "oldest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.35158728967507263, "low": 0.3408585790237391, "high": 0.36231600032640615, "n": 128 }, "lateBrier": { "mean": 0.4445415177025111, "low": 0.4200988370474, "high": 0.46898419835762223, "n": 128 }, "postBrier": { "mean": 0.4853775989473782, "low": 0.46159890991923813, "high": 0.5091562879755183, "n": 128 }, "lateAccuracy": { "mean": 0.44017288773148155, "low": 0.4135530753182881, "high": 0.466792700144675, "n": 128 }, "lateWrongSure": { "mean": 0.3014142071759259, "low": 0.27638838227761675, "high": 0.326440032074235, "n": 128 }, "anyWrongSure": 91, "recovered": 3, "recoveryMedianAmongRecovered": 93 }, "temporal": { "allBrier": { "mean": 0.1904911482236541, "low": 0.18696941206058146, "high": 0.19401288438672673, "n": 128 }, "lateBrier": { "mean": 0.17789417642997463, "low": 0.17352146642184857, "high": 0.18226688643810068, "n": 128 }, "postBrier": { "mean": 0.1986107301285615, "low": 0.19431136868193155, "high": 0.20291009157519146, "n": 128 }, "lateAccuracy": { "mean": 0.7436595775462964, "low": 0.7326985869050945, "high": 0.7546205681874983, "n": 128 }, "lateWrongSure": { "mean": 0.000289351851851852, "low": 0.00018141757331783484, "high": 0.00039728613038586915, "n": 128 }, "anyWrongSure": 0, "recovered": 67, "recoveryMedianAmongRecovered": 67 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.2666473412725366, "low": -0.28886653218499353, "high": -0.24442815036007967, "n": 128, "aBetter": 126, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.3445209822974889, "low": 0.27878136294025924, "high": 0.41026060165471856, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.6111683235700253, "low": -0.6820286174872974, "high": -0.5403080296527532, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.2867668688188167, "low": -0.3082078338204785, "high": -0.2653259038171549, "n": 128, "aBetter": 127, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.30368490105262186, "low": 0.23820109398705475, "high": 0.36916870811818897, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.5904517698714385, "low": -0.6612847864527397, "high": -0.5196187532901374, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.9941749855324072, "low": 0.9938705932551697, "high": 0.9944793778096448, "n": 128 }, "totalPerMessage": { "mean": 0.9941749855324072, "low": 0.9938705932551697, "high": 0.9944793778096448, "n": 128 }, "blocked": { "mean": 149387.59375, "low": 148031.14787664413, "high": 150744.03962335587, "n": 128 }, "offered": { "mean": 157977.265625, "low": 156620.01863221155, "high": 159334.51261778845, "n": 128 } }, "meanKnown": { "mean": 34.37044270833334, "low": 34.14831853773443, "high": 34.59256687893225, "n": 128 } } }, { "world": "turning", "door": 1, "rule": "oldest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.4887262163880559, "low": 0.46922522032320796, "high": 0.5082272124529039, "n": 128 }, "lateBrier": { "mean": 0.7327519109730463, "low": 0.6928866111795914, "high": 0.7726172107665011, "n": 128 }, "postBrier": { "mean": 0.7813418618441094, "low": 0.7487245691348845, "high": 0.8139591545533342, "n": 128 }, "lateAccuracy": { "mean": 0.24621129918981485, "low": 0.20743194916187846, "high": 0.28499064921775125, "n": 128 }, "lateWrongSure": { "mean": 0.7096100983796299, "low": 0.6679857444081398, "high": 0.7512344523511199, "n": 128 }, "anyWrongSure": 128, "recovered": 79, "recoveryMedianAmongRecovered": 82 }, "temporal": { "allBrier": { "mean": 0.14234583691651478, "low": 0.13545341198895686, "high": 0.1492382618440727, "n": 128 }, "lateBrier": { "mean": 0.08109752806397061, "low": 0.07156133272988706, "high": 0.09063372339805416, "n": 128 }, "postBrier": { "mean": 0.20870430512008326, "low": 0.19809045133882824, "high": 0.21931815890133827, "n": 128 }, "lateAccuracy": { "mean": 0.8994068287037033, "low": 0.8849393601843497, "high": 0.9138742972230568, "n": 128 }, "lateWrongSure": { "mean": 0.00976924189814815, "low": 0.007129585693154453, "high": 0.012408898103141846, "n": 128 }, "anyWrongSure": 119, "recovered": 128, "recoveryMedianAmongRecovered": 32 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.6516543829090752, "low": -0.6855298460692666, "high": -0.6177789197488838, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.05631058902695392, "low": -0.022514637901852208, "high": 0.13513581595576005, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7079649719360295, "low": -0.7794916279366202, "high": -0.6364383159354388, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5726375567240266, "low": -0.5985281994019943, "high": -0.5467469140460589, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.007720638155890403, "low": -0.06819187786071479, "high": 0.08363315417249559, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.5803581948799166, "low": -0.6521332069453009, "high": -0.5085831828145323, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.9619529441550925, "low": 0.9601436346985314, "high": 0.9637622536116536, "n": 128 }, "totalPerMessage": { "mean": 185.43441388165502, "low": 184.86930716001004, "high": 185.9995206033, "n": 128 }, "blocked": { "mean": 1585529.453125, "low": 1580674.388142482, "high": 1590384.518107518, "n": 128 }, "offered": { "mean": 1593840.7265625, "low": 1588970.515806393, "high": 1598710.937318607, "n": 128 } }, "meanKnown": { "mean": 378.6438802083332, "low": 377.90621247399537, "high": 379.38154794267103, "n": 128 } } }, { "world": "turning", "door": 1, "rule": "random", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.6140982191780203, "low": 0.606857458768778, "high": 0.6213389795872627, "n": 128 }, "lateBrier": { "mean": 0.9641100503130782, "low": 0.9495633598743332, "high": 0.9786567407518232, "n": 128 }, "postBrier": { "mean": 0.9672261006664624, "low": 0.9540341966180836, "high": 0.9804180047148412, "n": 128 }, "lateAccuracy": { "mean": 0.02263816550925926, "low": 0.011648433629777312, "high": 0.03362789738874121, "n": 128 }, "lateWrongSure": { "mean": 0.9534649884259263, "low": 0.9350144986863786, "high": 0.971915478165474, "n": 128 }, "anyWrongSure": 128, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.16724896793523875, "low": 0.1623966079694973, "high": 0.1721013279009802, "n": 128 }, "lateBrier": { "mean": 0.16920564311470943, "low": 0.16350642554151287, "high": 0.17490486068790598, "n": 128 }, "postBrier": { "mean": 0.21068528644876816, "low": 0.20446240067976182, "high": 0.2169081722177745, "n": 128 }, "lateAccuracy": { "mean": 0.761103877314815, "low": 0.7481556673809925, "high": 0.7740520872486375, "n": 128 }, "lateWrongSure": { "mean": 0.001114004629629629, "low": 0.0007603779478356401, "high": 0.001467631311423618, "n": 128 }, "anyWrongSure": 3, "recovered": 84, "recoveryMedianAmongRecovered": 66.5 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.7949044071983685, "low": -0.8088104063300499, "high": -0.7809984080666872, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": -0.17504755031307792, "low": -0.24773050647325429, "high": -0.10236459415290154, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.6198568568852909, "low": -0.69088736466752, "high": -0.5488263491030618, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.7565408142176938, "low": -0.7688640227739493, "high": -0.7442176056614384, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": -0.1781636006664621, "low": -0.25048210076826166, "high": -0.10584510056466256, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.5783772135512315, "low": -0.6495704114188764, "high": -0.5071840156835866, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.9941749855324072, "low": 0.9938705932551697, "high": 0.9944793778096448, "n": 128 }, "totalPerMessage": { "mean": 0.9941749855324072, "low": 0.9938705932551697, "high": 0.9944793778096448, "n": 128 }, "blocked": { "mean": 680555.8203125, "low": 676942.6665042308, "high": 684168.9741207692, "n": 128 }, "offered": { "mean": 689145.4921875, "low": 685532.091325148, "high": 692758.893049852, "n": 128 } }, "meanKnown": { "mean": 159.56738281250009, "low": 158.88362658754306, "high": 160.2511390374571, "n": 128 } } }, { "world": "turning", "door": 1, "rule": "random", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.47374417094915866, "low": 0.45348635416669175, "high": 0.49400198773162557, "n": 128 }, "lateBrier": { "mean": 0.7040080458059873, "low": 0.6626897160632444, "high": 0.7453263755487302, "n": 128 }, "postBrier": { "mean": 0.757813170773623, "low": 0.7240026842489953, "high": 0.7916236572982507, "n": 128 }, "lateAccuracy": { "mean": 0.27436885127314803, "low": 0.23382158240068185, "high": 0.3149161201456142, "n": 128 }, "lateWrongSure": { "mean": 0.6796802662037035, "low": 0.6371652325694301, "high": 0.7221952998379768, "n": 128 }, "anyWrongSure": 128, "recovered": 80, "recoveryMedianAmongRecovered": 82 }, "temporal": { "allBrier": { "mean": 0.11775793844540967, "low": 0.11128783236392634, "high": 0.12422804452689301, "n": 128 }, "lateBrier": { "mean": 0.05069751479349429, "low": 0.04304851094210238, "high": 0.0583465186448862, "n": 128 }, "postBrier": { "mean": 0.17035603746822833, "low": 0.16015636275028788, "high": 0.18055571218616878, "n": 128 }, "lateAccuracy": { "mean": 0.9375144675925923, "low": 0.9258406058455955, "high": 0.9491883293395891, "n": 128 }, "lateWrongSure": { "mean": 0.004980468749999999, "low": 0.003221531712024339, "high": 0.006739405787975659, "n": 128 }, "anyWrongSure": 123, "recovered": 128, "recoveryMedianAmongRecovered": 28 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.653310531012493, "low": -0.6897924460790744, "high": -0.6168286159459117, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.08505445419401261, "low": 0.006384779555220904, "high": 0.16372412883280432, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7383649852065051, "low": -0.8094798159665334, "high": -0.6672501544464767, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5874571333053946, "low": -0.6147513321137363, "high": -0.5601629344970529, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.031249329226377055, "low": -0.044418039478685604, "high": 0.10691669793143971, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6187064625317718, "low": -0.69020617295272, "high": -0.5472067521108235, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.9808738425925924, "low": 0.9795098064084623, "high": 0.9822378787767224, "n": 128 }, "totalPerMessage": { "mean": 190.27599283854164, "low": 189.78637334421563, "high": 190.76561233286765, "n": 128 }, "blocked": { "mean": 1627029.3984375, "low": 1622821.8920690997, "high": 1631236.9048059003, "n": 128 }, "offered": { "mean": 1635504.1484375, "low": 1631285.153636979, "high": 1639723.143238021, "n": 128 } }, "meanKnown": { "mean": 385.45540364583337, "low": 384.8877845590198, "high": 386.02302273264695, "n": 128 } } }, { "world": "turning", "door": 1, "rule": "firsthand", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.385856883593742, "low": 0.36606865107205205, "high": 0.4056451161154319, "n": 128 }, "lateBrier": { "mean": 0.5213226753731954, "low": 0.48128235021063503, "high": 0.5613630005357558, "n": 128 }, "postBrier": { "mean": 0.6041411059765965, "low": 0.5703376632369226, "high": 0.6379445487162705, "n": 128 }, "lateAccuracy": { "mean": 0.4380298755787037, "low": 0.39784447783838034, "high": 0.4782152733190271, "n": 128 }, "lateWrongSure": { "mean": 0.4745732060185184, "low": 0.43406287518909387, "high": 0.5150835368479428, "n": 128 }, "anyWrongSure": 128, "recovered": 65, "recoveryMedianAmongRecovered": 77 }, "temporal": { "allBrier": { "mean": 0.09387145901500984, "low": 0.08797108040146855, "high": 0.09977183762855114, "n": 128 }, "lateBrier": { "mean": 0.04074491563014197, "low": 0.03446349236375856, "high": 0.04702633889652538, "n": 128 }, "postBrier": { "mean": 0.11505420394726952, "low": 0.10589883642410168, "high": 0.12420957147043736, "n": 128 }, "lateAccuracy": { "mean": 0.9503689236111111, "low": 0.940598602483909, "high": 0.9601392447383132, "n": 128 }, "lateWrongSure": { "mean": 0.0029622395833333332, "low": 0.0015892224512688404, "high": 0.004335256715397826, "n": 128 }, "anyWrongSure": 100, "recovered": 128, "recoveryMedianAmongRecovered": 20.5 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.48057775974305317, "low": -0.5168127823481357, "high": -0.4443427371379707, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2677398246268049, "low": 0.18885541768803213, "high": 0.34662423156557765, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.748317584369858, "low": -0.8190800536373894, "high": -0.6775551151023265, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.48908690202932675, "low": -0.516394291560663, "high": -0.46177951249799054, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.18492139402340363, "low": 0.10838992310968742, "high": 0.26145286493711983, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6740082960527303, "low": -0.7449987991160302, "high": -0.6030177929894304, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.9941749855324072, "low": 0.9938705932551697, "high": 0.9944793778096448, "n": 128 }, "totalPerMessage": { "mean": 0.9941749855324072, "low": 0.9938705932551697, "high": 0.9944793778096448, "n": 128 }, "blocked": { "mean": 933178.3984375, "low": 928720.814968328, "high": 937635.981906672, "n": 128 }, "offered": { "mean": 941768.0703125, "low": 937310.2231075403, "high": 946225.9175174597, "n": 128 } }, "meanKnown": { "mean": 218.60188802083331, "low": 217.69321007478612, "high": 219.5105659668805, "n": 128 } } }, { "world": "turning", "door": 1, "rule": "firsthand", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.4391247707733401, "low": 0.4181308545822516, "high": 0.46011868696442865, "n": 128 }, "lateBrier": { "mean": 0.6352081532532441, "low": 0.592331645524406, "high": 0.6780846609820822, "n": 128 }, "postBrier": { "mean": 0.7014077575267933, "low": 0.6662790408839157, "high": 0.7365364741696709, "n": 128 }, "lateAccuracy": { "mean": 0.33949291087962974, "low": 0.29713788622730447, "high": 0.381847935531955, "n": 128 }, "lateWrongSure": { "mean": 0.6067997685185186, "low": 0.5629915114278953, "high": 0.6506080256091419, "n": 128 }, "anyWrongSure": 128, "recovered": 83, "recoveryMedianAmongRecovered": 79 }, "temporal": { "allBrier": { "mean": 0.08520352934391692, "low": 0.07916070618712608, "high": 0.09124635250070777, "n": 128 }, "lateBrier": { "mean": 0.022636159813772625, "low": 0.01668741422984701, "high": 0.02858490539769824, "n": 128 }, "postBrier": { "mean": 0.11795422162807069, "low": 0.10838166639986285, "high": 0.12752677685627853, "n": 128 }, "lateAccuracy": { "mean": 0.9711154513888884, "low": 0.9621981721936297, "high": 0.9800327305841472, "n": 128 }, "lateWrongSure": { "mean": 0.0032841435185185183, "low": 0.0015541639036740548, "high": 0.005014123133362982, "n": 128 }, "anyWrongSure": 122, "recovered": 128, "recoveryMedianAmongRecovered": 18 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.6125719934394712, "low": -0.6523132220888896, "high": -0.5728307647900528, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.15385434674675616, "low": 0.07562903340180946, "high": 0.23207966009170286, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7664263401862276, "low": -0.8371731532330884, "high": -0.6956795271393668, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5834535358987228, "low": -0.6128769572653266, "high": -0.554030114532119, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.08765474247320681, "low": 0.012466520366911649, "high": 0.16284296457950198, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6711082783719294, "low": -0.7420233096965936, "high": -0.6001932470472653, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.9854700159143519, "low": 0.9842956909468005, "high": 0.9866443408819033, "n": 128 }, "totalPerMessage": { "mean": 191.7261555989584, "low": 191.29094627702588, "high": 192.16136492089092, "n": 128 }, "blocked": { "mean": 1639483.171875, "low": 1635740.9583697144, "high": 1643225.3853802856, "n": 128 }, "offered": { "mean": 1647997.6328125, "low": 1644245.588560495, "high": 1651749.677064505, "n": 128 } }, "meanKnown": { "mean": 387.11002604166674, "low": 386.6114536394153, "high": 387.6085984439182, "n": 128 } } }, { "world": "turning", "door": 2, "rule": "newest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38014917565163414, "low": 0.3592288434791111, "high": 0.4010695078241572, "n": 128 }, "lateBrier": { "mean": 0.5164212583286926, "low": 0.47391176648951217, "high": 0.558930750167873, "n": 128 }, "postBrier": { "mean": 0.6033860978439044, "low": 0.5682984345366145, "high": 0.6384737611511943, "n": 128 }, "lateAccuracy": { "mean": 0.4529748987268518, "low": 0.41057219687551555, "high": 0.4953776005781881, "n": 128 }, "lateWrongSure": { "mean": 0.48071831597222237, "low": 0.43765212414447024, "high": 0.5237845077999745, "n": 128 }, "anyWrongSure": 128, "recovered": 95, "recoveryMedianAmongRecovered": 76 }, "temporal": { "allBrier": { "mean": 0.0745471887087779, "low": 0.0684961401836587, "high": 0.0805982372338971, "n": 128 }, "lateBrier": { "mean": 0.018004710849634228, "low": 0.012062602880074266, "high": 0.02394681881919419, "n": 128 }, "postBrier": { "mean": 0.0985190534619797, "low": 0.0889834595939249, "high": 0.1080546473300345, "n": 128 }, "lateAccuracy": { "mean": 0.9777922453703709, "low": 0.9690803059699269, "high": 0.9865041847708149, "n": 128 }, "lateWrongSure": { "mean": 0.0029622395833333332, "low": 0.0007346298723198957, "high": 0.005189849294346771, "n": 128 }, "anyWrongSure": 121, "recovered": 128, "recoveryMedianAmongRecovered": 14 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.4984165474790579, "low": -0.5380541530617795, "high": -0.4587789418963363, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.27264124167130765, "low": 0.19490404400434133, "high": 0.35037843933827395, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.771057789150366, "low": -0.8419304078949227, "high": -0.7001851704058094, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5048670443819246, "low": -0.534037069545228, "high": -0.47569701921862134, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.18567640215609574, "low": 0.11069056399381447, "high": 0.26066224031837704, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6905434465380201, "low": -0.7612720641437811, "high": -0.6198148289322591, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.9837212456597229, "low": 1.9831259265539414, "high": 1.9843165647655043, "n": 128 }, "totalPerMessage": { "mean": 1.9837212456597229, "low": 1.9831259265539414, "high": 1.9843165647655043, "n": 128 }, "blocked": { "mean": 1435162.921875, "low": 1428085.1805461324, "high": 1442240.6632038676, "n": 128 }, "offered": { "mean": 1452302.2734375, "low": 1445223.7171386108, "high": 1459380.8297363892, "n": 128 } }, "meanKnown": { "mean": 338.4417317708333, "low": 336.9911869235747, "high": 339.89227661809196, "n": 128 } } }, { "world": "turning", "door": 2, "rule": "newest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38123220281121656, "low": 0.3602458869013257, "high": 0.4022185187211074, "n": 128 }, "lateBrier": { "mean": 0.5228279551880474, "low": 0.4802527254910055, "high": 0.5654031848850892, "n": 128 }, "postBrier": { "mean": 0.6093583525937715, "low": 0.5744430608424627, "high": 0.6442736443450803, "n": 128 }, "lateAccuracy": { "mean": 0.454615162037037, "low": 0.41200356103919156, "high": 0.49722676303488245, "n": 128 }, "lateWrongSure": { "mean": 0.4974392361111112, "low": 0.4544715891000985, "high": 0.5404068831221238, "n": 128 }, "anyWrongSure": 128, "recovered": 119, "recoveryMedianAmongRecovered": 68 }, "temporal": { "allBrier": { "mean": 0.0721224304390589, "low": 0.06625771636625208, "high": 0.07798714451186572, "n": 128 }, "lateBrier": { "mean": 0.011795132122294704, "low": 0.006621677625120516, "high": 0.01696858661946889, "n": 128 }, "postBrier": { "mean": 0.10053076940894382, "low": 0.09124411287836504, "high": 0.1098174259395226, "n": 128 }, "lateAccuracy": { "mean": 0.9844979745370372, "low": 0.9767120749282103, "high": 0.9922838741458642, "n": 128 }, "lateWrongSure": { "mean": 0.0020797164351851853, "low": 0.0003467658802786388, "high": 0.003812666990091732, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5110328230657529, "low": -0.5513670876439705, "high": -0.4706985584875354, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2662345448119527, "low": 0.18741421900206948, "high": 0.34505487062183593, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7772673678777056, "low": -0.8481736038351646, "high": -0.7063611319202465, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5088275831848277, "low": -0.5386525576821494, "high": -0.47900260868750594, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.1797041474062285, "low": 0.10396215978412832, "high": 0.2554461350283287, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6885317305910559, "low": -0.7595053201962347, "high": -0.617558140985877, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.1331805193865745, "low": 1.1256548679494907, "high": 1.1407061708236583, "n": 128 }, "totalPerMessage": { "mean": 219.08208550347226, "low": 217.45804555448336, "high": 220.70612545246115, "n": 128 }, "blocked": { "mean": 1873287.1796875, "low": 1859367.2441694434, "high": 1887207.1152055566, "n": 128 }, "offered": { "mean": 1883077.859375, "low": 1869102.1183066398, "high": 1897053.6004433602, "n": 128 } }, "meanKnown": { "mean": 440.2858072916667, "low": 437.47328075403584, "high": 443.09833382929753, "n": 128 } } }, { "world": "turning", "door": 2, "rule": "oldest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.36520910154529945, "low": 0.35338308100808935, "high": 0.37703512208250956, "n": 128 }, "lateBrier": { "mean": 0.4748740154841922, "low": 0.44645499610855927, "high": 0.5032930348598252, "n": 128 }, "postBrier": { "mean": 0.5148627500028933, "low": 0.4872247195615915, "high": 0.542500780444195, "n": 128 }, "lateAccuracy": { "mean": 0.4138834635416668, "low": 0.3834756927983609, "high": 0.44429123428497264, "n": 128 }, "lateWrongSure": { "mean": 0.33851996527777783, "low": 0.30848966720672893, "high": 0.36855026334882673, "n": 128 }, "anyWrongSure": 98, "recovered": 3, "recoveryMedianAmongRecovered": 87 }, "temporal": { "allBrier": { "mean": 0.18771994515277407, "low": 0.18375388462940345, "high": 0.1916860056761447, "n": 128 }, "lateBrier": { "mean": 0.17795144642608243, "low": 0.17357781525210647, "high": 0.1823250776000584, "n": 128 }, "postBrier": { "mean": 0.19878332019330336, "low": 0.19448200232636365, "high": 0.20308463806024307, "n": 128 }, "lateAccuracy": { "mean": 0.7434208622685182, "low": 0.732431765004875, "high": 0.7544099595321615, "n": 128 }, "lateWrongSure": { "mean": 0.000289351851851852, "low": 0.00018141757331783484, "high": 0.00039728613038586915, "n": 128 }, "anyWrongSure": 0, "recovered": 67, "recoveryMedianAmongRecovered": 67 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.2969225690581098, "low": -0.32339201357092073, "high": -0.2704531245452989, "n": 128, "aBetter": 127, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.3141884845158078, "low": 0.2509224878528759, "high": 0.37745448117873964, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.6111110535739177, "low": -0.6819639338613298, "high": -0.5402581732865056, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.3160794298095896, "low": -0.34172682819691347, "high": -0.2904320314222657, "n": 128, "aBetter": 127, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.274199749997107, "low": 0.21137689938840865, "high": 0.33702260060580536, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.5902791798066969, "low": -0.6610898857391387, "high": -0.519468473874255, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.9837212456597229, "low": 1.9831259265539414, "high": 1.9843165647655043, "n": 128 }, "totalPerMessage": { "mean": 1.9837212456597229, "low": 1.9831259265539414, "high": 1.9843165647655043, "n": 128 }, "blocked": { "mean": 150735.7734375, "low": 149349.72135755522, "high": 152121.82551744478, "n": 128 }, "offered": { "mean": 167875.125, "low": 166487.59048472092, "high": 169262.65951527908, "n": 128 } }, "meanKnown": { "mean": 35.53287760416668, "low": 35.31454000212252, "high": 35.75121520621084, "n": 128 } } }, { "world": "turning", "door": 2, "rule": "oldest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.3829113194494684, "low": 0.3619652117371909, "high": 0.4038574271617459, "n": 128 }, "lateBrier": { "mean": 0.5256583141369573, "low": 0.4831642388231354, "high": 0.5681523894507792, "n": 128 }, "postBrier": { "mean": 0.6116914232522864, "low": 0.576848416328728, "high": 0.6465344301758449, "n": 128 }, "lateAccuracy": { "mean": 0.451857277199074, "low": 0.40938104065863823, "high": 0.49433351373950973, "n": 128 }, "lateWrongSure": { "mean": 0.500390625, "low": 0.4574525595891994, "high": 0.5433286904108006, "n": 128 }, "anyWrongSure": 128, "recovered": 120, "recoveryMedianAmongRecovered": 68 }, "temporal": { "allBrier": { "mean": 0.07411937478098579, "low": 0.0682966506134574, "high": 0.07994209894851419, "n": 128 }, "lateBrier": { "mean": 0.012109741952973062, "low": 0.006911555994847722, "high": 0.017307927911098402, "n": 128 }, "postBrier": { "mean": 0.10322121283359063, "low": 0.09403668151190146, "high": 0.1124057441552798, "n": 128 }, "lateAccuracy": { "mean": 0.983912037037037, "low": 0.9759862182267434, "high": 0.9918378558473306, "n": 128 }, "lateWrongSure": { "mean": 0.0020797164351851853, "low": 0.000455174318870663, "high": 0.0037042585514997077, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5135485721839842, "low": -0.5537613474085318, "high": -0.4733357969594366, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.263404185863043, "low": 0.18452183529394578, "high": 0.3422865364321402, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7769527580470269, "low": -0.8478498099503603, "high": -0.7060557061436935, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5084702104186957, "low": -0.5382511800380552, "high": -0.4786892407993362, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.1773710767477138, "low": 0.10157367350322223, "high": 0.2531684799922054, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6858412871664094, "low": -0.7568199096701902, "high": -0.6148626646626285, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.1311631944444442, "low": 1.1236653720179268, "high": 1.1386610168709617, "n": 128 }, "totalPerMessage": { "mean": 218.34808033130793, "low": 216.73876764684863, "high": 219.95739301576722, "n": 128 }, "blocked": { "mean": 1866973.9140625, "low": 1853181.4421192314, "high": 1880766.3860057686, "n": 128 }, "offered": { "mean": 1876747.1640625, "low": 1862899.1389624258, "high": 1890595.1891625742, "n": 128 } }, "meanKnown": { "mean": 439.5595703124998, "low": 436.7572328996182, "high": 442.36190772538134, "n": 128 } } }, { "world": "turning", "door": 2, "rule": "random", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.614646110479994, "low": 0.6081065745250401, "high": 0.6211856464349478, "n": 128 }, "lateBrier": { "mean": 0.9741835105830926, "low": 0.9610389017116661, "high": 0.9873281194545191, "n": 128 }, "postBrier": { "mean": 0.9776609424910093, "low": 0.9663254814166251, "high": 0.9889964035653935, "n": 128 }, "lateAccuracy": { "mean": 0.018171296296296303, "low": 0.0076686391845304895, "high": 0.028673953408062117, "n": 128 }, "lateWrongSure": { "mean": 0.967335792824074, "low": 0.951270148366582, "high": 0.983401437281566, "n": 128 }, "anyWrongSure": 128, "recovered": 1, "recoveryMedianAmongRecovered": 102 }, "temporal": { "allBrier": { "mean": 0.16362298464927003, "low": 0.15831787368969358, "high": 0.16892809560884647, "n": 128 }, "lateBrier": { "mean": 0.16518399834682854, "low": 0.15855105320183482, "high": 0.17181694349182225, "n": 128 }, "postBrier": { "mean": 0.2197801246560818, "low": 0.21250449238933264, "high": 0.22705575692283095, "n": 128 }, "lateAccuracy": { "mean": 0.7675600405092589, "low": 0.7537655785794543, "high": 0.7813545024390635, "n": 128 }, "lateWrongSure": { "mean": 0.0016782407407407403, "low": 0.0011778206861506636, "high": 0.002178660795330817, "n": 128 }, "anyWrongSure": 13, "recovered": 91, "recoveryMedianAmongRecovered": 67 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.8089995122362634, "low": -0.8219593694928499, "high": -0.796039654979677, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": -0.18512101058309238, "low": -0.25778604771793256, "high": -0.11245597344825217, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.6238785016531718, "low": -0.6949796822964771, "high": -0.5527773210098665, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.7578808178349276, "low": -0.7689972461159947, "high": -0.7467643895538604, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": -0.1885984424910095, "low": -0.2609172040212029, "high": -0.11627968096081608, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.5692823753439179, "low": -0.6405666784186508, "high": -0.49799807226918497, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.9837212456597229, "low": 1.9831259265539414, "high": 1.9843165647655043, "n": 128 }, "totalPerMessage": { "mean": 1.9837212456597229, "low": 1.9831259265539414, "high": 1.9843165647655043, "n": 128 }, "blocked": { "mean": 893253.484375, "low": 887943.0910969895, "high": 898563.8776530105, "n": 128 }, "offered": { "mean": 910392.8359375, "low": 905081.9148427015, "high": 915703.7570322985, "n": 128 } }, "meanKnown": { "mean": 210.81119791666666, "low": 209.8178068470909, "high": 211.8045889862424, "n": 128 } } }, { "world": "turning", "door": 2, "rule": "random", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38175204259882767, "low": 0.3607869369822664, "high": 0.40271714821538895, "n": 128 }, "lateBrier": { "mean": 0.5237233156166994, "low": 0.4811878838201089, "high": 0.5662587474132899, "n": 128 }, "postBrier": { "mean": 0.6100962830181473, "low": 0.5752152484072574, "high": 0.6449773176290373, "n": 128 }, "lateAccuracy": { "mean": 0.45385923032407416, "low": 0.41127971739660474, "high": 0.4964387432515436, "n": 128 }, "lateWrongSure": { "mean": 0.498582175925926, "low": 0.45568044419057807, "high": 0.541483907661274, "n": 128 }, "anyWrongSure": 128, "recovered": 119, "recoveryMedianAmongRecovered": 68 }, "temporal": { "allBrier": { "mean": 0.07283523666702368, "low": 0.06698294055665942, "high": 0.07868753277738795, "n": 128 }, "lateBrier": { "mean": 0.011857372875673268, "low": 0.006711984849250721, "high": 0.017002760902095813, "n": 128 }, "postBrier": { "mean": 0.10151445435943192, "low": 0.09225598252066369, "high": 0.11077292619820014, "n": 128 }, "lateAccuracy": { "mean": 0.984469039351852, "low": 0.9767651188608756, "high": 0.9921729598428285, "n": 128 }, "lateWrongSure": { "mean": 0.0020399305555555557, "low": 0.00043050438213545106, "high": 0.0036493567289756605, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.511865942741026, "low": -0.552145144066049, "high": -0.47158674141600304, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.26533918438330073, "low": 0.18641567809218598, "high": 0.3442626906744155, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7772051271243268, "low": -0.8480963233712515, "high": -0.706313930877402, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5085818286587155, "low": -0.5383775718229424, "high": -0.47878608549448853, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.1789662169818528, "low": 0.10313429127584127, "high": 0.2547981426878643, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.687548045640568, "low": -0.7585109928477682, "high": -0.6165850984333678, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.1324815538194448, "low": 1.1249663339670206, "high": 1.139996773671869, "n": 128 }, "totalPerMessage": { "mean": 218.8272605613426, "low": 217.20759943091477, "high": 220.44692169177043, "n": 128 }, "blocked": { "mean": 1871089.640625, "low": 1857207.6734913767, "high": 1884971.6077586233, "n": 128 }, "offered": { "mean": 1880874.28125, "low": 1866936.5039373671, "high": 1894812.0585626329, "n": 128 } }, "meanKnown": { "mean": 440.03417968750006, "low": 437.2249895717061, "high": 442.843369803294, "n": 128 } } }, { "world": "turning", "door": 2, "rule": "firsthand", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.40185559321564, "low": 0.38158223703285815, "high": 0.4221289493984219, "n": 128 }, "lateBrier": { "mean": 0.558105296093342, "low": 0.5168259610874318, "high": 0.5993846310992522, "n": 128 }, "postBrier": { "mean": 0.6373109640984472, "low": 0.6031674786875455, "high": 0.671454449509349, "n": 128 }, "lateAccuracy": { "mean": 0.4106065538194443, "low": 0.36941588184454066, "high": 0.4517972257943479, "n": 128 }, "lateWrongSure": { "mean": 0.5225622106481479, "low": 0.4807844613933269, "high": 0.5643399599029688, "n": 128 }, "anyWrongSure": 128, "recovered": 79, "recoveryMedianAmongRecovered": 78 }, "temporal": { "allBrier": { "mean": 0.08625514217102559, "low": 0.08044632085132046, "high": 0.09206396349073072, "n": 128 }, "lateBrier": { "mean": 0.026141999065534226, "low": 0.02057001759291427, "high": 0.031713980538154184, "n": 128 }, "postBrier": { "mean": 0.11405950355238063, "low": 0.10504170826958381, "high": 0.12307729883517746, "n": 128 }, "lateAccuracy": { "mean": 0.9677806712962967, "low": 0.9593765058603254, "high": 0.9761848367322681, "n": 128 }, "lateWrongSure": { "mean": 0.002618634259259259, "low": 0.0011787718642976598, "high": 0.004058496654220858, "n": 128 }, "anyWrongSure": 115, "recovered": 128, "recoveryMedianAmongRecovered": 19 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5319632970278076, "low": -0.5700249905111495, "high": -0.4939016035444658, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.23095720390665783, "low": 0.1527961941572536, "high": 0.30911821365606207, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7629205009344656, "low": -0.8338434116941958, "high": -0.6919975901747354, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5232514605460666, "low": -0.5515705759337891, "high": -0.49493234515834417, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.15175153590155274, "low": 0.07635070236105466, "high": 0.2271523694420508, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6750029964476192, "low": -0.7461431193695197, "high": -0.6038628735257187, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.9837212456597229, "low": 1.9831259265539414, "high": 1.9843165647655043, "n": 128 }, "totalPerMessage": { "mean": 1.9837212456597229, "low": 1.9831259265539414, "high": 1.9843165647655043, "n": 128 }, "blocked": { "mean": 1292682.4453125, "low": 1285083.645265915, "high": 1300281.245359085, "n": 128 }, "offered": { "mean": 1309821.796875, "low": 1302222.453686267, "high": 1317421.140063733, "n": 128 } }, "meanKnown": { "mean": 305.16210937499994, "low": 303.62063394508544, "high": 306.70358480491444, "n": 128 } } }, { "world": "turning", "door": 2, "rule": "firsthand", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.3811540433878327, "low": 0.36018144219655845, "high": 0.40212664457910696, "n": 128 }, "lateBrier": { "mean": 0.5226513457547983, "low": 0.48008422169718173, "high": 0.565218469812415, "n": 128 }, "postBrier": { "mean": 0.6092144716076274, "low": 0.5743059752305357, "high": 0.6441229679847191, "n": 128 }, "lateAccuracy": { "mean": 0.4548394097222222, "low": 0.41224383070971393, "high": 0.49743498873473047, "n": 128 }, "lateWrongSure": { "mean": 0.4972909432870371, "low": 0.45429471437849034, "high": 0.5402871721955839, "n": 128 }, "anyWrongSure": 128, "recovered": 119, "recoveryMedianAmongRecovered": 68 }, "temporal": { "allBrier": { "mean": 0.07212149565340523, "low": 0.06626841577213921, "high": 0.07797457553467124, "n": 128 }, "lateBrier": { "mean": 0.011779298127956823, "low": 0.006622238980586029, "high": 0.016936357275327617, "n": 128 }, "postBrier": { "mean": 0.10048870469877051, "low": 0.09121407924960818, "high": 0.10976333014793284, "n": 128 }, "lateAccuracy": { "mean": 0.9845377604166669, "low": 0.9767641050099122, "high": 0.9923114158234215, "n": 128 }, "lateWrongSure": { "mean": 0.002061631944444444, "low": 0.00035368059901096137, "high": 0.0037695832898779267, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5108720476268414, "low": -0.5511993032359356, "high": -0.4705447920177471, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2664111542452018, "low": 0.18756416826569694, "high": 0.34525814022470663, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7772832018720431, "low": -0.8481901401125599, "high": -0.7063762636315264, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.508725766908857, "low": -0.5385512915955377, "high": -0.4789002422221762, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.17984802839237232, "low": 0.10408279872858874, "high": 0.2556132580561559, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6885737953012292, "low": -0.7595446190769322, "high": -0.6176029715255262, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.1332203052662038, "low": 1.1256879278013634, "high": 1.1407526827310441, "n": 128 }, "totalPerMessage": { "mean": 219.09681170428252, "low": 217.47227605270348, "high": 220.72134735586155, "n": 128 }, "blocked": { "mean": 1873411.6953125, "low": 1859487.1673299763, "high": 1887336.2232950237, "n": 128 }, "offered": { "mean": 1883202.71875, "low": 1869222.2973164201, "high": 1897183.1401835799, "n": 128 } }, "meanKnown": { "mean": 440.30013020833354, "low": 437.48521079712873, "high": 443.11504961953835, "n": 128 } } }, { "world": "turning", "door": 4, "rule": "newest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.37944768497209935, "low": 0.3587594047554852, "high": 0.4001359651887135, "n": 128 }, "lateBrier": { "mean": 0.5185413569969595, "low": 0.47653515768519256, "high": 0.5605475563087263, "n": 128 }, "postBrier": { "mean": 0.6057343237777647, "low": 0.5712444637425512, "high": 0.6402241838129782, "n": 128 }, "lateAccuracy": { "mean": 0.4565719039351851, "low": 0.4144420188447563, "high": 0.4987017890256139, "n": 128 }, "lateWrongSure": { "mean": 0.4898256655092592, "low": 0.44758056649263994, "high": 0.5320707645258784, "n": 128 }, "anyWrongSure": 128, "recovered": 110, "recoveryMedianAmongRecovered": 69 }, "temporal": { "allBrier": { "mean": 0.0717916623010531, "low": 0.06581128630900955, "high": 0.07777203829309666, "n": 128 }, "lateBrier": { "mean": 0.013114724097169211, "low": 0.007595957589692488, "high": 0.018633490604645933, "n": 128 }, "postBrier": { "mean": 0.098908227416864, "low": 0.08947623741646706, "high": 0.10834021741726095, "n": 128 }, "lateAccuracy": { "mean": 0.9830656828703707, "low": 0.9748979705207332, "high": 0.9912333952200081, "n": 128 }, "lateWrongSure": { "mean": 0.0024667245370370372, "low": 0.00040992821765514125, "high": 0.004523520856418934, "n": 128 }, "anyWrongSure": 123, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5054266328997903, "low": -0.5450112932950125, "high": -0.4658419725045681, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.27052114300304053, "low": 0.19264923914300752, "high": 0.34839304686307354, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7759477759028307, "low": -0.8468291134015585, "high": -0.7050664384041029, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5068260963609009, "low": -0.5360776767319315, "high": -0.47757451598987033, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.1833281762222352, "low": 0.1083169762292009, "high": 0.25833937621526953, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.690154272583136, "low": -0.7610507815467186, "high": -0.6192577636195534, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 3.95429054542824, "low": 3.9529634866568353, "high": 3.955617604199645, "n": 128 }, "totalPerMessage": { "mean": 3.95429054542824, "low": 3.9529634866568353, "high": 3.955617604199645, "n": 128 }, "blocked": { "mean": 1733421.828125, "low": 1722437.205774211, "high": 1744406.450475789, "n": 128 }, "offered": { "mean": 1767586.8984375, "low": 1756599.7104668648, "high": 1778574.0864081352, "n": 128 } }, "meanKnown": { "mean": 412.5553385416665, "low": 410.3344186768196, "high": 414.7762584065134, "n": 128 } } }, { "world": "turning", "door": 4, "rule": "newest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.3803521693228928, "low": 0.35935748806184414, "high": 0.40134685058394143, "n": 128 }, "lateBrier": { "mean": 0.5213190629970593, "low": 0.47873143636326154, "high": 0.5639066896308571, "n": 128 }, "postBrier": { "mean": 0.6081196790623412, "low": 0.5731929256348809, "high": 0.6430464324898015, "n": 128 }, "lateAccuracy": { "mean": 0.4560691550925925, "low": 0.4134745055377287, "high": 0.4986638046474563, "n": 128 }, "lateWrongSure": { "mean": 0.49584418402777775, "low": 0.45281114250380855, "high": 0.5388772255517469, "n": 128 }, "anyWrongSure": 128, "recovered": 120, "recoveryMedianAmongRecovered": 67.5 }, "temporal": { "allBrier": { "mean": 0.0714001482616283, "low": 0.06556971109526319, "high": 0.07723058542799341, "n": 128 }, "lateBrier": { "mean": 0.011562404833975231, "low": 0.006471334149997398, "high": 0.016653475517953063, "n": 128 }, "postBrier": { "mean": 0.09955555839521073, "low": 0.09031755748741678, "high": 0.10879355930300467, "n": 128 }, "lateAccuracy": { "mean": 0.9848560474537043, "low": 0.9771998146390001, "high": 0.9925122802684084, "n": 128 }, "lateWrongSure": { "mean": 0.0021050347222222225, "low": 0.0003430733829996068, "high": 0.003866996061444838, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5097566581630844, "low": -0.550143079378523, "high": -0.4693702369476457, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2677434370029407, "low": 0.18887366467803718, "high": 0.3466132093278442, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7775000951660249, "low": -0.8484007564640126, "high": -0.7065994338680373, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5085641206671305, "low": -0.5384408394053636, "high": -0.4786874019288975, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.1809428209376589, "low": 0.10515880431891711, "high": 0.2567268375564007, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6895069416047889, "low": -0.7604730446203282, "high": -0.6185408385892496, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.1340892650462968, "low": 1.1265464300863115, "high": 1.1416321000062821, "n": 128 }, "totalPerMessage": { "mean": 219.41273781105318, "low": 217.781873333205, "high": 221.04360228890135, "n": 128 }, "blocked": { "mean": 1876125.78125, "low": 1862147.9959192837, "high": 1890103.5665807163, "n": 128 }, "offered": { "mean": 1885924.3125, "low": 1871890.506802259, "high": 1899958.118197741, "n": 128 } }, "meanKnown": { "mean": 440.6129557291666, "low": 437.79455244398434, "high": 443.4313590143488, "n": 128 } } }, { "world": "turning", "door": 4, "rule": "oldest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.3855274102261436, "low": 0.3721834967993249, "high": 0.39887132365296235, "n": 128 }, "lateBrier": { "mean": 0.5203370289798727, "low": 0.48748249897289986, "high": 0.5531915589868455, "n": 128 }, "postBrier": { "mean": 0.5594226471215639, "low": 0.5273216329418405, "high": 0.5915236613012872, "n": 128 }, "lateAccuracy": { "mean": 0.36969220196759267, "low": 0.33570211520455984, "high": 0.4036822887306255, "n": 128 }, "lateWrongSure": { "mean": 0.39008246527777773, "low": 0.3545228707817391, "high": 0.42564205977381636, "n": 128 }, "anyWrongSure": 103, "recovered": 2, "recoveryMedianAmongRecovered": 59 }, "temporal": { "allBrier": { "mean": 0.18348212972639527, "low": 0.17902854111578562, "high": 0.18793571833700493, "n": 128 }, "lateBrier": { "mean": 0.17804742759450984, "low": 0.1736710651931806, "high": 0.18242378999583908, "n": 128 }, "postBrier": { "mean": 0.19907391016513862, "low": 0.1947636905389557, "high": 0.20338412979132153, "n": 128 }, "lateAccuracy": { "mean": 0.7429036458333331, "low": 0.7318825128771344, "high": 0.7539247787895319, "n": 128 }, "lateWrongSure": { "mean": 0.000289351851851852, "low": 0.00018141757331783484, "high": 0.00039728613038586915, "n": 128 }, "anyWrongSure": 1, "recovered": 67, "recoveryMedianAmongRecovered": 67 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.34228960138536296, "low": -0.37350101363971516, "high": -0.31107818913101076, "n": 128, "aBetter": 126, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.26872547102012734, "low": 0.20634638008418402, "high": 0.3311045619560707, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.6110150724054899, "low": -0.6818616600188037, "high": -0.5401684847921762, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.36034873695642494, "low": -0.39073170470498403, "high": -0.32996576920786586, "n": 128, "aBetter": 126, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.2296398528784362, "low": 0.16765779138674408, "high": 0.2916219143701283, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.589988589834861, "low": -0.6607809226313384, "high": -0.5191962570383837, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 3.95429054542824, "low": 3.9529634866568353, "high": 3.955617604199645, "n": 128 }, "totalPerMessage": { "mean": 3.95429054542824, "low": 3.9529634866568353, "high": 3.955617604199645, "n": 128 }, "blocked": { "mean": 150911.109375, "low": 149385.31522418457, "high": 152436.90352581543, "n": 128 }, "offered": { "mean": 185076.1796875, "low": 183546.8986698923, "high": 186605.4607051077, "n": 128 } }, "meanKnown": { "mean": 37.561197916666664, "low": 37.325189822403544, "high": 37.797206010929784, "n": 128 } } }, { "world": "turning", "door": 4, "rule": "oldest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38039395912101714, "low": 0.359404307700276, "high": 0.4013836105417583, "n": 128 }, "lateBrier": { "mean": 0.5213881870632213, "low": 0.47880155521620416, "high": 0.5639748189102385, "n": 128 }, "postBrier": { "mean": 0.6081762577578331, "low": 0.5732503028186562, "high": 0.6431022126970101, "n": 128 }, "lateAccuracy": { "mean": 0.45604564525462954, "low": 0.4134595504915749, "high": 0.4986317400176842, "n": 128 }, "lateWrongSure": { "mean": 0.49601417824074084, "low": 0.4529793444030003, "high": 0.5390490120784813, "n": 128 }, "anyWrongSure": 128, "recovered": 120, "recoveryMedianAmongRecovered": 67.5 }, "temporal": { "allBrier": { "mean": 0.07150812673939139, "low": 0.0656708217150735, "high": 0.07734543176370927, "n": 128 }, "lateBrier": { "mean": 0.011631493562226137, "low": 0.006508823116314962, "high": 0.016754164008137312, "n": 128 }, "postBrier": { "mean": 0.09970153473414674, "low": 0.09044325290864562, "high": 0.10895981655964786, "n": 128 }, "lateAccuracy": { "mean": 0.984682436342593, "low": 0.976949233867803, "high": 0.992415638817383, "n": 128 }, "lateWrongSure": { "mean": 0.002119502314814815, "low": 0.00035967674483844284, "high": 0.003879327884791187, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5097566935009952, "low": -0.5501294132319449, "high": -0.4693839737700454, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.26767431293677857, "low": 0.18880839147146772, "high": 0.3465402344020894, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7774310064377736, "low": -0.8483283523943363, "high": -0.7065336604812109, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5084747230236861, "low": -0.5383422916082605, "high": -0.4786071544391117, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.18088624224216698, "low": 0.1051054088718201, "high": 0.2566670756125139, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6893609652658534, "low": -0.7603260258237488, "high": -0.6183959047079581, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.1340042679398152, "low": 1.1264635672664112, "high": 1.1415449686132193, "n": 128 }, "totalPerMessage": { "mean": 219.38857331452542, "low": 217.75836165345808, "high": 221.01878497559275, "n": 128 }, "blocked": { "mean": 1875915.71875, "low": 1861943.325703507, "high": 1889888.111796493, "n": 128 }, "offered": { "mean": 1885713.515625, "low": 1871685.1046209717, "high": 1899741.9266290283, "n": 128 } }, "meanKnown": { "mean": 440.5823567708332, "low": 437.7646626023895, "high": 443.4000509392769, "n": 128 } } }, { "world": "turning", "door": 4, "rule": "random", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.6041051981702744, "low": 0.5955912587118845, "high": 0.6126191376286644, "n": 128 }, "lateBrier": { "mean": 0.9612184484674783, "low": 0.944003801164483, "high": 0.9784330957704735, "n": 128 }, "postBrier": { "mean": 0.9680392155900857, "low": 0.9537815426454742, "high": 0.9822968885346971, "n": 128 }, "lateAccuracy": { "mean": 0.03048502604166667, "low": 0.01534465152936773, "high": 0.045625400553965606, "n": 128 }, "lateWrongSure": { "mean": 0.9530164930555556, "low": 0.9333339210329864, "high": 0.9726990650781248, "n": 128 }, "anyWrongSure": 128, "recovered": 5, "recoveryMedianAmongRecovered": 95 }, "temporal": { "allBrier": { "mean": 0.15580146523959856, "low": 0.15000263808158254, "high": 0.1616002923976146, "n": 128 }, "lateBrier": { "mean": 0.14785121496087061, "low": 0.14047175029229547, "high": 0.15523067962944576, "n": 128 }, "postBrier": { "mean": 0.221062495015452, "low": 0.21239455260590512, "high": 0.22973043742499888, "n": 128 }, "lateAccuracy": { "mean": 0.7991283275462966, "low": 0.7845032955912237, "high": 0.8137533595013695, "n": 128 }, "lateWrongSure": { "mean": 0.0026982060185185178, "low": 0.0018990036080629626, "high": 0.003497408428974073, "n": 128 }, "anyWrongSure": 58, "recovered": 114, "recoveryMedianAmongRecovered": 55 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.813367233506607, "low": -0.8292531161559632, "high": -0.7974813508572508, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": -0.17215594846747773, "low": -0.2447672699527163, "high": -0.09954462698223915, "n": 128, "aBetter": 27, "ties": 1 }, "temporal_minus_echo_lateBrier": { "mean": -0.6412112850391297, "low": -0.7119426829469422, "high": -0.5704798871313173, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.7469767205746336, "low": -0.7597350164836391, "high": -0.7342184246656281, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": -0.17897671559008546, "low": -0.2510370811467689, "high": -0.106916350033402, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.5680000049845481, "low": -0.638796306934279, "high": -0.49720370303481704, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 3.95429054542824, "low": 3.9529634866568353, "high": 3.955617604199645, "n": 128 }, "totalPerMessage": { "mean": 3.95429054542824, "low": 3.9529634866568353, "high": 3.955617604199645, "n": 128 }, "blocked": { "mean": 1121420.8125, "low": 1114251.1152414202, "high": 1128590.5097585798, "n": 128 }, "offered": { "mean": 1155585.8828125, "low": 1148414.1764136958, "high": 1162757.5892113042, "n": 128 } }, "meanKnown": { "mean": 267.44401041666674, "low": 266.1009864514, "high": 268.7870343819335, "n": 128 } } }, { "world": "turning", "door": 4, "rule": "random", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38035243355377735, "low": 0.35935658929961706, "high": 0.40134827780793764, "n": 128 }, "lateBrier": { "mean": 0.5213147421290405, "low": 0.4787214503076352, "high": 0.5639080339504459, "n": 128 }, "postBrier": { "mean": 0.6081161463244935, "low": 0.5731847678644669, "high": 0.6430475247845201, "n": 128 }, "lateAccuracy": { "mean": 0.45609989872685175, "low": 0.413504158543325, "high": 0.4986956389103785, "n": 128 }, "lateWrongSure": { "mean": 0.49587311921296306, "low": 0.45283431818631176, "high": 0.5389119202396144, "n": 128 }, "anyWrongSure": 128, "recovered": 120, "recoveryMedianAmongRecovered": 67.5 }, "temporal": { "allBrier": { "mean": 0.07143314825347712, "low": 0.06559839221611176, "high": 0.07726790429084247, "n": 128 }, "lateBrier": { "mean": 0.011582655443974132, "low": 0.0064725979135818726, "high": 0.01669271297436639, "n": 128 }, "postBrier": { "mean": 0.0995970010916438, "low": 0.0903473085565273, "high": 0.10884669362676029, "n": 128 }, "lateAccuracy": { "mean": 0.9847873263888893, "low": 0.9770864843172026, "high": 0.9924881684605761, "n": 128 }, "lateWrongSure": { "mean": 0.0021086516203703705, "low": 0.00034367587031134783, "high": 0.003873627370429393, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5097320866850665, "low": -0.5501177999499408, "high": -0.4693463734201923, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.26774775787095934, "low": 0.1888742461180194, "high": 0.3466212696238993, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.777479844556026, "low": -0.8483778817178735, "high": -0.7065818073941785, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5085191452328497, "low": -0.5383942171145003, "high": -0.4786440733511991, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.18094635367550665, "low": 0.10515962851839793, "high": 0.25673307883261537, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6894654989083564, "low": -0.760426939521666, "high": -0.6185040582950468, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.1340657552083337, "low": 1.1265221060070494, "high": 1.1416094044096181, "n": 128 }, "totalPerMessage": { "mean": 219.40464680989584, "low": 217.77412056401153, "high": 221.03517305578015, "n": 128 }, "blocked": { "mean": 1876055.4296875, "low": 1862080.5095525635, "high": 1890030.3498224365, "n": 128 }, "offered": { "mean": 1885853.7578125, "low": 1871822.8036591732, "high": 1899884.7119658268, "n": 128 } }, "meanKnown": { "mean": 440.6044921874999, "low": 437.78581206391345, "high": 443.4231723110863, "n": 128 } } }, { "world": "turning", "door": 4, "rule": "firsthand", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.4116207015109314, "low": 0.3912254371463922, "high": 0.4320159658754706, "n": 128 }, "lateBrier": { "mean": 0.5816943848917144, "low": 0.5399907136382658, "high": 0.6233980561451631, "n": 128 }, "postBrier": { "mean": 0.6575506766225421, "low": 0.6233561002189593, "high": 0.6917452530261249, "n": 128 }, "lateAccuracy": { "mean": 0.3926721643518517, "low": 0.3511676696828111, "high": 0.4341766590208923, "n": 128 }, "lateWrongSure": { "mean": 0.552416087962963, "low": 0.5101493366191638, "high": 0.5946828393067622, "n": 128 }, "anyWrongSure": 128, "recovered": 94, "recoveryMedianAmongRecovered": 75.5 }, "temporal": { "allBrier": { "mean": 0.08616116168272994, "low": 0.08033966235755609, "high": 0.0919826610079038, "n": 128 }, "lateBrier": { "mean": 0.020813070826194692, "low": 0.015358539037771686, "high": 0.026267602614617698, "n": 128 }, "postBrier": { "mean": 0.12008397106501136, "low": 0.11084506159057333, "high": 0.12932288053944938, "n": 128 }, "lateAccuracy": { "mean": 0.9737630208333333, "low": 0.9655547928305804, "high": 0.9819712488360862, "n": 128 }, "lateWrongSure": { "mean": 0.0029333043981481467, "low": 0.001345619686605636, "high": 0.004520989109690657, "n": 128 }, "anyWrongSure": 122, "recovered": 128, "recoveryMedianAmongRecovered": 19 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5608813140655197, "low": -0.5996127412025924, "high": -0.5221498869284469, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.20736811510828534, "low": 0.1299991488184674, "high": 0.2847370813981033, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7682494291738051, "low": -0.8390397440685946, "high": -0.6974591142790156, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5374667055575303, "low": -0.5660664427876986, "high": -0.508866968327362, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.13151182337745806, "low": 0.05694186213828682, "high": 0.2060817846166293, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6689785289349889, "low": -0.7399891583746138, "high": -0.597967899495364, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 3.95429054542824, "low": 3.9529634866568353, "high": 3.955617604199645, "n": 128 }, "totalPerMessage": { "mean": 3.95429054542824, "low": 3.9529634866568353, "high": 3.955617604199645, "n": 128 }, "blocked": { "mean": 1587733.03125, "low": 1576745.1357856183, "high": 1598720.9267143817, "n": 128 }, "offered": { "mean": 1621898.1015625, "low": 1610908.0981218573, "high": 1632888.1050031427, "n": 128 } }, "meanKnown": { "mean": 381.05045572916663, "low": 378.821103957435, "high": 383.27980750089824, "n": 128 } } }, { "world": "turning", "door": 4, "rule": "firsthand", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.3803511820953703, "low": 0.35935615316014496, "high": 0.4013462110305956, "n": 128 }, "lateBrier": { "mean": 0.5213152871321532, "low": 0.4787268485678391, "high": 0.5639037256964674, "n": 128 }, "postBrier": { "mean": 0.6081165892089527, "low": 0.5731891735068902, "high": 0.6430440049110152, "n": 128 }, "lateAccuracy": { "mean": 0.4560727719907407, "low": 0.4134764991172463, "high": 0.4986690448642351, "n": 128 }, "lateWrongSure": { "mean": 0.4958369502314815, "low": 0.45280386865160194, "high": 0.5388700318113611, "n": 128 }, "anyWrongSure": 128, "recovered": 120, "recoveryMedianAmongRecovered": 67.5 }, "temporal": { "allBrier": { "mean": 0.07140345276110481, "low": 0.06557231496005134, "high": 0.07723459056215828, "n": 128 }, "lateBrier": { "mean": 0.011565321912833507, "low": 0.006473530342078401, "high": 0.01665711348358861, "n": 128 }, "postBrier": { "mean": 0.09955881319742044, "low": 0.09031909161521907, "high": 0.1087985347796218, "n": 128 }, "lateAccuracy": { "mean": 0.984852430555556, "low": 0.9771963910199402, "high": 0.9925084700911719, "n": 128 }, "lateWrongSure": { "mean": 0.0021050347222222225, "low": 0.0003430733829996068, "high": 0.003866996061444838, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5097499652193195, "low": -0.5501364853796238, "high": -0.46936344505901517, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2677472128678471, "low": 0.18887642887152825, "high": 0.34661799686416594, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7774971780871662, "low": -0.8483983027711915, "high": -0.7065960534031409, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5085577760115321, "low": -0.5384345746237553, "high": -0.4786809773993088, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.18094591079104747, "low": 0.10516110098650423, "high": 0.2567307205955907, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6895036868025797, "low": -0.7604698628541406, "high": -0.6185375107510187, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.1340892650462968, "low": 1.1265462420641839, "high": 1.1416322880284098, "n": 128 }, "totalPerMessage": { "mean": 219.41295301649302, "low": 217.78208593618558, "high": 221.04382009680046, "n": 128 }, "blocked": { "mean": 1876127.5859375, "low": 1862149.8132671611, "high": 1890105.3586078389, "n": 128 }, "offered": { "mean": 1885926.1171875, "low": 1871892.3192361428, "high": 1899959.9151388572, "n": 128 } }, "meanKnown": { "mean": 440.6129557291666, "low": 437.79447485607255, "high": 443.4314366022606, "n": 128 } } }, { "world": "turning", "door": 8, "rule": "newest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38026655274068727, "low": 0.3593810874399763, "high": 0.4011520180413982, "n": 128 }, "lateBrier": { "mean": 0.5211276436518189, "low": 0.4787866802428532, "high": 0.5634686070607845, "n": 128 }, "postBrier": { "mean": 0.607948194095147, "low": 0.5732176450107407, "high": 0.6426787431795533, "n": 128 }, "lateAccuracy": { "mean": 0.4566514756944444, "low": 0.414266438545411, "high": 0.49903651284347783, "n": 128 }, "lateWrongSure": { "mean": 0.49594907407407407, "low": 0.4532229017712092, "high": 0.5386752463769389, "n": 128 }, "anyWrongSure": 128, "recovered": 119, "recoveryMedianAmongRecovered": 68 }, "temporal": { "allBrier": { "mean": 0.07133809816756041, "low": 0.0654716766300233, "high": 0.07720451970509752, "n": 128 }, "lateBrier": { "mean": 0.011699041918749861, "low": 0.006546723678315595, "high": 0.016851360159184127, "n": 128 }, "postBrier": { "mean": 0.09944196357372054, "low": 0.09015529778340943, "high": 0.10872862936403165, "n": 128 }, "lateAccuracy": { "mean": 0.9846028645833335, "low": 0.9768463325396693, "high": 0.9923593966269976, "n": 128 }, "lateWrongSure": { "mean": 0.002155671296296296, "low": 0.00034797526322875405, "high": 0.003963367329363838, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5094286017330687, "low": -0.5495351586119296, "high": -0.4693220448542078, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.26793485634818126, "low": 0.18926949411504018, "high": 0.34660021858132234, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7773634580812506, "low": -0.8482638000956744, "high": -0.7064631160668269, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.508506230521427, "low": -0.5381682715359818, "high": -0.47884418950687213, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.18111430590485258, "low": 0.10548001092142135, "high": 0.25674860088828383, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6896205364262795, "low": -0.7605927084433933, "high": -0.6186483644091657, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 7.866915328414355, "low": 7.863313015418029, "high": 7.8705176414106806, "n": 128 }, "totalPerMessage": { "mean": 7.866915328414355, "low": 7.863313015418029, "high": 7.8705176414106806, "n": 128 }, "blocked": { "mean": 1809409.8515625, "low": 1795729.5994571242, "high": 1823090.1036678758, "n": 128 }, "offered": { "mean": 1877380, "low": 1863691.5974584045, "high": 1891068.4025415955, "n": 128 } }, "meanKnown": { "mean": 438.5716145833332, "low": 435.83979228119466, "high": 441.30343688547174, "n": 128 } } }, { "world": "turning", "door": 8, "rule": "newest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38032968309471576, "low": 0.35933419924698007, "high": 0.40132516694245146, "n": 128 }, "lateBrier": { "mean": 0.5212802061574704, "low": 0.478689485756824, "high": 0.5638709265581168, "n": 128 }, "postBrier": { "mean": 0.6080878841158028, "low": 0.573158611229283, "high": 0.6430171570023226, "n": 128 }, "lateAccuracy": { "mean": 0.4560908564814815, "low": 0.41349286441855104, "high": 0.498688848544412, "n": 128 }, "lateWrongSure": { "mean": 0.49580439814814814, "low": 0.4527675393374733, "high": 0.538841256958823, "n": 128 }, "anyWrongSure": 128, "recovered": 120, "recoveryMedianAmongRecovered": 67.5 }, "temporal": { "allBrier": { "mean": 0.0713835754719736, "low": 0.06555352797474634, "high": 0.07721362296920087, "n": 128 }, "lateBrier": { "mean": 0.011557344507040532, "low": 0.006468239278888166, "high": 0.016646449735192897, "n": 128 }, "postBrier": { "mean": 0.09953448618074587, "low": 0.09029595854819071, "high": 0.10877301381330103, "n": 128 }, "lateAccuracy": { "mean": 0.984848813657408, "low": 0.9771874715056326, "high": 0.9925101558091833, "n": 128 }, "lateWrongSure": { "mean": 0.0021122685185185185, "low": 0.0003442550720388594, "high": 0.003880281964998178, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5097228616504302, "low": -0.5501135588348097, "high": -0.46933216446605075, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2677822938425294, "low": 0.1889115688266702, "high": 0.34665301885838856, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7775051554929594, "low": -0.8484053117576004, "high": -0.7066049992283184, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5085533979350567, "low": -0.5384335583441171, "high": -0.4786732375259964, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.1809746158841971, "low": 0.10519005000494887, "high": 0.25675918176344537, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6895280138192543, "low": -0.7604935926438401, "high": -0.6185624349946686, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.134116391782408, "low": 1.1265740275081593, "high": 1.1416587560566567, "n": 128 }, "totalPerMessage": { "mean": 219.42162543402785, "low": 217.79047406877785, "high": 221.05277679927784, "n": 128 }, "blocked": { "mean": 1876201.125, "low": 1862221.0105428912, "high": 1890181.2394571088, "n": 128 }, "offered": { "mean": 1885999.890625, "low": 1871963.7586529064, "high": 1900036.0225970936, "n": 128 } }, "meanKnown": { "mean": 440.6227213541665, "low": 437.8045094777075, "high": 443.44093323062555, "n": 128 } } }, { "world": "turning", "door": 8, "rule": "oldest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.42096529247397413, "low": 0.4052572768413795, "high": 0.43667330810656874, "n": 128 }, "lateBrier": { "mean": 0.5985244694099053, "low": 0.5609668388764603, "high": 0.6360820999433504, "n": 128 }, "postBrier": { "mean": 0.6340361223634648, "low": 0.5975998830296105, "high": 0.6704723616973192, "n": 128 }, "lateAccuracy": { "mean": 0.2979781539351851, "low": 0.2608908927762065, "high": 0.33506541509416377, "n": 128 }, "lateWrongSure": { "mean": 0.4820638020833333, "low": 0.4400095600365353, "high": 0.5241180441301313, "n": 128 }, "anyWrongSure": 114, "recovered": 5, "recoveryMedianAmongRecovered": 55 }, "temporal": { "allBrier": { "mean": 0.17689156706508982, "low": 0.17228251492292437, "high": 0.18150061920725527, "n": 128 }, "lateBrier": { "mean": 0.17824075514137053, "low": 0.17385698993296198, "high": 0.18262452034977908, "n": 128 }, "postBrier": { "mean": 0.1996638371430367, "low": 0.1953293755976366, "high": 0.2039982986884368, "n": 128 }, "lateAccuracy": { "mean": 0.7425636574074074, "low": 0.7315059854193416, "high": 0.7536213293954731, "n": 128 }, "lateWrongSure": { "mean": 0.00029296875000000015, "low": 0.0001841599484320018, "high": 0.0004017775515679985, "n": 128 }, "anyWrongSure": 2, "recovered": 67, "recoveryMedianAmongRecovered": 67 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.42028371426853506, "low": -0.456366490528656, "high": -0.3842009380084141, "n": 128, "aBetter": 124, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.19053803059009478, "low": 0.1277735892201877, "high": 0.2533024719600019, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.61082174485863, "low": -0.6816607283627494, "high": -0.5399827613545105, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.4343722852204282, "low": -0.4692106638169206, "high": -0.3995339066239358, "n": 128, "aBetter": 125, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.155026377636535, "low": 0.09274181605837976, "high": 0.21731093921469025, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.5893986628569631, "low": -0.660168458267175, "high": -0.5186288674467512, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 7.866915328414355, "low": 7.863313015418029, "high": 7.8705176414106806, "n": 128 }, "totalPerMessage": { "mean": 7.866915328414355, "low": 7.863313015418029, "high": 7.8705176414106806, "n": 128 }, "blocked": { "mean": 149143.5078125, "low": 147586.72016710736, "high": 150700.29545789264, "n": 128 }, "offered": { "mean": 217113.65625, "low": 215552.6294223201, "high": 218674.6830776799, "n": 128 } }, "meanKnown": { "mean": 41.370768229166664, "low": 41.119395805272156, "high": 41.62214065306117, "n": 128 } } }, { "world": "turning", "door": 8, "rule": "oldest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38032968309471576, "low": 0.35933419924698007, "high": 0.40132516694245146, "n": 128 }, "lateBrier": { "mean": 0.5212802061574704, "low": 0.478689485756824, "high": 0.5638709265581168, "n": 128 }, "postBrier": { "mean": 0.6080878841158028, "low": 0.573158611229283, "high": 0.6430171570023226, "n": 128 }, "lateAccuracy": { "mean": 0.4560908564814815, "low": 0.41349286441855104, "high": 0.498688848544412, "n": 128 }, "lateWrongSure": { "mean": 0.49580439814814814, "low": 0.4527675393374733, "high": 0.538841256958823, "n": 128 }, "anyWrongSure": 128, "recovered": 120, "recoveryMedianAmongRecovered": 67.5 }, "temporal": { "allBrier": { "mean": 0.0713835754719736, "low": 0.06555352797474634, "high": 0.07721362296920087, "n": 128 }, "lateBrier": { "mean": 0.011557344507040532, "low": 0.006468239278888165, "high": 0.0166464497351929, "n": 128 }, "postBrier": { "mean": 0.09953448618074587, "low": 0.09029595854819071, "high": 0.10877301381330103, "n": 128 }, "lateAccuracy": { "mean": 0.984848813657408, "low": 0.9771874715056326, "high": 0.9925101558091833, "n": 128 }, "lateWrongSure": { "mean": 0.0021122685185185185, "low": 0.0003442550720388594, "high": 0.003880281964998178, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5097228616504302, "low": -0.5501135588348097, "high": -0.46933216446605075, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2677822938425294, "low": 0.1889115688266702, "high": 0.34665301885838856, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7775051554929594, "low": -0.8484053117576004, "high": -0.7066049992283184, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5085533979350567, "low": -0.5384335583441171, "high": -0.4786732375259964, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.1809746158841971, "low": 0.10519005000494887, "high": 0.25675918176344537, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6895280138192543, "low": -0.7604935926438401, "high": -0.6185624349946686, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.134116391782408, "low": 1.1265740275081593, "high": 1.1416587560566567, "n": 128 }, "totalPerMessage": { "mean": 219.42162543402785, "low": 217.79047406877785, "high": 221.05277679927784, "n": 128 }, "blocked": { "mean": 1876201.125, "low": 1862221.0105428912, "high": 1890181.2394571088, "n": 128 }, "offered": { "mean": 1885999.890625, "low": 1871963.7586529064, "high": 1900036.0225970936, "n": 128 } }, "meanKnown": { "mean": 440.6227213541665, "low": 437.8045094777075, "high": 443.44093323062555, "n": 128 } } }, { "world": "turning", "door": 8, "rule": "random", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.5657901936017886, "low": 0.5522601833582567, "high": 0.5793202038453206, "n": 128 }, "lateBrier": { "mean": 0.8884969288674711, "low": 0.860624614024838, "high": 0.9163692437101042, "n": 128 }, "postBrier": { "mean": 0.9087507871782373, "low": 0.8859345178926233, "high": 0.9315670564638513, "n": 128 }, "lateAccuracy": { "mean": 0.09582790798611111, "low": 0.06980998350713198, "high": 0.12184583246509025, "n": 128 }, "lateWrongSure": { "mean": 0.8719003182870371, "low": 0.8416220684155024, "high": 0.9021785681585718, "n": 128 }, "anyWrongSure": 128, "recovered": 22, "recoveryMedianAmongRecovered": 94.5 }, "temporal": { "allBrier": { "mean": 0.1479175770086795, "low": 0.14142573001020164, "high": 0.15440942400715735, "n": 128 }, "lateBrier": { "mean": 0.1177345000665339, "low": 0.10895108196580175, "high": 0.12651791816726604, "n": 128 }, "postBrier": { "mean": 0.2171221367015817, "low": 0.20701175583022952, "high": 0.2272325175729339, "n": 128 }, "lateAccuracy": { "mean": 0.8479600694444448, "low": 0.8329052773687633, "high": 0.8630148615201263, "n": 128 }, "lateWrongSure": { "mean": 0.006409143518518519, "low": 0.00466246784604072, "high": 0.008155819190996318, "n": 128 }, "anyWrongSure": 112, "recovered": 124, "recoveryMedianAmongRecovered": 44 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.7707624288009365, "low": -0.7950836261835291, "high": -0.7464412314183438, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": -0.09943442886747066, "low": -0.17478419269941708, "high": -0.02408466503552424, "n": 128, "aBetter": 27, "ties": 1 }, "temporal_minus_echo_lateBrier": { "mean": -0.6713279999334659, "low": -0.7425159736099702, "high": -0.6001400262569616, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.6916286504766559, "low": -0.7100074997960586, "high": -0.6732498011572532, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": -0.11968828717823754, "low": -0.19348461737897066, "high": -0.04589195697750441, "n": 128, "aBetter": 27, "ties": 1 }, "temporal_minus_echo_postBrier": { "mean": -0.5719403632984184, "low": -0.6432165088216859, "high": -0.5006642177751508, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 7.866915328414355, "low": 7.863313015418029, "high": 7.8705176414106806, "n": 128 }, "totalPerMessage": { "mean": 7.866915328414355, "low": 7.863313015418029, "high": 7.8705176414106806, "n": 128 }, "blocked": { "mean": 1323541.640625, "low": 1314302.5411024329, "high": 1332780.7401475671, "n": 128 }, "offered": { "mean": 1391511.7890625, "low": 1382264.0550617827, "high": 1400759.5230632173, "n": 128 } }, "meanKnown": { "mean": 322.3105468749999, "low": 320.5685274807322, "high": 324.0525662692676, "n": 128 } } }, { "world": "turning", "door": 8, "rule": "random", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38032968309471576, "low": 0.35933419924698007, "high": 0.40132516694245146, "n": 128 }, "lateBrier": { "mean": 0.5212802061574704, "low": 0.478689485756824, "high": 0.5638709265581168, "n": 128 }, "postBrier": { "mean": 0.6080878841158028, "low": 0.573158611229283, "high": 0.6430171570023226, "n": 128 }, "lateAccuracy": { "mean": 0.4560908564814815, "low": 0.41349286441855104, "high": 0.498688848544412, "n": 128 }, "lateWrongSure": { "mean": 0.49580439814814814, "low": 0.4527675393374733, "high": 0.538841256958823, "n": 128 }, "anyWrongSure": 128, "recovered": 120, "recoveryMedianAmongRecovered": 67.5 }, "temporal": { "allBrier": { "mean": 0.0713835754719736, "low": 0.06555352797474634, "high": 0.07721362296920087, "n": 128 }, "lateBrier": { "mean": 0.011557344507040532, "low": 0.006468239278888165, "high": 0.0166464497351929, "n": 128 }, "postBrier": { "mean": 0.09953448618074587, "low": 0.09029595854819071, "high": 0.10877301381330103, "n": 128 }, "lateAccuracy": { "mean": 0.984848813657408, "low": 0.9771874715056326, "high": 0.9925101558091833, "n": 128 }, "lateWrongSure": { "mean": 0.0021122685185185185, "low": 0.0003442550720388594, "high": 0.003880281964998178, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5097228616504302, "low": -0.5501135588348097, "high": -0.46933216446605075, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2677822938425294, "low": 0.1889115688266702, "high": 0.34665301885838856, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7775051554929594, "low": -0.8484053117576004, "high": -0.7066049992283184, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5085533979350567, "low": -0.5384335583441171, "high": -0.4786732375259964, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.1809746158841971, "low": 0.10519005000494887, "high": 0.25675918176344537, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6895280138192543, "low": -0.7604935926438401, "high": -0.6185624349946686, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.134116391782408, "low": 1.1265740275081593, "high": 1.1416587560566567, "n": 128 }, "totalPerMessage": { "mean": 219.42162543402785, "low": 217.79047406877785, "high": 221.05277679927784, "n": 128 }, "blocked": { "mean": 1876201.125, "low": 1862221.0105428912, "high": 1890181.2394571088, "n": 128 }, "offered": { "mean": 1885999.890625, "low": 1871963.7586529064, "high": 1900036.0225970936, "n": 128 } }, "meanKnown": { "mean": 440.6227213541665, "low": 437.8045094777075, "high": 443.44093323062555, "n": 128 } } }, { "world": "turning", "door": 8, "rule": "firsthand", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.4141977866129804, "low": 0.39385008983813174, "high": 0.43454548338782906, "n": 128 }, "lateBrier": { "mean": 0.5887882820675168, "low": 0.5474318742965368, "high": 0.6301446898384967, "n": 128 }, "postBrier": { "mean": 0.6634909767583358, "low": 0.6296307783553083, "high": 0.6973511751613632, "n": 128 }, "lateAccuracy": { "mean": 0.3877893518518517, "low": 0.34661125755943417, "high": 0.42896744614426924, "n": 128 }, "lateWrongSure": { "mean": 0.5615017361111112, "low": 0.5196703241835156, "high": 0.6033331480387069, "n": 128 }, "anyWrongSure": 128, "recovered": 100, "recoveryMedianAmongRecovered": 74 }, "temporal": { "allBrier": { "mean": 0.08708850603344412, "low": 0.0812383993993226, "high": 0.09293861266756563, "n": 128 }, "lateBrier": { "mean": 0.020690321465206576, "low": 0.015102444934435154, "high": 0.026278197995977998, "n": 128 }, "postBrier": { "mean": 0.12459366432469915, "low": 0.11528279454015702, "high": 0.13390453410924127, "n": 128 }, "lateAccuracy": { "mean": 0.9733506944444447, "low": 0.9649725132406104, "high": 0.9817288756482789, "n": 128 }, "lateWrongSure": { "mean": 0.0032986111111111107, "low": 0.0015799830790968945, "high": 0.005017239143125327, "n": 128 }, "anyWrongSure": 123, "recovered": 128, "recoveryMedianAmongRecovered": 19 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5680979606023103, "low": -0.6064211637720806, "high": -0.5297747574325401, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.20027421793248332, "low": 0.12204202719487234, "high": 0.2785064086700943, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7683721785347928, "low": -0.83915473820447, "high": -0.6975896188651156, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5388973124336366, "low": -0.5671672704485601, "high": -0.5106273544187131, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.12557152324166423, "low": 0.050267236269313384, "high": 0.20087581021401507, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6644688356753007, "low": -0.7354976747351366, "high": -0.5934399966154648, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 7.866915328414355, "low": 7.863313015418029, "high": 7.8705176414106806, "n": 128 }, "totalPerMessage": { "mean": 7.866915328414355, "low": 7.863313015418029, "high": 7.8705176414106806, "n": 128 }, "blocked": { "mean": 1703833.9921875, "low": 1690718.3976423847, "high": 1716949.5867326153, "n": 128 }, "offered": { "mean": 1771804.140625, "low": 1758680.4642894333, "high": 1784927.8169605667, "n": 128 } }, "meanKnown": { "mean": 418.60611979166646, "low": 415.9628376634905, "high": 421.2494019198424, "n": 128 } } }, { "world": "turning", "door": 8, "rule": "firsthand", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38032968309471576, "low": 0.35933419924698007, "high": 0.40132516694245146, "n": 128 }, "lateBrier": { "mean": 0.5212802061574704, "low": 0.478689485756824, "high": 0.5638709265581168, "n": 128 }, "postBrier": { "mean": 0.6080878841158028, "low": 0.573158611229283, "high": 0.6430171570023226, "n": 128 }, "lateAccuracy": { "mean": 0.4560908564814815, "low": 0.41349286441855104, "high": 0.498688848544412, "n": 128 }, "lateWrongSure": { "mean": 0.49580439814814814, "low": 0.4527675393374733, "high": 0.538841256958823, "n": 128 }, "anyWrongSure": 128, "recovered": 120, "recoveryMedianAmongRecovered": 67.5 }, "temporal": { "allBrier": { "mean": 0.0713835754719736, "low": 0.06555352797474634, "high": 0.07721362296920087, "n": 128 }, "lateBrier": { "mean": 0.011557344507040532, "low": 0.006468239278888166, "high": 0.016646449735192897, "n": 128 }, "postBrier": { "mean": 0.09953448618074587, "low": 0.09029595854819071, "high": 0.10877301381330103, "n": 128 }, "lateAccuracy": { "mean": 0.984848813657408, "low": 0.9771874715056326, "high": 0.9925101558091833, "n": 128 }, "lateWrongSure": { "mean": 0.0021122685185185185, "low": 0.0003442550720388594, "high": 0.003880281964998178, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5097228616504302, "low": -0.5501135588348097, "high": -0.46933216446605075, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2677822938425294, "low": 0.1889115688266702, "high": 0.34665301885838856, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7775051554929594, "low": -0.8484053117576004, "high": -0.7066049992283184, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5085533979350567, "low": -0.5384335583441171, "high": -0.4786732375259964, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.1809746158841971, "low": 0.10519005000494887, "high": 0.25675918176344537, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6895280138192543, "low": -0.7604935926438401, "high": -0.6185624349946686, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.134116391782408, "low": 1.1265740275081593, "high": 1.1416587560566567, "n": 128 }, "totalPerMessage": { "mean": 219.42162543402785, "low": 217.79047406877785, "high": 221.05277679927784, "n": 128 }, "blocked": { "mean": 1876201.125, "low": 1862221.0105428912, "high": 1890181.2394571088, "n": 128 }, "offered": { "mean": 1885999.890625, "low": 1871963.7586529064, "high": 1900036.0225970936, "n": 128 } }, "meanKnown": { "mean": 440.6227213541665, "low": 437.8045094777075, "high": 443.44093323062555, "n": 128 } } }, { "world": "turning", "door": 16, "rule": "newest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38033506116030885, "low": 0.35934043834838236, "high": 0.40132968397223534, "n": 128 }, "lateBrier": { "mean": 0.5212909619939209, "low": 0.47870200239362093, "high": 0.5638799215942208, "n": 128 }, "postBrier": { "mean": 0.6080966844021612, "low": 0.5731688470154978, "high": 0.6430245217888247, "n": 128 }, "lateAccuracy": { "mean": 0.4560709635416667, "low": 0.41347531978824853, "high": 0.4986666072950849, "n": 128 }, "lateWrongSure": { "mean": 0.49580439814814814, "low": 0.4527675393374733, "high": 0.538841256958823, "n": 128 }, "anyWrongSure": 128, "recovered": 120, "recoveryMedianAmongRecovered": 67.5 }, "temporal": { "allBrier": { "mean": 0.07138370557584996, "low": 0.06555367172223929, "high": 0.07721373942946062, "n": 128 }, "lateBrier": { "mean": 0.01155732757508491, "low": 0.006468221266898899, "high": 0.01664643388327092, "n": 128 }, "postBrier": { "mean": 0.09953439746141082, "low": 0.0902958608240926, "high": 0.10877293409872904, "n": 128 }, "lateAccuracy": { "mean": 0.984848813657408, "low": 0.9771874715056326, "high": 0.9925101558091833, "n": 128 }, "lateWrongSure": { "mean": 0.0021122685185185185, "low": 0.0003442550720388594, "high": 0.003880281964998178, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5097336344188363, "low": -0.5501225897766675, "high": -0.4693446790610052, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.26777153800607906, "low": 0.18890065418173338, "high": 0.3466424218304247, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.777505172424915, "low": -0.8484053337186427, "high": -0.7066050111311873, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5085622869407501, "low": -0.5384411644390305, "high": -0.47868340944246973, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.18096581559783873, "low": 0.10518096648231612, "high": 0.25675066471336133, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6895281025385893, "low": -0.7604936933142831, "high": -0.6185625117628956, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 15.585784686053243, "low": 15.574929404769266, "high": 15.59663996733722, "n": 128 }, "totalPerMessage": { "mean": 15.585784686053243, "low": 15.574929404769266, "high": 15.59663996733722, "n": 128 }, "blocked": { "mean": 1751327.84375, "low": 1737326.3639824982, "high": 1765329.3235175018, "n": 128 }, "offered": { "mean": 1885989.0234375, "low": 1871954.4819862593, "high": 1900023.5648887407, "n": 128 } }, "meanKnown": { "mean": 440.6178385416666, "low": 437.8003712897524, "high": 443.43530579358077, "n": 128 } } }, { "world": "turning", "door": 16, "rule": "newest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38032968309471576, "low": 0.35933419924698007, "high": 0.40132516694245146, "n": 128 }, "lateBrier": { "mean": 0.5212802061574704, "low": 0.478689485756824, "high": 0.5638709265581168, "n": 128 }, "postBrier": { "mean": 0.6080878841158028, "low": 0.573158611229283, "high": 0.6430171570023226, "n": 128 }, "lateAccuracy": { "mean": 0.4560908564814815, "low": 0.41349286441855104, "high": 0.498688848544412, "n": 128 }, "lateWrongSure": { "mean": 0.49580439814814814, "low": 0.4527675393374733, "high": 0.538841256958823, "n": 128 }, "anyWrongSure": 128, "recovered": 120, "recoveryMedianAmongRecovered": 67.5 }, "temporal": { "allBrier": { "mean": 0.0713835754719736, "low": 0.06555352797474634, "high": 0.07721362296920087, "n": 128 }, "lateBrier": { "mean": 0.011557344507040532, "low": 0.006468239278888166, "high": 0.016646449735192897, "n": 128 }, "postBrier": { "mean": 0.09953448618074587, "low": 0.09029595854819071, "high": 0.10877301381330103, "n": 128 }, "lateAccuracy": { "mean": 0.984848813657408, "low": 0.9771874715056326, "high": 0.9925101558091833, "n": 128 }, "lateWrongSure": { "mean": 0.0021122685185185185, "low": 0.0003442550720388594, "high": 0.003880281964998178, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5097228616504302, "low": -0.5501135588348097, "high": -0.46933216446605075, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2677822938425294, "low": 0.1889115688266702, "high": 0.34665301885838856, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7775051554929594, "low": -0.8484053117576004, "high": -0.7066049992283184, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5085533979350567, "low": -0.5384335583441171, "high": -0.4786732375259964, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.1809746158841971, "low": 0.10519005000494887, "high": 0.25675918176344537, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6895280138192543, "low": -0.7604935926438401, "high": -0.6185624349946686, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.134116391782408, "low": 1.1265740275081593, "high": 1.1416587560566567, "n": 128 }, "totalPerMessage": { "mean": 219.42162543402785, "low": 217.79047406877785, "high": 221.05277679927784, "n": 128 }, "blocked": { "mean": 1876201.125, "low": 1862221.0105428912, "high": 1890181.2394571088, "n": 128 }, "offered": { "mean": 1885999.890625, "low": 1871963.7586529064, "high": 1900036.0225970936, "n": 128 } }, "meanKnown": { "mean": 440.6227213541665, "low": 437.8045094777075, "high": 443.44093323062555, "n": 128 } } }, { "world": "turning", "door": 16, "rule": "oldest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.4656903145834498, "low": 0.4480840881355872, "high": 0.48329654103131237, "n": 128 }, "lateBrier": { "mean": 0.695303113243863, "low": 0.6565321398957293, "high": 0.7340740865919966, "n": 128 }, "postBrier": { "mean": 0.7254151992445375, "low": 0.6888347948199791, "high": 0.7619956036690958, "n": 128 }, "lateAccuracy": { "mean": 0.21424877025462966, "low": 0.1792149316427767, "high": 0.24928260886648262, "n": 128 }, "lateWrongSure": { "mean": 0.5990596064814813, "low": 0.5525135590670226, "high": 0.6456056538959399, "n": 128 }, "anyWrongSure": 119, "recovered": 1, "recoveryMedianAmongRecovered": 92 }, "temporal": { "allBrier": { "mean": 0.1691613695980615, "low": 0.16484676790506342, "high": 0.17347597129105957, "n": 128 }, "lateBrier": { "mean": 0.17856136300445324, "low": 0.17417258692859588, "high": 0.1829501390803106, "n": 128 }, "postBrier": { "mean": 0.2006445509678243, "low": 0.19630060114732398, "high": 0.20498850078832462, "n": 128 }, "lateAccuracy": { "mean": 0.7417281539351849, "low": 0.7306704424569641, "high": 0.7527858654134056, "n": 128 }, "lateWrongSure": { "mean": 0.0002965856481481483, "low": 0.00018784050884276728, "high": 0.00040533078745352933, "n": 128 }, "anyWrongSure": 3, "recovered": 67, "recoveryMedianAmongRecovered": 67 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5167417502394099, "low": -0.5543436209995901, "high": -0.47913987947922976, "n": 128, "aBetter": 127, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.09375938675613703, "low": 0.027199821622329534, "high": 0.16031895188994452, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.610501136995547, "low": -0.6813426274800184, "high": -0.5396596465110756, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5247706482767134, "low": -0.5600516961970323, "high": -0.4894896003563944, "n": 128, "aBetter": 127, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.06364730075546214, "low": -0.0024295811067360784, "high": 0.12972418261766036, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.5884179490321756, "low": -0.6591939392528596, "high": -0.5176419588114916, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 15.585784686053243, "low": 15.574929404769266, "high": 15.59663996733722, "n": 128 }, "totalPerMessage": { "mean": 15.585784686053243, "low": 15.574929404769266, "high": 15.59663996733722, "n": 128 }, "blocked": { "mean": 144076.8984375, "low": 142715.5861068128, "high": 145438.2107681872, "n": 128 }, "offered": { "mean": 278738.078125, "low": 277350.3486987036, "high": 280125.8075512964, "n": 128 } }, "meanKnown": { "mean": 48.79882812499998, "low": 48.58245652662419, "high": 49.015199723375765, "n": 128 } } }, { "world": "turning", "door": 16, "rule": "oldest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38032968309471576, "low": 0.35933419924698007, "high": 0.40132516694245146, "n": 128 }, "lateBrier": { "mean": 0.5212802061574704, "low": 0.478689485756824, "high": 0.5638709265581168, "n": 128 }, "postBrier": { "mean": 0.6080878841158028, "low": 0.573158611229283, "high": 0.6430171570023226, "n": 128 }, "lateAccuracy": { "mean": 0.4560908564814815, "low": 0.41349286441855104, "high": 0.498688848544412, "n": 128 }, "lateWrongSure": { "mean": 0.49580439814814814, "low": 0.4527675393374733, "high": 0.538841256958823, "n": 128 }, "anyWrongSure": 128, "recovered": 120, "recoveryMedianAmongRecovered": 67.5 }, "temporal": { "allBrier": { "mean": 0.0713835754719736, "low": 0.06555352797474634, "high": 0.07721362296920087, "n": 128 }, "lateBrier": { "mean": 0.011557344507040532, "low": 0.006468239278888165, "high": 0.0166464497351929, "n": 128 }, "postBrier": { "mean": 0.09953448618074587, "low": 0.09029595854819071, "high": 0.10877301381330103, "n": 128 }, "lateAccuracy": { "mean": 0.984848813657408, "low": 0.9771874715056326, "high": 0.9925101558091833, "n": 128 }, "lateWrongSure": { "mean": 0.0021122685185185185, "low": 0.0003442550720388594, "high": 0.003880281964998178, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5097228616504302, "low": -0.5501135588348097, "high": -0.46933216446605075, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2677822938425294, "low": 0.1889115688266702, "high": 0.34665301885838856, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7775051554929594, "low": -0.8484053117576004, "high": -0.7066049992283184, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5085533979350567, "low": -0.5384335583441171, "high": -0.4786732375259964, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.1809746158841971, "low": 0.10519005000494887, "high": 0.25675918176344537, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6895280138192543, "low": -0.7604935926438401, "high": -0.6185624349946686, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.134116391782408, "low": 1.1265740275081593, "high": 1.1416587560566567, "n": 128 }, "totalPerMessage": { "mean": 219.42162543402785, "low": 217.79047406877785, "high": 221.05277679927784, "n": 128 }, "blocked": { "mean": 1876201.125, "low": 1862221.0105428912, "high": 1890181.2394571088, "n": 128 }, "offered": { "mean": 1885999.890625, "low": 1871963.7586529064, "high": 1900036.0225970936, "n": 128 } }, "meanKnown": { "mean": 440.6227213541665, "low": 437.8045094777075, "high": 443.44093323062555, "n": 128 } } }, { "world": "turning", "door": 16, "rule": "random", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.5008032012545277, "low": 0.4824014315801983, "high": 0.5192049709288571, "n": 128 }, "lateBrier": { "mean": 0.7607173041242089, "low": 0.7230521801487662, "high": 0.7983824280996517, "n": 128 }, "postBrier": { "mean": 0.8042155095684801, "low": 0.7733949688061308, "high": 0.8350360503308294, "n": 128 }, "lateAccuracy": { "mean": 0.21819299768518513, "low": 0.18164101993237913, "high": 0.25474497543799113, "n": 128 }, "lateWrongSure": { "mean": 0.7371708622685182, "low": 0.697925305850923, "high": 0.7764164186861134, "n": 128 }, "anyWrongSure": 128, "recovered": 68, "recoveryMedianAmongRecovered": 86.5 }, "temporal": { "allBrier": { "mean": 0.12632409683788584, "low": 0.11970724419011099, "high": 0.13294094948566068, "n": 128 }, "lateBrier": { "mean": 0.06706249711376916, "low": 0.05871434094388319, "high": 0.07541065328365512, "n": 128 }, "postBrier": { "mean": 0.1864404215491297, "low": 0.17599646273981767, "high": 0.19688438035844175, "n": 128 }, "lateAccuracy": { "mean": 0.9187753182870376, "low": 0.9055655490023851, "high": 0.9319850875716902, "n": 128 }, "lateWrongSure": { "mean": 0.006658709490740739, "low": 0.0044319007268919935, "high": 0.008885518254589485, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 30 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.6936548070104394, "low": -0.7266591712993213, "high": -0.6606504427215574, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.02834519587579122, "low": -0.048603144708203816, "high": 0.10529353645978626, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7220000028862309, "low": -0.7929266278725782, "high": -0.6510733778998836, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.6177750880193504, "low": -0.6426843312322689, "high": -0.592865844806432, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": -0.015153009568479939, "low": -0.08964578094909412, "high": 0.05933976181213424, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6026220784508705, "low": -0.673738416361265, "high": -0.531505740540476, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 15.585784686053243, "low": 15.574929404769266, "high": 15.59663996733722, "n": 128 }, "totalPerMessage": { "mean": 15.585784686053243, "low": 15.574929404769266, "high": 15.59663996733722, "n": 128 }, "blocked": { "mean": 1453179.34375, "low": 1442343.42002715, "high": 1464015.26747285, "n": 128 }, "offered": { "mean": 1587840.5234375, "low": 1576968.6375444753, "high": 1598712.4093305247, "n": 128 } }, "meanKnown": { "mean": 367.96289062500006, "low": 365.8913559342944, "high": 370.03442531570573, "n": 128 } } }, { "world": "turning", "door": 16, "rule": "random", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38032968309471576, "low": 0.35933419924698007, "high": 0.40132516694245146, "n": 128 }, "lateBrier": { "mean": 0.5212802061574704, "low": 0.478689485756824, "high": 0.5638709265581168, "n": 128 }, "postBrier": { "mean": 0.6080878841158028, "low": 0.573158611229283, "high": 0.6430171570023226, "n": 128 }, "lateAccuracy": { "mean": 0.4560908564814815, "low": 0.41349286441855104, "high": 0.498688848544412, "n": 128 }, "lateWrongSure": { "mean": 0.49580439814814814, "low": 0.4527675393374733, "high": 0.538841256958823, "n": 128 }, "anyWrongSure": 128, "recovered": 120, "recoveryMedianAmongRecovered": 67.5 }, "temporal": { "allBrier": { "mean": 0.0713835754719736, "low": 0.06555352797474634, "high": 0.07721362296920087, "n": 128 }, "lateBrier": { "mean": 0.011557344507040532, "low": 0.006468239278888165, "high": 0.0166464497351929, "n": 128 }, "postBrier": { "mean": 0.09953448618074587, "low": 0.09029595854819071, "high": 0.10877301381330103, "n": 128 }, "lateAccuracy": { "mean": 0.984848813657408, "low": 0.9771874715056326, "high": 0.9925101558091833, "n": 128 }, "lateWrongSure": { "mean": 0.0021122685185185185, "low": 0.0003442550720388594, "high": 0.003880281964998178, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5097228616504302, "low": -0.5501135588348097, "high": -0.46933216446605075, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2677822938425294, "low": 0.1889115688266702, "high": 0.34665301885838856, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7775051554929594, "low": -0.8484053117576004, "high": -0.7066049992283184, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5085533979350567, "low": -0.5384335583441171, "high": -0.4786732375259964, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.1809746158841971, "low": 0.10519005000494887, "high": 0.25675918176344537, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6895280138192543, "low": -0.7604935926438401, "high": -0.6185624349946686, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.134116391782408, "low": 1.1265740275081593, "high": 1.1416587560566567, "n": 128 }, "totalPerMessage": { "mean": 219.42162543402785, "low": 217.79047406877785, "high": 221.05277679927784, "n": 128 }, "blocked": { "mean": 1876201.125, "low": 1862221.0105428912, "high": 1890181.2394571088, "n": 128 }, "offered": { "mean": 1885999.890625, "low": 1871963.7586529064, "high": 1900036.0225970936, "n": 128 } }, "meanKnown": { "mean": 440.6227213541665, "low": 437.8045094777075, "high": 443.44093323062555, "n": 128 } } }, { "world": "turning", "door": 16, "rule": "firsthand", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.410809027033464, "low": 0.389833801007973, "high": 0.431784253058955, "n": 128 }, "lateBrier": { "mean": 0.5821550980861138, "low": 0.5395479587905871, "high": 0.6247622373816404, "n": 128 }, "postBrier": { "mean": 0.6579646107907283, "low": 0.6230417166554252, "high": 0.6928875049260315, "n": 128 }, "lateAccuracy": { "mean": 0.394896556712963, "low": 0.35242289227551704, "high": 0.4373702211504089, "n": 128 }, "lateWrongSure": { "mean": 0.5556929976851854, "low": 0.512576611198762, "high": 0.5988093841716089, "n": 128 }, "anyWrongSure": 128, "recovered": 104, "recoveryMedianAmongRecovered": 74 }, "temporal": { "allBrier": { "mean": 0.07750889041946106, "low": 0.07141506051299426, "high": 0.08360272032592786, "n": 128 }, "lateBrier": { "mean": 0.016777632892151933, "low": 0.011112442316023145, "high": 0.02244282346828072, "n": 128 }, "postBrier": { "mean": 0.10956104642927723, "low": 0.09982240019834397, "high": 0.1192996926602105, "n": 128 }, "lateAccuracy": { "mean": 0.978624131944445, "low": 0.9701483482256562, "high": 0.9870999156632337, "n": 128 }, "lateWrongSure": { "mean": 0.002647569444444444, "low": 0.0009061940784543291, "high": 0.004388944810434559, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 15 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5653774651939617, "low": -0.605299301689367, "high": -0.5254556286985564, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.20690740191388626, "low": 0.12785980262496, "high": 0.28595500120281253, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7722848671078477, "low": -0.8431164521688983, "high": -0.7014532820467971, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5484035643614507, "low": -0.5778403616541493, "high": -0.518966767068752, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.13109788920927196, "low": 0.05517696109139984, "high": 0.20701881732714406, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.679501453570723, "low": -0.7504164501668595, "high": -0.6085864569745865, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 15.585784686053243, "low": 15.574929404769266, "high": 15.59663996733722, "n": 128 }, "totalPerMessage": { "mean": 15.585784686053243, "low": 15.574929404769266, "high": 15.59663996733722, "n": 128 }, "blocked": { "mean": 1689143.2734375, "low": 1675655.2741974609, "high": 1702631.2726775391, "n": 128 }, "offered": { "mean": 1823804.453125, "low": 1810283.2848484812, "high": 1837325.6214015188, "n": 128 } }, "meanKnown": { "mean": 424.2633463541668, "low": 421.5373154273163, "high": 426.9893772810173, "n": 128 } } }, { "world": "turning", "door": 16, "rule": "firsthand", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38032968309471576, "low": 0.35933419924698007, "high": 0.40132516694245146, "n": 128 }, "lateBrier": { "mean": 0.5212802061574704, "low": 0.478689485756824, "high": 0.5638709265581168, "n": 128 }, "postBrier": { "mean": 0.6080878841158028, "low": 0.573158611229283, "high": 0.6430171570023226, "n": 128 }, "lateAccuracy": { "mean": 0.4560908564814815, "low": 0.41349286441855104, "high": 0.498688848544412, "n": 128 }, "lateWrongSure": { "mean": 0.49580439814814814, "low": 0.4527675393374733, "high": 0.538841256958823, "n": 128 }, "anyWrongSure": 128, "recovered": 120, "recoveryMedianAmongRecovered": 67.5 }, "temporal": { "allBrier": { "mean": 0.0713835754719736, "low": 0.06555352797474634, "high": 0.07721362296920087, "n": 128 }, "lateBrier": { "mean": 0.011557344507040532, "low": 0.006468239278888166, "high": 0.016646449735192897, "n": 128 }, "postBrier": { "mean": 0.09953448618074587, "low": 0.09029595854819071, "high": 0.10877301381330103, "n": 128 }, "lateAccuracy": { "mean": 0.984848813657408, "low": 0.9771874715056326, "high": 0.9925101558091833, "n": 128 }, "lateWrongSure": { "mean": 0.0021122685185185185, "low": 0.0003442550720388594, "high": 0.003880281964998178, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5097228616504302, "low": -0.5501135588348097, "high": -0.46933216446605075, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2677822938425294, "low": 0.1889115688266702, "high": 0.34665301885838856, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7775051554929594, "low": -0.8484053117576004, "high": -0.7066049992283184, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5085533979350567, "low": -0.5384335583441171, "high": -0.4786732375259964, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.1809746158841971, "low": 0.10519005000494887, "high": 0.25675918176344537, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6895280138192543, "low": -0.7604935926438401, "high": -0.6185624349946686, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.134116391782408, "low": 1.1265740275081593, "high": 1.1416587560566567, "n": 128 }, "totalPerMessage": { "mean": 219.42162543402785, "low": 217.79047406877785, "high": 221.05277679927784, "n": 128 }, "blocked": { "mean": 1876201.125, "low": 1862221.0105428912, "high": 1890181.2394571088, "n": 128 }, "offered": { "mean": 1885999.890625, "low": 1871963.7586529064, "high": 1900036.0225970936, "n": 128 } }, "meanKnown": { "mean": 440.6227213541665, "low": 437.8045094777075, "high": 443.44093323062555, "n": 128 } } }, { "world": "turning", "door": 64, "rule": "newest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38032968309471576, "low": 0.35933419924698007, "high": 0.40132516694245146, "n": 128 }, "lateBrier": { "mean": 0.5212802061574704, "low": 0.478689485756824, "high": 0.5638709265581168, "n": 128 }, "postBrier": { "mean": 0.6080878841158028, "low": 0.573158611229283, "high": 0.6430171570023226, "n": 128 }, "lateAccuracy": { "mean": 0.4560908564814815, "low": 0.41349286441855104, "high": 0.498688848544412, "n": 128 }, "lateWrongSure": { "mean": 0.49580439814814814, "low": 0.4527675393374733, "high": 0.538841256958823, "n": 128 }, "anyWrongSure": 128, "recovered": 120, "recoveryMedianAmongRecovered": 67.5 }, "temporal": { "allBrier": { "mean": 0.0713835754719736, "low": 0.06555352797474634, "high": 0.07721362296920087, "n": 128 }, "lateBrier": { "mean": 0.011557344507040532, "low": 0.006468239278888166, "high": 0.016646449735192897, "n": 128 }, "postBrier": { "mean": 0.09953448618074587, "low": 0.09029595854819071, "high": 0.10877301381330103, "n": 128 }, "lateAccuracy": { "mean": 0.984848813657408, "low": 0.9771874715056326, "high": 0.9925101558091833, "n": 128 }, "lateWrongSure": { "mean": 0.0021122685185185185, "low": 0.0003442550720388594, "high": 0.003880281964998178, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5097228616504302, "low": -0.5501135588348097, "high": -0.46933216446605075, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2677822938425294, "low": 0.1889115688266702, "high": 0.34665301885838856, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7775051554929594, "low": -0.8484053117576004, "high": -0.7066049992283184, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5085533979350567, "low": -0.5384335583441171, "high": -0.4786732375259964, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.1809746158841971, "low": 0.10519005000494887, "high": 0.25675918176344537, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6895280138192543, "low": -0.7604935926438401, "high": -0.6185624349946686, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 58.835760271990765, "low": 58.73998817474672, "high": 58.93153236923481, "n": 128 }, "totalPerMessage": { "mean": 58.835760271990765, "low": 58.73998817474672, "high": 58.93153236923481, "n": 128 }, "blocked": { "mean": 1377658.921875, "low": 1364127.6714890278, "high": 1391190.1722609722, "n": 128 }, "offered": { "mean": 1885999.890625, "low": 1871963.7586529064, "high": 1900036.0225970936, "n": 128 } }, "meanKnown": { "mean": 440.6227213541665, "low": 437.8045094777075, "high": 443.44093323062555, "n": 128 } } }, { "world": "turning", "door": 64, "rule": "newest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38032968309471576, "low": 0.35933419924698007, "high": 0.40132516694245146, "n": 128 }, "lateBrier": { "mean": 0.5212802061574704, "low": 0.478689485756824, "high": 0.5638709265581168, "n": 128 }, "postBrier": { "mean": 0.6080878841158028, "low": 0.573158611229283, "high": 0.6430171570023226, "n": 128 }, "lateAccuracy": { "mean": 0.4560908564814815, "low": 0.41349286441855104, "high": 0.498688848544412, "n": 128 }, "lateWrongSure": { "mean": 0.49580439814814814, "low": 0.4527675393374733, "high": 0.538841256958823, "n": 128 }, "anyWrongSure": 128, "recovered": 120, "recoveryMedianAmongRecovered": 67.5 }, "temporal": { "allBrier": { "mean": 0.0713835754719736, "low": 0.06555352797474634, "high": 0.07721362296920087, "n": 128 }, "lateBrier": { "mean": 0.011557344507040532, "low": 0.006468239278888166, "high": 0.016646449735192897, "n": 128 }, "postBrier": { "mean": 0.09953448618074587, "low": 0.09029595854819071, "high": 0.10877301381330103, "n": 128 }, "lateAccuracy": { "mean": 0.984848813657408, "low": 0.9771874715056326, "high": 0.9925101558091833, "n": 128 }, "lateWrongSure": { "mean": 0.0021122685185185185, "low": 0.0003442550720388594, "high": 0.003880281964998178, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5097228616504302, "low": -0.5501135588348097, "high": -0.46933216446605075, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2677822938425294, "low": 0.1889115688266702, "high": 0.34665301885838856, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7775051554929594, "low": -0.8484053117576004, "high": -0.7066049992283184, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5085533979350567, "low": -0.5384335583441171, "high": -0.4786732375259964, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.1809746158841971, "low": 0.10519005000494887, "high": 0.25675918176344537, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6895280138192543, "low": -0.7604935926438401, "high": -0.6185624349946686, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.134116391782408, "low": 1.1265740275081593, "high": 1.1416587560566567, "n": 128 }, "totalPerMessage": { "mean": 219.42162543402785, "low": 217.79047406877785, "high": 221.05277679927784, "n": 128 }, "blocked": { "mean": 1876201.125, "low": 1862221.0105428912, "high": 1890181.2394571088, "n": 128 }, "offered": { "mean": 1885999.890625, "low": 1871963.7586529064, "high": 1900036.0225970936, "n": 128 } }, "meanKnown": { "mean": 440.6227213541665, "low": 437.8045094777075, "high": 443.44093323062555, "n": 128 } } }, { "world": "turning", "door": 64, "rule": "oldest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.5936527151802878, "low": 0.5823006694691959, "high": 0.6050047608913798, "n": 128 }, "lateBrier": { "mean": 0.95028159886273, "low": 0.9274730664653561, "high": 0.9730901312601039, "n": 128 }, "postBrier": { "mean": 0.9559855407670456, "low": 0.9352752338859103, "high": 0.9766958476481808, "n": 128 }, "lateAccuracy": { "mean": 0.032078269675925926, "low": 0.014355663193916245, "high": 0.0498008761579356, "n": 128 }, "lateWrongSure": { "mean": 0.9340892650462964, "low": 0.9044994158961608, "high": 0.963679114196432, "n": 128 }, "anyWrongSure": 127, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.15175003508458315, "low": 0.1481165937317654, "high": 0.1553834764374009, "n": 128 }, "lateBrier": { "mean": 0.18308913961352932, "low": 0.17864278394537503, "high": 0.18753549528168362, "n": 128 }, "postBrier": { "mean": 0.21456505372133639, "low": 0.2100382212870782, "high": 0.21909188615559458, "n": 128 }, "lateAccuracy": { "mean": 0.7309534143518516, "low": 0.7199685672474732, "high": 0.74193826145623, "n": 128 }, "lateWrongSure": { "mean": 0.00038700810185185203, "low": 0.0002626024961073033, "high": 0.0005114137075964008, "n": 128 }, "anyWrongSure": 5, "recovered": 62, "recoveryMedianAmongRecovered": 69.5 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.7671924592492008, "low": -0.7897457799377426, "high": -0.7446391385606589, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": -0.16121909886272984, "low": -0.23554370868568952, "high": -0.08689448903977016, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.6059733603864713, "low": -0.676836195271513, "high": -0.5351105255014297, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.7414204870457093, "low": -0.7613812437532296, "high": -0.721459730338189, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": -0.16692304076704553, "low": -0.2407235550354699, "high": -0.09312252649862116, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.5744974462786636, "low": -0.6453596503169922, "high": -0.5036352422403351, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 58.835760271990765, "low": 58.73998817474672, "high": 58.93153236923481, "n": 128 }, "totalPerMessage": { "mean": 58.835760271990765, "low": 58.73998817474672, "high": 58.93153236923481, "n": 128 }, "blocked": { "mean": 114485.4296875, "low": 113063.75890093626, "high": 115907.10047406374, "n": 128 }, "offered": { "mean": 622826.3984375, "low": 620861.3846937752, "high": 624791.4121812248, "n": 128 } }, "meanKnown": { "mean": 93.23079427083334, "low": 92.99477754585644, "high": 93.46681099581025, "n": 128 } } }, { "world": "turning", "door": 64, "rule": "oldest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38032968309471576, "low": 0.35933419924698007, "high": 0.40132516694245146, "n": 128 }, "lateBrier": { "mean": 0.5212802061574704, "low": 0.478689485756824, "high": 0.5638709265581168, "n": 128 }, "postBrier": { "mean": 0.6080878841158028, "low": 0.573158611229283, "high": 0.6430171570023226, "n": 128 }, "lateAccuracy": { "mean": 0.4560908564814815, "low": 0.41349286441855104, "high": 0.498688848544412, "n": 128 }, "lateWrongSure": { "mean": 0.49580439814814814, "low": 0.4527675393374733, "high": 0.538841256958823, "n": 128 }, "anyWrongSure": 128, "recovered": 120, "recoveryMedianAmongRecovered": 67.5 }, "temporal": { "allBrier": { "mean": 0.0713835754719736, "low": 0.06555352797474634, "high": 0.07721362296920087, "n": 128 }, "lateBrier": { "mean": 0.011557344507040532, "low": 0.006468239278888165, "high": 0.0166464497351929, "n": 128 }, "postBrier": { "mean": 0.09953448618074587, "low": 0.09029595854819071, "high": 0.10877301381330103, "n": 128 }, "lateAccuracy": { "mean": 0.984848813657408, "low": 0.9771874715056326, "high": 0.9925101558091833, "n": 128 }, "lateWrongSure": { "mean": 0.0021122685185185185, "low": 0.0003442550720388594, "high": 0.003880281964998178, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5097228616504302, "low": -0.5501135588348097, "high": -0.46933216446605075, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2677822938425294, "low": 0.1889115688266702, "high": 0.34665301885838856, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7775051554929594, "low": -0.8484053117576004, "high": -0.7066049992283184, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5085533979350567, "low": -0.5384335583441171, "high": -0.4786732375259964, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.1809746158841971, "low": 0.10519005000494887, "high": 0.25675918176344537, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6895280138192543, "low": -0.7604935926438401, "high": -0.6185624349946686, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.134116391782408, "low": 1.1265740275081593, "high": 1.1416587560566567, "n": 128 }, "totalPerMessage": { "mean": 219.42162543402785, "low": 217.79047406877785, "high": 221.05277679927784, "n": 128 }, "blocked": { "mean": 1876201.125, "low": 1862221.0105428912, "high": 1890181.2394571088, "n": 128 }, "offered": { "mean": 1885999.890625, "low": 1871963.7586529064, "high": 1900036.0225970936, "n": 128 } }, "meanKnown": { "mean": 440.6227213541665, "low": 437.8045094777075, "high": 443.44093323062555, "n": 128 } } }, { "world": "turning", "door": 64, "rule": "random", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.4114660106864021, "low": 0.3900863717446906, "high": 0.4328456496281136, "n": 128 }, "lateBrier": { "mean": 0.5833256681717913, "low": 0.5398943742525915, "high": 0.6267569620909912, "n": 128 }, "postBrier": { "mean": 0.6590299822210975, "low": 0.6234752190071369, "high": 0.6945847454350582, "n": 128 }, "lateAccuracy": { "mean": 0.39380967881944434, "low": 0.3505755201123053, "high": 0.4370438375265834, "n": 128 }, "lateWrongSure": { "mean": 0.5569878472222222, "low": 0.5128771398895937, "high": 0.6010985545548506, "n": 128 }, "anyWrongSure": 128, "recovered": 104, "recoveryMedianAmongRecovered": 72 }, "temporal": { "allBrier": { "mean": 0.08548193023931856, "low": 0.07952554796547251, "high": 0.09143831251316462, "n": 128 }, "lateBrier": { "mean": 0.017477509270273604, "low": 0.011801656439015854, "high": 0.023153362101531356, "n": 128 }, "postBrier": { "mean": 0.12247935501476584, "low": 0.11301902103608123, "high": 0.13193968899345046, "n": 128 }, "lateAccuracy": { "mean": 0.9777633101851854, "low": 0.968877995277733, "high": 0.9866486250926377, "n": 128 }, "lateWrongSure": { "mean": 0.002166521990740741, "low": 0.0007361715973795383, "high": 0.003596872384101944, "n": 128 }, "anyWrongSure": 125, "recovered": 128, "recoveryMedianAmongRecovered": 17 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5658481589015176, "low": -0.6065483988067342, "high": -0.5251479189963011, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2057368318282084, "low": 0.12608164131821226, "high": 0.28539202233820454, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7715849907297264, "low": -0.8424702262492725, "high": -0.7006997552101804, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5365506272063315, "low": -0.566685397878916, "high": -0.506415856533747, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.13003251777890265, "low": 0.05369055610859366, "high": 0.20637447944921164, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6665831449852342, "low": -0.7375836207445396, "high": -0.5955826692259287, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 58.835760271990765, "low": 58.73998817474672, "high": 58.93153236923481, "n": 128 }, "totalPerMessage": { "mean": 58.835760271990765, "low": 58.73998817474672, "high": 58.93153236923481, "n": 128 }, "blocked": { "mean": 1303716.4921875, "low": 1291178.2766849003, "high": 1316254.7076900997, "n": 128 }, "offered": { "mean": 1812057.4609375, "low": 1798998.981292902, "high": 1825115.940582098, "n": 128 } }, "meanKnown": { "mean": 420.3850911458333, "low": 417.77966878791705, "high": 422.9905135037496, "n": 128 } } }, { "world": "turning", "door": 64, "rule": "random", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38032968309471576, "low": 0.35933419924698007, "high": 0.40132516694245146, "n": 128 }, "lateBrier": { "mean": 0.5212802061574704, "low": 0.478689485756824, "high": 0.5638709265581168, "n": 128 }, "postBrier": { "mean": 0.6080878841158028, "low": 0.573158611229283, "high": 0.6430171570023226, "n": 128 }, "lateAccuracy": { "mean": 0.4560908564814815, "low": 0.41349286441855104, "high": 0.498688848544412, "n": 128 }, "lateWrongSure": { "mean": 0.49580439814814814, "low": 0.4527675393374733, "high": 0.538841256958823, "n": 128 }, "anyWrongSure": 128, "recovered": 120, "recoveryMedianAmongRecovered": 67.5 }, "temporal": { "allBrier": { "mean": 0.0713835754719736, "low": 0.06555352797474634, "high": 0.07721362296920087, "n": 128 }, "lateBrier": { "mean": 0.011557344507040532, "low": 0.006468239278888165, "high": 0.0166464497351929, "n": 128 }, "postBrier": { "mean": 0.09953448618074587, "low": 0.09029595854819071, "high": 0.10877301381330103, "n": 128 }, "lateAccuracy": { "mean": 0.984848813657408, "low": 0.9771874715056326, "high": 0.9925101558091833, "n": 128 }, "lateWrongSure": { "mean": 0.0021122685185185185, "low": 0.0003442550720388594, "high": 0.003880281964998178, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5097228616504302, "low": -0.5501135588348097, "high": -0.46933216446605075, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2677822938425294, "low": 0.1889115688266702, "high": 0.34665301885838856, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7775051554929594, "low": -0.8484053117576004, "high": -0.7066049992283184, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5085533979350567, "low": -0.5384335583441171, "high": -0.4786732375259964, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.1809746158841971, "low": 0.10519005000494887, "high": 0.25675918176344537, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6895280138192543, "low": -0.7604935926438401, "high": -0.6185624349946686, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.134116391782408, "low": 1.1265740275081593, "high": 1.1416587560566567, "n": 128 }, "totalPerMessage": { "mean": 219.42162543402785, "low": 217.79047406877785, "high": 221.05277679927784, "n": 128 }, "blocked": { "mean": 1876201.125, "low": 1862221.0105428912, "high": 1890181.2394571088, "n": 128 }, "offered": { "mean": 1885999.890625, "low": 1871963.7586529064, "high": 1900036.0225970936, "n": 128 } }, "meanKnown": { "mean": 440.6227213541665, "low": 437.8045094777075, "high": 443.44093323062555, "n": 128 } } }, { "world": "turning", "door": 64, "rule": "firsthand", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38032968309471576, "low": 0.35933419924698007, "high": 0.40132516694245146, "n": 128 }, "lateBrier": { "mean": 0.5212802061574704, "low": 0.478689485756824, "high": 0.5638709265581168, "n": 128 }, "postBrier": { "mean": 0.6080878841158028, "low": 0.573158611229283, "high": 0.6430171570023226, "n": 128 }, "lateAccuracy": { "mean": 0.4560908564814815, "low": 0.41349286441855104, "high": 0.498688848544412, "n": 128 }, "lateWrongSure": { "mean": 0.49580439814814814, "low": 0.4527675393374733, "high": 0.538841256958823, "n": 128 }, "anyWrongSure": 128, "recovered": 120, "recoveryMedianAmongRecovered": 67.5 }, "temporal": { "allBrier": { "mean": 0.0713835754719736, "low": 0.06555352797474634, "high": 0.07721362296920087, "n": 128 }, "lateBrier": { "mean": 0.011557344507040532, "low": 0.006468239278888166, "high": 0.016646449735192897, "n": 128 }, "postBrier": { "mean": 0.09953448618074587, "low": 0.09029595854819071, "high": 0.10877301381330103, "n": 128 }, "lateAccuracy": { "mean": 0.984848813657408, "low": 0.9771874715056326, "high": 0.9925101558091833, "n": 128 }, "lateWrongSure": { "mean": 0.0021122685185185185, "low": 0.0003442550720388594, "high": 0.003880281964998178, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5097228616504302, "low": -0.5501135588348097, "high": -0.46933216446605075, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2677822938425294, "low": 0.1889115688266702, "high": 0.34665301885838856, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7775051554929594, "low": -0.8484053117576004, "high": -0.7066049992283184, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5085533979350567, "low": -0.5384335583441171, "high": -0.4786732375259964, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.1809746158841971, "low": 0.10519005000494887, "high": 0.25675918176344537, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6895280138192543, "low": -0.7604935926438401, "high": -0.6185624349946686, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 58.835760271990765, "low": 58.73998817474672, "high": 58.93153236923481, "n": 128 }, "totalPerMessage": { "mean": 58.835760271990765, "low": 58.73998817474672, "high": 58.93153236923481, "n": 128 }, "blocked": { "mean": 1377658.921875, "low": 1364127.6714890278, "high": 1391190.1722609722, "n": 128 }, "offered": { "mean": 1885999.890625, "low": 1871963.7586529064, "high": 1900036.0225970936, "n": 128 } }, "meanKnown": { "mean": 440.6227213541665, "low": 437.8045094777075, "high": 443.44093323062555, "n": 128 } } }, { "world": "turning", "door": 64, "rule": "firsthand", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38032968309471576, "low": 0.35933419924698007, "high": 0.40132516694245146, "n": 128 }, "lateBrier": { "mean": 0.5212802061574704, "low": 0.478689485756824, "high": 0.5638709265581168, "n": 128 }, "postBrier": { "mean": 0.6080878841158028, "low": 0.573158611229283, "high": 0.6430171570023226, "n": 128 }, "lateAccuracy": { "mean": 0.4560908564814815, "low": 0.41349286441855104, "high": 0.498688848544412, "n": 128 }, "lateWrongSure": { "mean": 0.49580439814814814, "low": 0.4527675393374733, "high": 0.538841256958823, "n": 128 }, "anyWrongSure": 128, "recovered": 120, "recoveryMedianAmongRecovered": 67.5 }, "temporal": { "allBrier": { "mean": 0.0713835754719736, "low": 0.06555352797474634, "high": 0.07721362296920087, "n": 128 }, "lateBrier": { "mean": 0.011557344507040532, "low": 0.006468239278888166, "high": 0.016646449735192897, "n": 128 }, "postBrier": { "mean": 0.09953448618074587, "low": 0.09029595854819071, "high": 0.10877301381330103, "n": 128 }, "lateAccuracy": { "mean": 0.984848813657408, "low": 0.9771874715056326, "high": 0.9925101558091833, "n": 128 }, "lateWrongSure": { "mean": 0.0021122685185185185, "low": 0.0003442550720388594, "high": 0.003880281964998178, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5097228616504302, "low": -0.5501135588348097, "high": -0.46933216446605075, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2677822938425294, "low": 0.1889115688266702, "high": 0.34665301885838856, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7775051554929594, "low": -0.8484053117576004, "high": -0.7066049992283184, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5085533979350567, "low": -0.5384335583441171, "high": -0.4786732375259964, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.1809746158841971, "low": 0.10519005000494887, "high": 0.25675918176344537, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6895280138192543, "low": -0.7604935926438401, "high": -0.6185624349946686, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.134116391782408, "low": 1.1265740275081593, "high": 1.1416587560566567, "n": 128 }, "totalPerMessage": { "mean": 219.42162543402785, "low": 217.79047406877785, "high": 221.05277679927784, "n": 128 }, "blocked": { "mean": 1876201.125, "low": 1862221.0105428912, "high": 1890181.2394571088, "n": 128 }, "offered": { "mean": 1885999.890625, "low": 1871963.7586529064, "high": 1900036.0225970936, "n": 128 } }, "meanKnown": { "mean": 440.6227213541665, "low": 437.8045094777075, "high": 443.44093323062555, "n": 128 } } }, { "world": "turning", "door": "inf", "rule": "newest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.5636795214043454, "low": 0.5462537435122656, "high": 0.5811052992964252, "n": 128 }, "lateBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "postBrier": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "lateAccuracy": { "mean": 0.2109375, "low": 0.13998187820357208, "high": 0.2818931217964279, "n": 128 }, "lateWrongSure": { "mean": 0.7890625, "low": 0.7181068782035721, "high": 0.8600181217964279, "n": 128 }, "anyWrongSure": 128, "recovered": 27, "recoveryMedianAmongRecovered": 0 }, "provenance": { "allBrier": { "mean": 0.38032968309471576, "low": 0.35933419924698007, "high": 0.40132516694245146, "n": 128 }, "lateBrier": { "mean": 0.5212802061574704, "low": 0.478689485756824, "high": 0.5638709265581168, "n": 128 }, "postBrier": { "mean": 0.6080878841158028, "low": 0.573158611229283, "high": 0.6430171570023226, "n": 128 }, "lateAccuracy": { "mean": 0.4560908564814815, "low": 0.41349286441855104, "high": 0.498688848544412, "n": 128 }, "lateWrongSure": { "mean": 0.49580439814814814, "low": 0.4527675393374733, "high": 0.538841256958823, "n": 128 }, "anyWrongSure": 128, "recovered": 120, "recoveryMedianAmongRecovered": 67.5 }, "temporal": { "allBrier": { "mean": 0.0713835754719736, "low": 0.06555352797474634, "high": 0.07721362296920087, "n": 128 }, "lateBrier": { "mean": 0.011557344507040532, "low": 0.006468239278888165, "high": 0.0166464497351929, "n": 128 }, "postBrier": { "mean": 0.09953448618074587, "low": 0.09029595854819071, "high": 0.10877301381330103, "n": 128 }, "lateAccuracy": { "mean": 0.984848813657408, "low": 0.9771874715056326, "high": 0.9925101558091833, "n": 128 }, "lateWrongSure": { "mean": 0.0021122685185185185, "low": 0.0003442550720388594, "high": 0.003880281964998178, "n": 128 }, "anyWrongSure": 124, "recovered": 128, "recoveryMedianAmongRecovered": 13 } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": -0.5097228616504302, "low": -0.5501135588348097, "high": -0.46933216446605075, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2677822938425294, "low": 0.1889115688266702, "high": 0.34665301885838856, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.7775051554929594, "low": -0.8484053117576004, "high": -0.7066049992283184, "n": 128, "aBetter": 101, "ties": 0 }, "temporal_minus_provenance_postBrier": { "mean": -0.5085533979350567, "low": -0.5384335583441171, "high": -0.4786732375259964, "n": 128, "aBetter": 128, "ties": 0 }, "echo_minus_provenance_postBrier": { "mean": 0.1809746158841971, "low": 0.10519005000494887, "high": 0.25675918176344537, "n": 128, "aBetter": 27, "ties": 0 }, "temporal_minus_echo_postBrier": { "mean": -0.6895280138192543, "low": -0.7604935926438401, "high": -0.6185624349946686, "n": 128, "aBetter": 101, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 218.28702437789354, "low": 216.66247206630865, "high": 219.91157668947844, "n": 128 }, "totalPerMessage": { "mean": 218.28702437789354, "low": 216.66247206630865, "high": 219.91157668947844, "n": 128 }, "blocked": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "offered": { "mean": 1885999.890625, "low": 1871963.7586529064, "high": 1900036.0225970936, "n": 128 } }, "meanKnown": { "mean": 440.6227213541665, "low": 437.8045094777075, "high": 443.44093323062555, "n": 128 } } }, { "world": "stable", "door": 1, "rule": "newest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.12116693854048383, "low": 0.10080632513538515, "high": 0.1415275519455825, "n": 128 }, "lateBrier": { "mean": 0.06950912235747544, "low": 0.04813184606522329, "high": 0.0908863986497276, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9030526620370368, "low": 0.87018022987191, "high": 0.9359250942021636, "n": 128 }, "lateWrongSure": { "mean": 0.00843822337962963, "low": 0.001525135947378159, "high": 0.0153513108118811, "n": 128 }, "anyWrongSure": 6, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22652349437493527, "low": 0.22341455193844734, "high": 0.2296324368114232, "n": 128 }, "lateBrier": { "mean": 0.22355185439206196, "low": 0.21913064867861903, "high": 0.2279730601055049, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6622685185185184, "low": 0.6414906671073696, "high": 0.6830463699296673, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.1540427320345866, "low": 0.13408010310854085, "high": 0.17400536096063235, "n": 128, "aBetter": 9, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.39142837764252436, "low": 0.30419812844322824, "high": 0.4786586268418205, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.23738564560793807, "low": -0.3246246550059704, "high": -0.1501466362099058, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.9906150535300925, "low": 0.9900310330051597, "high": 0.9911990740550253, "n": 128 }, "totalPerMessage": { "mean": 0.9906150535300925, "low": 0.9900310330051597, "high": 0.9911990740550253, "n": 128 }, "blocked": { "mean": 621642.125, "low": 617394.4305205608, "high": 625889.8194794392, "n": 128 }, "offered": { "mean": 630201.0390625, "low": 625952.1297201042, "high": 634449.9484048958, "n": 128 } }, "meanKnown": { "mean": 147.02962239583334, "low": 146.1843425583015, "high": 147.8749022333652, "n": 128 } } }, { "world": "stable", "door": 1, "rule": "newest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10251200747626883, "low": 0.08276550992846754, "high": 0.12225850502407012, "n": 128 }, "lateBrier": { "mean": 0.04842556512332117, "low": 0.027940695337003746, "high": 0.0689104349096386, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9349916811342593, "low": 0.9032144152004516, "high": 0.966768947068067, "n": 128 }, "lateWrongSure": { "mean": 0.004850260416666666, "low": -0.0026230720290820455, "high": 0.012323592862415376, "n": 128 }, "anyWrongSure": 7, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22265909852238483, "low": 0.2192464078022065, "high": 0.22607178924256316, "n": 128 }, "lateBrier": { "mean": 0.21918662453456794, "low": 0.21441967010312415, "high": 0.22395357896601173, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6788230613425928, "low": 0.6572217443625181, "high": 0.7004243783226676, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17076105941124664, "low": 0.15144851561431094, "high": 0.19007360320818234, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.412511934876679, "low": 0.3245024617178518, "high": 0.5005214080355062, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24175087546543209, "low": -0.32905323994907804, "high": -0.15444851098178614, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.46702745225694436, "low": 0.46352040897917496, "high": 0.47053449553471377, "n": 128 }, "totalPerMessage": { "mean": 90.81503092447916, "low": 90.04171569465689, "high": 91.58834615430143, "n": 128 }, "blocked": { "mean": 776569.984375, "low": 769940.0624425585, "high": 783199.9063074415, "n": 128 }, "offered": { "mean": 780605.1015625, "low": 773948.7889578234, "high": 787261.4141671766, "n": 128 } }, "meanKnown": { "mean": 182.51529947916663, "low": 181.1807506608464, "high": 183.84984829748686, "n": 128 } } }, { "world": "stable", "door": 1, "rule": "oldest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.21719011365494229, "low": 0.20605499940731342, "high": 0.22832522790257115, "n": 128 }, "lateBrier": { "mean": 0.20437014876360934, "low": 0.19271202293910863, "high": 0.21602827458811005, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.681297019675926, "low": 0.6530680093932818, "high": 0.7095260299585703, "n": 128 }, "lateWrongSure": { "mean": 0.0006365740740740741, "low": 0.00014216192538543302, "high": 0.0011309862227627152, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.2469327835558187, "low": 0.2463995002158368, "high": 0.24746606689580064, "n": 128 }, "lateBrier": { "mean": 0.24709769895223802, "low": 0.2464637799499051, "high": 0.24773161795457094, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5694697627314816, "low": 0.5574570698319476, "high": 0.5814824556310156, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.04272755018862878, "low": 0.031240939531307868, "high": 0.0542141608459497, "n": 128, "aBetter": 30, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2565673512363907, "low": 0.17667870976269923, "high": 0.33645599271008214, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.21383980104776193, "low": -0.30058960403380103, "high": -0.12708999806172283, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.9906150535300925, "low": 0.9900310330051597, "high": 0.9911990740550253, "n": 128 }, "totalPerMessage": { "mean": 0.9906150535300925, "low": 0.9900310330051597, "high": 0.9911990740550253, "n": 128 }, "blocked": { "mean": 65267.46875, "low": 64321.356202015704, "high": 66213.58129798429, "n": 128 }, "offered": { "mean": 73826.3828125, "low": 72880.07243383264, "high": 74772.69319116736, "n": 128 } }, "meanKnown": { "mean": 15.743815104166671, "low": 15.579207958730247, "high": 15.908422249603095, "n": 128 } } }, { "world": "stable", "door": 1, "rule": "oldest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10293614316631704, "low": 0.08325497599874118, "high": 0.12261731033389289, "n": 128 }, "lateBrier": { "mean": 0.04874316554346297, "low": 0.02823885979098595, "high": 0.06924747129593999, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9343948929398148, "low": 0.9024951013536192, "high": 0.9662946845260104, "n": 128 }, "lateWrongSure": { "mean": 0.004893663194444444, "low": -0.002507770243383227, "high": 0.012295096632272115, "n": 128 }, "anyWrongSure": 7, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22412355327529232, "low": 0.22095422583946092, "high": 0.22729288071112372, "n": 128 }, "lateBrier": { "mean": 0.22082321046014108, "low": 0.21631579964065903, "high": 0.22533062127962314, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6768120659722222, "low": 0.6551788131267623, "high": 0.6984453188176821, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17208004491667822, "low": 0.1526937607655527, "high": 0.19146632906780375, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41219433445653714, "low": 0.3241897580785754, "high": 0.5001989108344989, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24011428953985897, "low": -0.3273956031856112, "high": -0.15283297589410677, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.4658736617476852, "low": 0.46237299761356043, "high": 0.46937432588180994, "n": 128 }, "totalPerMessage": { "mean": 90.38724952980327, "low": 89.62197028154527, "high": 91.15252877806127, "n": 128 }, "blocked": { "mean": 772898.0078125, "low": 766338.2982440108, "high": 779457.7173809892, "n": 128 }, "offered": { "mean": 776923.15625, "low": 770337.0153770436, "high": 783509.2971229564, "n": 128 } }, "meanKnown": { "mean": 182.09993489583326, "low": 180.76721299070772, "high": 183.4326568009588, "n": 128 } } }, { "world": "stable", "door": 1, "rule": "random", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.14906987028782218, "low": 0.12572540965994072, "high": 0.17241433091570363, "n": 128 }, "lateBrier": { "mean": 0.10658060728329806, "low": 0.08149460840507522, "high": 0.1316666061615209, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.8474301938657414, "low": 0.8058595146917195, "high": 0.8890008730397633, "n": 128 }, "lateWrongSure": { "mean": 0.009067563657407404, "low": 0.0029684233286901354, "high": 0.015166703986124672, "n": 128 }, "anyWrongSure": 2, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.24527314318710122, "low": 0.24440748232797588, "high": 0.24613880404622657, "n": 128 }, "lateBrier": { "mean": 0.24631774664047865, "low": 0.24555329888575042, "high": 0.24708219439520687, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5750180844907407, "low": 0.5622429670341526, "high": 0.5877932019473288, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.13973713935718052, "low": 0.1147673585030345, "high": 0.16470692021132652, "n": 128, "aBetter": 20, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.3543568927167018, "low": 0.26843486046376175, "high": 0.4402789249696418, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.21461975335952146, "low": -0.3013818886525742, "high": -0.12785761806646875, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.9906150535300925, "low": 0.9900310330051597, "high": 0.9911990740550253, "n": 128 }, "totalPerMessage": { "mean": 0.9906150535300925, "low": 0.9900310330051597, "high": 0.9911990740550253, "n": 128 }, "blocked": { "mean": 403242.671875, "low": 400505.6966825838, "high": 405979.6470674162, "n": 128 }, "offered": { "mean": 411801.5859375, "low": 409063.5116975445, "high": 414539.6601774555, "n": 128 } }, "meanKnown": { "mean": 95.83203125, "low": 95.28135244339836, "high": 96.38271005660164, "n": 128 } } }, { "world": "stable", "door": 1, "rule": "random", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10254587942170332, "low": 0.08283408747584407, "high": 0.12225767136756256, "n": 128 }, "lateBrier": { "mean": 0.04854001356229101, "low": 0.028032504312674872, "high": 0.06904752281190715, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.934642650462963, "low": 0.9028283345959811, "high": 0.9664569663299449, "n": 128 }, "lateWrongSure": { "mean": 0.005157696759259259, "low": -0.0026801049329332654, "high": 0.012995498451451783, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22321118006671906, "low": 0.21992490294862768, "high": 0.22649745718481043, "n": 128 }, "lateBrier": { "mean": 0.21995479303220156, "low": 0.21532580624495345, "high": 0.22458377981944966, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.678103298611111, "low": 0.6566347029657591, "high": 0.6995718942564628, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.1714147794699106, "low": 0.15208023495861062, "high": 0.19074932398121058, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.4123974864377091, "low": 0.3243775594979714, "high": 0.5004174133774468, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24098270696779836, "low": -0.3282705622843134, "high": -0.15369485165128335, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.4666051793981481, "low": 0.46309651410875796, "high": 0.47011384468753825, "n": 128 }, "totalPerMessage": { "mean": 90.65292245370372, "low": 89.88157694616173, "high": 91.42426796124572, "n": 128 }, "blocked": { "mean": 775173.5546875, "low": 768561.25567766, "high": 781785.85369734, "n": 128 }, "offered": { "mean": 779205.0234375, "low": 772566.2422353631, "high": 785843.8046396369, "n": 128 } }, "meanKnown": { "mean": 182.36328124999994, "low": 181.0274473717442, "high": 183.6991151282557, "n": 128 } } }, { "world": "stable", "door": 1, "rule": "firsthand", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.12773667592313356, "low": 0.1076470327154577, "high": 0.14782631913080943, "n": 128 }, "lateBrier": { "mean": 0.07792399625134915, "low": 0.05592990536813859, "high": 0.0999180871345597, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.8899034288194446, "low": 0.857049697295048, "high": 0.9227571603438413, "n": 128 }, "lateWrongSure": { "mean": 0.011132812499999995, "low": -0.0023087743741666746, "high": 0.024574399374166667, "n": 128 }, "anyWrongSure": 3, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.23297641099899744, "low": 0.2306438099652469, "high": 0.23530901203274798, "n": 128 }, "lateBrier": { "mean": 0.23182835606073368, "low": 0.22867411523199, "high": 0.23498259688947737, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6370732060185185, "low": 0.6184539802271034, "high": 0.6556924318099335, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.15390435980938452, "low": 0.13310442661320102, "high": 0.17470429300556803, "n": 128, "aBetter": 13, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.3830135037486505, "low": 0.29422062665533755, "high": 0.47180638084196347, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.2291091439392664, "low": -0.316107840574434, "high": -0.14211044730409883, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.9906150535300925, "low": 0.9900310330051597, "high": 0.9911990740550253, "n": 128 }, "totalPerMessage": { "mean": 0.9906150535300925, "low": 0.9900310330051597, "high": 0.9911990740550253, "n": 128 }, "blocked": { "mean": 560532.7265625, "low": 556672.2480727447, "high": 564393.2050522553, "n": 128 }, "offered": { "mean": 569091.640625, "low": 565230.5728629803, "high": 572952.7083870197, "n": 128 } }, "meanKnown": { "mean": 132.1233723958333, "low": 131.33601108883911, "high": 132.91073370282746, "n": 128 } } }, { "world": "stable", "door": 1, "rule": "firsthand", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.1024579734310719, "low": 0.08271662849688013, "high": 0.12219931836526365, "n": 128 }, "lateBrier": { "mean": 0.04845710856878719, "low": 0.02794883116984358, "high": 0.0689653859677308, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9349392361111113, "low": 0.903173032924451, "high": 0.9667054392977716, "n": 128 }, "lateWrongSure": { "mean": 0.004886429398148148, "low": -0.002591184212586922, "high": 0.012364043008883219, "n": 128 }, "anyWrongSure": 7, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22262448324118825, "low": 0.21922638063297734, "high": 0.22602258584939916, "n": 128 }, "lateBrier": { "mean": 0.21921535087569616, "low": 0.21445224870825005, "high": 0.22397845304314226, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6788302951388886, "low": 0.6571733613724251, "high": 0.7004872289053521, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.1707582423069091, "low": 0.15143175871248557, "high": 0.19008472590133266, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.4124803914312127, "low": 0.32445922671512173, "high": 0.5005015561473036, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24172214912430395, "low": -0.3290260491296571, "high": -0.1544182491189508, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.4670310691550923, "low": 0.4635187073345383, "high": 0.47054343097564627, "n": 128 }, "totalPerMessage": { "mean": 90.81971480758102, "low": 90.04612713695494, "high": 91.59330247820711, "n": 128 }, "blocked": { "mean": 776608.6171875, "low": 769976.7414380728, "high": 783240.4929369272, "n": 128 }, "offered": { "mean": 780643.765625, "low": 773985.476360226, "high": 787302.054889774, "n": 128 } }, "meanKnown": { "mean": 182.51660156249997, "low": 181.17992720779762, "high": 183.85327591720232, "n": 128 } } }, { "world": "stable", "door": 2, "rule": "newest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10842882330786262, "low": 0.08754081188887833, "high": 0.1293168347268469, "n": 128 }, "lateBrier": { "mean": 0.05483249295817613, "low": 0.032803030357630596, "high": 0.07686195555872166, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9271719473379632, "low": 0.893756318332387, "high": 0.9605875763435393, "n": 128 }, "lateWrongSure": { "mean": 0.006940827546296296, "low": 0.00003575097138373406, "high": 0.013845904121208858, "n": 128 }, "anyWrongSure": 7, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22312944441920926, "low": 0.21973740331353084, "high": 0.22652148552488768, "n": 128 }, "lateBrier": { "mean": 0.2197976353098008, "low": 0.21504265056482094, "high": 0.22455262005478063, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6760054976851851, "low": 0.654666407161912, "high": 0.6973445882084582, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.16496514235162457, "low": 0.14421652000467222, "high": 0.18571376469857692, "n": 128, "aBetter": 5, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.40610500704182373, "low": 0.31818672894814093, "high": 0.49402328513550653, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24113986469019916, "low": -0.3284459704716257, "high": -0.15383375890877257, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.9743118851273154, "low": 1.973124935248059, "high": 1.9754988350065716, "n": 128 }, "totalPerMessage": { "mean": 1.9743118851273154, "low": 1.973124935248059, "high": 1.9754988350065716, "n": 128 }, "blocked": { "mean": 730932.8828125, "low": 725408.9502689518, "high": 736456.8153560482, "n": 128 }, "offered": { "mean": 747990.9375, "low": 742464.3812408536, "high": 753517.4937591464, "n": 128 } }, "meanKnown": { "mean": 174.5911458333333, "low": 173.49435096263474, "high": 175.68794070403183, "n": 128 } } }, { "world": "stable", "door": 2, "rule": "newest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10217544773250493, "low": 0.08242668440714947, "high": 0.1219242110578604, "n": 128 }, "lateBrier": { "mean": 0.04833358333334795, "low": 0.02783016177740854, "high": 0.06883700488928737, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.935161675347222, "low": 0.903387340397401, "high": 0.9669360102970431, "n": 128 }, "lateWrongSure": { "mean": 0.005128761574074074, "low": -0.0024452427927201936, "high": 0.012702765940868341, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.2220995137141119, "low": 0.21862995317482878, "high": 0.22556907425339504, "n": 128 }, "lateBrier": { "mean": 0.21869116570613814, "low": 0.2138350194324145, "high": 0.22354731197986177, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6814055266203707, "low": 0.659577003120642, "high": 0.7032340501200993, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17035758237279022, "low": 0.15105021962979254, "high": 0.1896649451157879, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41260391666665197, "low": 0.32459089575336725, "high": 0.5006169375799367, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24224633429386183, "low": -0.3295619664934558, "high": -0.15493070209426785, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.4676043475115742, "low": 0.4640833467176446, "high": 0.4711253483055038, "n": 128 }, "totalPerMessage": { "mean": 91.01391963252318, "low": 90.23680763515186, "high": 91.7910316298945, "n": 128 }, "blocked": { "mean": 778283, "low": 771620.4760926224, "high": 784945.5239073776, "n": 128 }, "offered": { "mean": 782323.1015625, "low": 775634.1253254929, "high": 789012.0777995071, "n": 128 } }, "meanKnown": { "mean": 182.72298177083337, "low": 181.38334253922446, "high": 184.06262100244228, "n": 128 } } }, { "world": "stable", "door": 2, "rule": "oldest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.21406111178609247, "low": 0.20022350608048747, "high": 0.22789871749169746, "n": 128 }, "lateBrier": { "mean": 0.20156572719609514, "low": 0.18748604162953006, "high": 0.21564541276266022, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.686673538773148, "low": 0.6532689202297942, "high": 0.7200781573165017, "n": 128 }, "lateWrongSure": { "mean": 0.0007161458333333334, "low": 0.0000323337710413916, "high": 0.0013999578956252752, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.24677302069934418, "low": 0.2461424776120056, "high": 0.24740356378668274, "n": 128 }, "lateBrier": { "mean": 0.24709769882593458, "low": 0.24646377981921855, "high": 0.2477316178326506, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5695891203703706, "low": 0.5575822288940937, "high": 0.5815960118466474, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.04553197162983941, "low": 0.03158635880320096, "high": 0.059477584456477856, "n": 128, "aBetter": 37, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.25937177280390483, "low": 0.18010214030354593, "high": 0.33864140530426373, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.21383980117406537, "low": -0.3005896041358628, "high": -0.12708999821226796, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.9743118851273154, "low": 1.973124935248059, "high": 1.9754988350065716, "n": 128 }, "totalPerMessage": { "mean": 1.9743118851273154, "low": 1.973124935248059, "high": 1.9754988350065716, "n": 128 }, "blocked": { "mean": 64959.109375, "low": 63919.26236220511, "high": 65998.95638779488, "n": 128 }, "offered": { "mean": 82017.1640625, "low": 80976.79403954241, "high": 83057.53408545759, "n": 128 } }, "meanKnown": { "mean": 16.711263020833343, "low": 16.538714333374934, "high": 16.883811708291752, "n": 128 } } }, { "world": "stable", "door": 2, "rule": "oldest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10221552293655665, "low": 0.08246160616447273, "high": 0.12196943970864058, "n": 128 }, "lateBrier": { "mean": 0.04834117959026355, "low": 0.027836016981533023, "high": 0.06884634219899408, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9352502893518518, "low": 0.9034834722123035, "high": 0.9670171064914002, "n": 128 }, "lateWrongSure": { "mean": 0.005074508101851851, "low": -0.0024270772083708108, "high": 0.012576093412074513, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22220855424550442, "low": 0.21875353496609226, "high": 0.2256635735249166, "n": 128 }, "lateBrier": { "mean": 0.21878731276074104, "low": 0.2139632753506137, "high": 0.22361135017086836, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6815393518518521, "low": 0.6598299700808613, "high": 0.7032487336228429, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17044613317047763, "low": 0.15113179431382032, "high": 0.18976047202713495, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.4125963204097362, "low": 0.3245852735878893, "high": 0.5006073672315832, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.2421501872392589, "low": -0.3294743505677743, "high": -0.15482602391074352, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.4674768518518519, "low": 0.46395718452204804, "high": 0.47099651918165575, "n": 128 }, "totalPerMessage": { "mean": 90.98221119068285, "low": 90.20576385403612, "high": 91.75865852732957, "n": 128 }, "blocked": { "mean": 778011.046875, "low": 771354.1417757615, "high": 784667.9519742385, "n": 128 }, "offered": { "mean": 782050.046875, "low": 775366.6694135995, "high": 788733.4243364005, "n": 128 } }, "meanKnown": { "mean": 182.67708333333334, "low": 181.33796686131882, "high": 184.01619980534787, "n": 128 } } }, { "world": "stable", "door": 2, "rule": "random", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.1357816842966426, "low": 0.11279705162139468, "high": 0.15876631697189053, "n": 128 }, "lateBrier": { "mean": 0.08820039151989569, "low": 0.06397657253053754, "high": 0.11242421050925383, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.8767596209490742, "low": 0.8379595334702974, "high": 0.9155597084278511, "n": 128 }, "lateWrongSure": { "mean": 0.009733072916666662, "low": 0.001193500175745904, "high": 0.01827264565758742, "n": 128 }, "anyWrongSure": 4, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.24415062726007605, "low": 0.2430675062408283, "high": 0.24523374827932382, "n": 128 }, "lateBrier": { "mean": 0.24588018575220244, "low": 0.24500629835138704, "high": 0.24675407315301784, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5781720196759259, "low": 0.5652468745288783, "high": 0.5910971648229735, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.15767979423230674, "low": 0.13363675267704267, "high": 0.1817228357875708, "n": 128, "aBetter": 13, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.37273710848010433, "low": 0.28660076770427007, "high": 0.4588734492559386, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.2150573142477976, "low": -0.3018340096649478, "high": -0.1282806188306474, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.9743118851273154, "low": 1.973124935248059, "high": 1.9754988350065716, "n": 128 }, "totalPerMessage": { "mean": 1.9743118851273154, "low": 1.973124935248059, "high": 1.9754988350065716, "n": 128 }, "blocked": { "mean": 497543.390625, "low": 493970.8883046122, "high": 501115.8929453878, "n": 128 }, "offered": { "mean": 514601.4453125, "low": 511026.6227119639, "high": 518176.2679130361, "n": 128 } }, "meanKnown": { "mean": 119.39257812500001, "low": 118.66306076344212, "high": 120.12209548655791, "n": 128 } } }, { "world": "stable", "door": 2, "rule": "random", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10221832247424566, "low": 0.08246393432002715, "high": 0.12197271062846417, "n": 128 }, "lateBrier": { "mean": 0.04837190046338749, "low": 0.027858384298320098, "high": 0.06888541662845488, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.935159866898148, "low": 0.9033801191005467, "high": 0.9669396146957493, "n": 128 }, "lateWrongSure": { "mean": 0.005099826388888888, "low": -0.0024253512976375397, "high": 0.012625004075415315, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22218234957148328, "low": 0.2187141789816486, "high": 0.22565052016131795, "n": 128 }, "lateBrier": { "mean": 0.2187870467427842, "low": 0.21393865034527842, "high": 0.22363544314029, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6814670138888884, "low": 0.6596697917208476, "high": 0.7032642360569292, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.1704151462793966, "low": 0.15110024263182445, "high": 0.18973004992696876, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41256559953661265, "low": 0.3245529390061144, "high": 0.5005782600671109, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24215045325721568, "low": -0.3294677083290336, "high": -0.15483319818539776, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.46756998697916674, "low": 0.46404953897443874, "high": 0.47109043498389475, "n": 128 }, "totalPerMessage": { "mean": 91.00258336950233, "low": 90.22580864013484, "high": 91.77935809886982, "n": 128 }, "blocked": { "mean": 778185.9375, "low": 771526.4151810355, "high": 784845.4598189645, "n": 128 }, "offered": { "mean": 782225.7421875, "low": 775539.760631164, "high": 788911.723743836, "n": 128 } }, "meanKnown": { "mean": 182.71061197916669, "low": 181.37116487153153, "high": 184.05005908680184, "n": 128 } } }, { "world": "stable", "door": 2, "rule": "firsthand", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.11472885742827893, "low": 0.09373287283209863, "high": 0.13572484202445922, "n": 128 }, "lateBrier": { "mean": 0.061757633949301026, "low": 0.03926744431359343, "high": 0.08424782358500862, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9200864438657408, "low": 0.8884197067162152, "high": 0.9517531810152664, "n": 128 }, "lateWrongSure": { "mean": 0.010948350694444447, "low": -0.0005866951944662052, "high": 0.0224833965833551, "n": 128 }, "anyWrongSure": 7, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.23057969337487474, "low": 0.22800548629959982, "high": 0.23315390045014966, "n": 128 }, "lateBrier": { "mean": 0.22958811407442464, "low": 0.2261782133684203, "high": 0.23299801478042897, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6467013888888886, "low": 0.6274012796117272, "high": 0.66600149816605, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.16783048012512364, "low": 0.14644672185688343, "high": 0.18921423839336385, "n": 128, "aBetter": 9, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.399179866050699, "low": 0.31111352127650393, "high": 0.48724621082489405, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.23134938592557552, "low": -0.31848588757053575, "high": -0.1442128842806153, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 1.9743118851273154, "low": 1.973124935248059, "high": 1.9754988350065716, "n": 128 }, "totalPerMessage": { "mean": 1.9743118851273154, "low": 1.973124935248059, "high": 1.9754988350065716, "n": 128 }, "blocked": { "mean": 673879.8515625, "low": 668691.5860399198, "high": 679068.1170850802, "n": 128 }, "offered": { "mean": 690937.90625, "low": 685747.6811554433, "high": 696128.1313445567, "n": 128 } }, "meanKnown": { "mean": 161.65234375000009, "low": 160.57740433876845, "high": 162.72728316123172, "n": 128 } } }, { "world": "stable", "door": 2, "rule": "firsthand", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10217637473907577, "low": 0.08242868425705953, "high": 0.12192406522109202, "n": 128 }, "lateBrier": { "mean": 0.04833442026800617, "low": 0.027830051958110818, "high": 0.06883878857790152, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9351779513888885, "low": 0.9034041639768533, "high": 0.9669517388009237, "n": 128 }, "lateWrongSure": { "mean": 0.005132378472222222, "low": -0.002442391028916008, "high": 0.012707147973360453, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22210514927857994, "low": 0.21863641835251268, "high": 0.2255738802046472, "n": 128 }, "lateBrier": { "mean": 0.21869896411383197, "low": 0.21384387711756603, "high": 0.2235540511100979, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.681488715277778, "low": 0.6596586505932156, "high": 0.7033187799623404, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.1703645438458257, "low": 0.15105715290075813, "high": 0.18967193479089325, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.4126030797319937, "low": 0.32458981142455523, "high": 0.5006163480394322, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24223853588616817, "low": -0.32955520671433514, "high": -0.1549218650580012, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.4676043475115742, "low": 0.4640833467176446, "high": 0.4711253483055038, "n": 128 }, "totalPerMessage": { "mean": 91.01409233940976, "low": 90.2369893366048, "high": 91.79119534221472, "n": 128 }, "blocked": { "mean": 778284.703125, "low": 771622.3318502075, "high": 784947.0743997925, "n": 128 }, "offered": { "mean": 782324.8046875, "low": 775635.9802548354, "high": 789013.6291201646, "n": 128 } }, "meanKnown": { "mean": 182.72298177083337, "low": 181.38334253922446, "high": 184.06262100244228, "n": 128 } } }, { "world": "stable", "door": 4, "rule": "newest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10290644024320109, "low": 0.08274577875693151, "high": 0.12306710172947066, "n": 128 }, "lateBrier": { "mean": 0.04938440987449287, "low": 0.02829212727971101, "high": 0.07047669246927474, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9336389612268523, "low": 0.9011960027229053, "high": 0.9660819197307993, "n": 128 }, "lateWrongSure": { "mean": 0.005168547453703704, "low": -0.0015684191907603569, "high": 0.011905514098167765, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22210729839944335, "low": 0.21863654784376907, "high": 0.22557804895511763, "n": 128 }, "lateBrier": { "mean": 0.2187192201146116, "low": 0.2138667648002706, "high": 0.2235716754289526, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6815936053240743, "low": 0.6598200080490141, "high": 0.7033672025991345, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.16933481024011876, "low": 0.14945301241801903, "high": 0.1892166080622185, "n": 128, "aBetter": 5, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41155309012550706, "low": 0.32339548571988413, "high": 0.49971069453113, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24221827988538844, "low": -0.3295412810935977, "high": -0.15489527867717917, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 3.9247016059027793, "low": 3.921958661969426, "high": 3.9274445498361326, "n": 128 }, "totalPerMessage": { "mean": 3.9247016059027793, "low": 3.921958661969426, "high": 3.9274445498361326, "n": 128 }, "blocked": { "mean": 746502.9375, "low": 739945.0843734839, "high": 753060.7906265161, "n": 128 }, "offered": { "mean": 780412.359375, "low": 773846.851152573, "high": 786977.867597427, "n": 128 } }, "meanKnown": { "mean": 182.2623697916667, "low": 180.94568224772527, "high": 183.57905733560816, "n": 128 } } }, { "world": "stable", "door": 4, "rule": "newest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10214349251367223, "low": 0.08239821262866917, "high": 0.1218887723986753, "n": 128 }, "lateBrier": { "mean": 0.04832463562278255, "low": 0.027820746302842758, "high": 0.06882852494272235, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9352340133101851, "low": 0.9034671053994578, "high": 0.9670009212209123, "n": 128 }, "lateWrongSure": { "mean": 0.005135995370370371, "low": -0.0024273806005223053, "high": 0.012699371341263047, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.2220669835885722, "low": 0.21859453703520224, "high": 0.22553943014194214, "n": 128 }, "lateBrier": { "mean": 0.21867153263712263, "low": 0.21380952182872334, "high": 0.22353354344552193, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6817382812500001, "low": 0.6599047647050968, "high": 0.7035717977949034, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17034689701434028, "low": 0.15103853129295292, "high": 0.18965526273572764, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41261286437721767, "low": 0.32460072668519285, "high": 0.5006250020692425, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24226596736287737, "low": -0.3295836729506659, "high": -0.15494826177508886, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.4676323784722223, "low": 0.46411046917374593, "high": 0.4711542877706986, "n": 128 }, "totalPerMessage": { "mean": 91.02645037615738, "low": 90.24898343087031, "high": 91.80391732144446, "n": 128 }, "blocked": { "mean": 778390.953125, "low": 771725.2917057486, "high": 785056.6145442514, "n": 128 }, "offered": { "mean": 782431.296875, "low": 775739.1689720093, "high": 789123.4247779907, "n": 128 } }, "meanKnown": { "mean": 182.73307291666674, "low": 181.39316670093126, "high": 184.07297913240222, "n": 128 } } }, { "world": "stable", "door": 4, "rule": "oldest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.21227779779468128, "low": 0.1947213803105735, "high": 0.22983421527878906, "n": 128 }, "lateBrier": { "mean": 0.20007728466668262, "low": 0.1827325487640809, "high": 0.21742202056928434, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.687187138310185, "low": 0.6487718452193739, "high": 0.725602431400996, "n": 128 }, "lateWrongSure": { "mean": 0.001168258101851852, "low": 0.0003837126683734673, "high": 0.0019528035353302367, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.24658243963484128, "low": 0.24583314213709834, "high": 0.24733173713258422, "n": 128 }, "lateBrier": { "mean": 0.24709769865704065, "low": 0.24646377964370475, "high": 0.24773161767037655, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5694697627314816, "low": 0.5574570698319476, "high": 0.5814824556310156, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.04702041399035805, "low": 0.029789142091733632, "high": 0.06425168588898247, "n": 128, "aBetter": 32, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2608602153333175, "low": 0.1830974271142824, "high": 0.3386230035523526, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.21383980134295935, "low": -0.3005896042360885, "high": -0.1270899984498302, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 3.9247016059027793, "low": 3.921958661969426, "high": 3.9274445498361326, "n": 128 }, "totalPerMessage": { "mean": 3.9247016059027793, "low": 3.921958661969426, "high": 3.9274445498361326, "n": 128 }, "blocked": { "mean": 63845.640625, "low": 62852.24202408026, "high": 64839.03922591974, "n": 128 }, "offered": { "mean": 97755.0625, "low": 96757.91495437556, "high": 98752.21004562444, "n": 128 } }, "meanKnown": { "mean": 18.586588541666664, "low": 18.420976218667835, "high": 18.752200864665493, "n": 128 } } }, { "world": "stable", "door": 4, "rule": "oldest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10214511380300456, "low": 0.08239983655408059, "high": 0.12189039105192853, "n": 128 }, "lateBrier": { "mean": 0.048324410051048414, "low": 0.027820506663962886, "high": 0.06882831343813395, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9352340133101851, "low": 0.9034671053994578, "high": 0.9670009212209123, "n": 128 }, "lateWrongSure": { "mean": 0.005135995370370371, "low": -0.0024273806005223053, "high": 0.012699371341263047, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.2220672878252154, "low": 0.21859521023885656, "high": 0.22553936541157424, "n": 128 }, "lateBrier": { "mean": 0.21866958172287143, "low": 0.21380777410436486, "high": 0.223531389341378, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6817455150462965, "low": 0.6599123328579976, "high": 0.7035786972345955, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17034517167182311, "low": 0.15103694163833192, "high": 0.1896534017053143, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.4126130899489517, "low": 0.32460097585776465, "high": 0.5006252040401387, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.2422679182771286, "low": -0.3295858088218297, "high": -0.1549500277324275, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.4676323784722223, "low": 0.46411046917374593, "high": 0.4711542877706986, "n": 128 }, "totalPerMessage": { "mean": 91.02631474247684, "low": 90.24883451069702, "high": 91.80379497425666, "n": 128 }, "blocked": { "mean": 778389.734375, "low": 771723.9524082384, "high": 785055.5163417616, "n": 128 }, "offered": { "mean": 782430.078125, "low": 775737.8300910811, "high": 789122.3261589189, "n": 128 } }, "meanKnown": { "mean": 182.73307291666674, "low": 181.39316670093126, "high": 184.07297913240222, "n": 128 } } }, { "world": "stable", "door": 4, "rule": "random", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.12066891151296325, "low": 0.09850824159258845, "high": 0.14282958143333804, "n": 128 }, "lateBrier": { "mean": 0.0708568252291613, "low": 0.04757170393164748, "high": 0.09414194652667512, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9049207899305557, "low": 0.868350865497104, "high": 0.9414907143640073, "n": 128 }, "lateWrongSure": { "mean": 0.00859375, "low": 0.0008415126954287944, "high": 0.016345987304571208, "n": 128 }, "anyWrongSure": 6, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.2421445632027723, "low": 0.2408278420329978, "high": 0.2434612843725468, "n": 128 }, "lateBrier": { "mean": 0.24474323911852258, "low": 0.2436879176808837, "high": 0.24579856055616148, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5881763599537039, "low": 0.5742622198526517, "high": 0.6020905000547561, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17388641388936113, "low": 0.15092208549767083, "high": 0.19685074228105143, "n": 128, "aBetter": 10, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.3900806747708387, "low": 0.30255546782920373, "high": 0.47760588171247365, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.21619426088147745, "low": -0.30302989852703965, "high": -0.12935862323591524, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 3.9247016059027793, "low": 3.921958661969426, "high": 3.9274445498361326, "n": 128 }, "totalPerMessage": { "mean": 3.9247016059027793, "low": 3.921958661969426, "high": 3.9274445498361326, "n": 128 }, "blocked": { "mean": 573762.421875, "low": 569244.4181041812, "high": 578280.4256458188, "n": 128 }, "offered": { "mean": 607671.84375, "low": 603145.8105490159, "high": 612197.8769509841, "n": 128 } }, "meanKnown": { "mean": 140.98860677083334, "low": 140.08417302610601, "high": 141.89304051556067, "n": 128 } } }, { "world": "stable", "door": 4, "rule": "random", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10214559604959249, "low": 0.08240027077697773, "high": 0.12189092132220725, "n": 128 }, "lateBrier": { "mean": 0.048324632319272504, "low": 0.027820742770587284, "high": 0.06882852186795772, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9352340133101851, "low": 0.9034671053994578, "high": 0.9670009212209123, "n": 128 }, "lateWrongSure": { "mean": 0.005135995370370371, "low": -0.0024273806005223053, "high": 0.012699371341263047, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22206714673149727, "low": 0.2185946333827201, "high": 0.22553966008027446, "n": 128 }, "lateBrier": { "mean": 0.21866945266852195, "low": 0.21380749136253235, "high": 0.22353141397451154, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6817382812500001, "low": 0.6599047647050968, "high": 0.7035717977949034, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17034482034924958, "low": 0.1510366167591792, "high": 0.18965302393931996, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.4126128676807277, "low": 0.3246007293206311, "high": 0.5006250060408243, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24226804733147805, "low": -0.3295862088562131, "high": -0.15494988580674302, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.4676323784722223, "low": 0.46411046917374593, "high": 0.4711542877706986, "n": 128 }, "totalPerMessage": { "mean": 91.02640245225695, "low": 90.24892996579584, "high": 91.80387493871805, "n": 128 }, "blocked": { "mean": 778390.4765625, "low": 771724.7515786543, "high": 785056.2015463457, "n": 128 }, "offered": { "mean": 782430.8203125, "low": 775738.6291521679, "high": 789123.0114728321, "n": 128 } }, "meanKnown": { "mean": 182.73307291666674, "low": 181.39316670093126, "high": 184.07297913240222, "n": 128 } } }, { "world": "stable", "door": 4, "rule": "firsthand", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10509861512248554, "low": 0.08483325204979592, "high": 0.12536397819517517, "n": 128 }, "lateBrier": { "mean": 0.05222136535976064, "low": 0.03102457930648306, "high": 0.07341815141303822, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9331072771990745, "low": 0.9017495753530289, "high": 0.9644649790451201, "n": 128 }, "lateWrongSure": { "mean": 0.00671657986111111, "low": -0.002104428289291641, "high": 0.01553758801151386, "n": 128 }, "anyWrongSure": 7, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22865111427440912, "low": 0.22589317096656245, "high": 0.2314090575822558, "n": 128 }, "lateBrier": { "mean": 0.2288591328405488, "low": 0.22537503568834824, "high": 0.23234322999274934, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6491210937500003, "low": 0.6295575082649988, "high": 0.6686846792350017, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17663776748078816, "low": 0.1564374840606273, "high": 0.19683805090094902, "n": 128, "aBetter": 6, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.4087161346402395, "low": 0.3206540264723202, "high": 0.49677824280815874, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.23207836715945118, "low": -0.3192473464873889, "high": -0.14490938783151347, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 3.9247016059027793, "low": 3.921958661969426, "high": 3.9274445498361326, "n": 128 }, "totalPerMessage": { "mean": 3.9247016059027793, "low": 3.921958661969426, "high": 3.9274445498361326, "n": 128 }, "blocked": { "mean": 712330.40625, "low": 706155.2012202439, "high": 718505.6112797561, "n": 128 }, "offered": { "mean": 746239.828125, "low": 740057.0637810562, "high": 752422.5924689438, "n": 128 } }, "meanKnown": { "mean": 175.09830729166663, "low": 173.84711538367853, "high": 176.34949919965473, "n": 128 } } }, { "world": "stable", "door": 4, "rule": "firsthand", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10214454678129692, "low": 0.08239923735920557, "high": 0.12188985620338827, "n": 128 }, "lateBrier": { "mean": 0.04832462623848663, "low": 0.02782073633112986, "high": 0.0688285161458434, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9352340133101851, "low": 0.9034671053994578, "high": 0.9670009212209123, "n": 128 }, "lateWrongSure": { "mean": 0.005135995370370371, "low": -0.0024273806005223053, "high": 0.012699371341263047, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22206734391734506, "low": 0.21859487223429303, "high": 0.2255398156003971, "n": 128 }, "lateBrier": { "mean": 0.21867117455703225, "low": 0.21380918581013805, "high": 0.22353316330392645, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6817382812500001, "low": 0.6599047647050968, "high": 0.7035717977949034, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.1703465483185458, "low": 0.15103821118518865, "high": 0.18965488545190293, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41261287376151357, "low": 0.3246007341940122, "high": 0.5006250133290149, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24226632544296775, "low": -0.3295840966713973, "high": -0.15494855421453815, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.4676323784722223, "low": 0.46411046917374593, "high": 0.4711542877706986, "n": 128 }, "totalPerMessage": { "mean": 91.0264630353009, "low": 90.24899092172222, "high": 91.80393514887959, "n": 128 }, "blocked": { "mean": 778391.0546875, "low": 771725.3541355878, "high": 785056.7552394122, "n": 128 }, "offered": { "mean": 782431.3984375, "low": 775739.2314293968, "high": 789123.5654456032, "n": 128 } }, "meanKnown": { "mean": 182.73307291666674, "low": 181.39316670093126, "high": 184.07297913240222, "n": 128 } } }, { "world": "stable", "door": 8, "rule": "newest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10214408650605027, "low": 0.08239879125699344, "high": 0.12188938175510709, "n": 128 }, "lateBrier": { "mean": 0.04832465571830113, "low": 0.027820767400382106, "high": 0.06882854403622016, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9352340133101851, "low": 0.9034671053994578, "high": 0.9670009212209123, "n": 128 }, "lateWrongSure": { "mean": 0.005135995370370371, "low": -0.0024273806005223053, "high": 0.012699371341263047, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22206729734781966, "low": 0.21859486886954876, "high": 0.22553972582609055, "n": 128 }, "lateBrier": { "mean": 0.21867191708313147, "low": 0.21380989646547685, "high": 0.22353393770078608, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6817382812500001, "low": 0.6599047647050968, "high": 0.7035717977949034, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17034726136483047, "low": 0.151038869201562, "high": 0.18965565352809893, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41261284428169903, "low": 0.32460071051506306, "high": 0.500624978048335, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24226558291686856, "low": -0.329583304301072, "high": -0.1549478615326651, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 7.761265733506942, "low": 7.753897872186032, "high": 7.768633594827852, "n": 128 }, "totalPerMessage": { "mean": 7.761265733506942, "low": 7.753897872186032, "high": 7.768633594827852, "n": 128 }, "blocked": { "mean": 715374.3984375, "low": 708707.9128038718, "high": 722040.8840711282, "n": 128 }, "offered": { "mean": 782431.734375, "low": 775739.5508870112, "high": 789123.9178629888, "n": 128 } }, "meanKnown": { "mean": 182.73307291666674, "low": 181.39316670093126, "high": 184.07297913240222, "n": 128 } } }, { "world": "stable", "door": 8, "rule": "newest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10214408650605027, "low": 0.08239879125699344, "high": 0.12188938175510709, "n": 128 }, "lateBrier": { "mean": 0.04832465571830113, "low": 0.027820767400382106, "high": 0.06882854403622016, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9352340133101851, "low": 0.9034671053994578, "high": 0.9670009212209123, "n": 128 }, "lateWrongSure": { "mean": 0.005135995370370371, "low": -0.0024273806005223053, "high": 0.012699371341263047, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22206729734781966, "low": 0.21859486886954876, "high": 0.22553972582609055, "n": 128 }, "lateBrier": { "mean": 0.21867191708313147, "low": 0.21380989646547685, "high": 0.22353393770078608, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6817382812500001, "low": 0.6599047647050968, "high": 0.7035717977949034, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17034726136483047, "low": 0.151038869201562, "high": 0.18965565352809893, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41261284428169903, "low": 0.32460071051506306, "high": 0.500624978048335, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24226558291686856, "low": -0.329583304301072, "high": -0.1549478615326651, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.4676323784722223, "low": 0.46411046917374593, "high": 0.4711542877706986, "n": 128 }, "totalPerMessage": { "mean": 91.0264992042824, "low": 90.2490255447899, "high": 91.8039728637749, "n": 128 }, "blocked": { "mean": 778391.390625, "low": 771725.6735874787, "high": 785057.1076625213, "n": 128 }, "offered": { "mean": 782431.734375, "low": 775739.5508870112, "high": 789123.9178629888, "n": 128 } }, "meanKnown": { "mean": 182.73307291666674, "low": 181.39316670093126, "high": 184.07297913240222, "n": 128 } } }, { "world": "stable", "door": 8, "rule": "oldest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.2091198122114424, "low": 0.18745766894098245, "high": 0.23078195548190236, "n": 128 }, "lateBrier": { "mean": 0.19719156001896396, "low": 0.175851937053991, "high": 0.21853118298393692, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6928674768518521, "low": 0.6468311319068083, "high": 0.738903821796896, "n": 128 }, "lateWrongSure": { "mean": 0.0017650462962962967, "low": 0.0006722370733183787, "high": 0.0028578555192742146, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.2462756366409057, "low": 0.2453504900197453, "high": 0.24720078326206613, "n": 128 }, "lateBrier": { "mean": 0.24709769803123943, "low": 0.2464637789542849, "high": 0.24773161710819397, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5694697627314816, "low": 0.5574570698319476, "high": 0.5814824556310156, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.049906138012275454, "low": 0.028711439233716208, "high": 0.0711008367908347, "n": 128, "aBetter": 36, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.26374593998103596, "low": 0.1852508798606754, "high": 0.3422410001013965, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.2138398019687605, "low": -0.300589604854004, "high": -0.127089999083517, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 7.761265733506942, "low": 7.753897872186032, "high": 7.768633594827852, "n": 128 }, "totalPerMessage": { "mean": 7.761265733506942, "low": 7.753897872186032, "high": 7.768633594827852, "n": 128 }, "blocked": { "mean": 60800.328125, "low": 60007.71324597334, "high": 61592.94300402666, "n": 128 }, "offered": { "mean": 127857.6640625, "low": 127045.33180638785, "high": 128669.99631861215, "n": 128 } }, "meanKnown": { "mean": 22.233398437500007, "low": 22.09343368903999, "high": 22.373363185960024, "n": 128 } } }, { "world": "stable", "door": 8, "rule": "oldest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10214408650605027, "low": 0.08239879125699344, "high": 0.12188938175510709, "n": 128 }, "lateBrier": { "mean": 0.04832465571830113, "low": 0.027820767400382106, "high": 0.06882854403622016, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9352340133101851, "low": 0.9034671053994578, "high": 0.9670009212209123, "n": 128 }, "lateWrongSure": { "mean": 0.005135995370370371, "low": -0.0024273806005223053, "high": 0.012699371341263047, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22206729734781963, "low": 0.21859486886954874, "high": 0.22553972582609053, "n": 128 }, "lateBrier": { "mean": 0.21867191708313147, "low": 0.21380989646547685, "high": 0.22353393770078608, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6817382812500001, "low": 0.6599047647050968, "high": 0.7035717977949034, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17034726136483047, "low": 0.151038869201562, "high": 0.18965565352809893, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41261284428169903, "low": 0.32460071051506306, "high": 0.500624978048335, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24226558291686856, "low": -0.329583304301072, "high": -0.1549478615326651, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.4676323784722223, "low": 0.46411046917374593, "high": 0.4711542877706986, "n": 128 }, "totalPerMessage": { "mean": 91.0264992042824, "low": 90.2490255447899, "high": 91.8039728637749, "n": 128 }, "blocked": { "mean": 778391.390625, "low": 771725.6735874787, "high": 785057.1076625213, "n": 128 }, "offered": { "mean": 782431.734375, "low": 775739.5508870112, "high": 789123.9178629888, "n": 128 } }, "meanKnown": { "mean": 182.73307291666674, "low": 181.39316670093126, "high": 184.07297913240222, "n": 128 } } }, { "world": "stable", "door": 8, "rule": "random", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.1134643961106945, "low": 0.0920499027046731, "high": 0.1348788895167159, "n": 128 }, "lateBrier": { "mean": 0.062035147056283574, "low": 0.0399824569343396, "high": 0.08408783717822754, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9162850839120368, "low": 0.8813658365396279, "high": 0.9512043312844457, "n": 128 }, "lateWrongSure": { "mean": 0.006004050925925926, "low": -0.0004085212912067022, "high": 0.012416623143058553, "n": 128 }, "anyWrongSure": 5, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.23898516887759694, "low": 0.23729840918145195, "high": 0.24067192857374192, "n": 128 }, "lateBrier": { "mean": 0.242444579398478, "low": 0.24103358310981346, "high": 0.24385557568714253, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6011935763888888, "low": 0.5854610109623765, "high": 0.6169261418154012, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.1804094323421944, "low": 0.1588265355086233, "high": 0.20199232917576548, "n": 128, "aBetter": 10, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.3989023529437165, "low": 0.31121504086685053, "high": 0.4865896650205825, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.2184929206015221, "low": -0.30532816894644155, "high": -0.13165767225660263, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 7.761265733506942, "low": 7.753897872186032, "high": 7.768633594827852, "n": 128 }, "totalPerMessage": { "mean": 7.761265733506942, "low": 7.753897872186032, "high": 7.768633594827852, "n": 128 }, "blocked": { "mean": 613896.6171875, "low": 608526.3885596251, "high": 619266.8458153749, "n": 128 }, "offered": { "mean": 680953.953125, "low": 675556.0725823947, "high": 686351.8336676053, "n": 128 } }, "meanKnown": { "mean": 157.88411458333331, "low": 156.82689713123338, "high": 158.94133203543325, "n": 128 } } }, { "world": "stable", "door": 8, "rule": "random", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10214408650605027, "low": 0.08239879125699344, "high": 0.12188938175510709, "n": 128 }, "lateBrier": { "mean": 0.04832465571830113, "low": 0.027820767400382106, "high": 0.06882854403622016, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9352340133101851, "low": 0.9034671053994578, "high": 0.9670009212209123, "n": 128 }, "lateWrongSure": { "mean": 0.005135995370370371, "low": -0.0024273806005223053, "high": 0.012699371341263047, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22206729734781963, "low": 0.21859486886954874, "high": 0.22553972582609053, "n": 128 }, "lateBrier": { "mean": 0.21867191708313147, "low": 0.21380989646547685, "high": 0.22353393770078608, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6817382812500001, "low": 0.6599047647050968, "high": 0.7035717977949034, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17034726136483047, "low": 0.151038869201562, "high": 0.18965565352809893, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41261284428169903, "low": 0.32460071051506306, "high": 0.500624978048335, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24226558291686856, "low": -0.329583304301072, "high": -0.1549478615326651, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.4676323784722223, "low": 0.46411046917374593, "high": 0.4711542877706986, "n": 128 }, "totalPerMessage": { "mean": 91.0264992042824, "low": 90.2490255447899, "high": 91.8039728637749, "n": 128 }, "blocked": { "mean": 778391.390625, "low": 771725.6735874787, "high": 785057.1076625213, "n": 128 }, "offered": { "mean": 782431.734375, "low": 775739.5508870112, "high": 789123.9178629888, "n": 128 } }, "meanKnown": { "mean": 182.73307291666674, "low": 181.39316670093126, "high": 184.07297913240222, "n": 128 } } }, { "world": "stable", "door": 8, "rule": "firsthand", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10315208091148495, "low": 0.08321146974316529, "high": 0.12309269207980461, "n": 128 }, "lateBrier": { "mean": 0.05000355737376805, "low": 0.0292804917722742, "high": 0.07072662297526189, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9339988425925924, "low": 0.9022828784073204, "high": 0.9657148067778644, "n": 128 }, "lateWrongSure": { "mean": 0.00579788773148148, "low": -0.002392814106190377, "high": 0.013988589569153338, "n": 128 }, "anyWrongSure": 7, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22592636450174436, "low": 0.2228075411136006, "high": 0.22904518788988812, "n": 128 }, "lateBrier": { "mean": 0.2259921412842654, "low": 0.2220178015141752, "high": 0.2299664810543556, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6581922743055552, "low": 0.6374701844646931, "high": 0.6789143641464173, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17598858391049732, "low": 0.15644196192025517, "high": 0.19553520590073947, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41093394262623184, "low": 0.3228402011922715, "high": 0.49902768406019216, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.23494535871573455, "low": -0.32219445550265247, "high": -0.14769626192881663, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 7.761265733506942, "low": 7.753897872186032, "high": 7.768633594827852, "n": 128 }, "totalPerMessage": { "mean": 7.761265733506942, "low": 7.753897872186032, "high": 7.768633594827852, "n": 128 }, "blocked": { "mean": 699929.1875, "low": 693489.987160326, "high": 706368.387839674, "n": 128 }, "offered": { "mean": 766986.5234375, "low": 760522.0528916382, "high": 773450.9939833618, "n": 128 } }, "meanKnown": { "mean": 177.44108072916674, "low": 176.14343099191498, "high": 178.7387304664185, "n": 128 } } }, { "world": "stable", "door": 8, "rule": "firsthand", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10214408650605027, "low": 0.08239879125699344, "high": 0.12188938175510709, "n": 128 }, "lateBrier": { "mean": 0.04832465571830113, "low": 0.027820767400382106, "high": 0.06882854403622016, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9352340133101851, "low": 0.9034671053994578, "high": 0.9670009212209123, "n": 128 }, "lateWrongSure": { "mean": 0.005135995370370371, "low": -0.0024273806005223053, "high": 0.012699371341263047, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22206729734781966, "low": 0.21859486886954876, "high": 0.22553972582609055, "n": 128 }, "lateBrier": { "mean": 0.21867191708313147, "low": 0.21380989646547685, "high": 0.22353393770078608, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6817382812500001, "low": 0.6599047647050968, "high": 0.7035717977949034, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17034726136483047, "low": 0.151038869201562, "high": 0.18965565352809893, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41261284428169903, "low": 0.32460071051506306, "high": 0.500624978048335, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24226558291686856, "low": -0.329583304301072, "high": -0.1549478615326651, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.4676323784722223, "low": 0.46411046917374593, "high": 0.4711542877706986, "n": 128 }, "totalPerMessage": { "mean": 91.0264992042824, "low": 90.2490255447899, "high": 91.8039728637749, "n": 128 }, "blocked": { "mean": 778391.390625, "low": 771725.6735874787, "high": 785057.1076625213, "n": 128 }, "offered": { "mean": 782431.734375, "low": 775739.5508870112, "high": 789123.9178629888, "n": 128 } }, "meanKnown": { "mean": 182.73307291666674, "low": 181.39316670093126, "high": 184.07297913240222, "n": 128 } } }, { "world": "stable", "door": 16, "rule": "newest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10214408650605027, "low": 0.08239879125699344, "high": 0.12188938175510709, "n": 128 }, "lateBrier": { "mean": 0.04832465571830113, "low": 0.027820767400382106, "high": 0.06882854403622016, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9352340133101851, "low": 0.9034671053994578, "high": 0.9670009212209123, "n": 128 }, "lateWrongSure": { "mean": 0.005135995370370371, "low": -0.0024273806005223053, "high": 0.012699371341263047, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22206729734781966, "low": 0.21859486886954876, "high": 0.22553972582609055, "n": 128 }, "lateBrier": { "mean": 0.21867191708313147, "low": 0.21380989646547685, "high": 0.22353393770078608, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6817382812500001, "low": 0.6599047647050968, "high": 0.7035717977949034, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17034726136483047, "low": 0.151038869201562, "high": 0.18965565352809893, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41261284428169903, "low": 0.32460071051506306, "high": 0.500624978048335, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24226558291686856, "low": -0.329583304301072, "high": -0.1549478615326651, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 15.174908673321761, "low": 15.154715996272493, "high": 15.19510135037103, "n": 128 }, "totalPerMessage": { "mean": 15.174908673321761, "low": 15.154715996272493, "high": 15.19510135037103, "n": 128 }, "blocked": { "mean": 651320.5234375, "low": 644722.1980368174, "high": 657918.8488381826, "n": 128 }, "offered": { "mean": 782431.734375, "low": 775739.5508870112, "high": 789123.9178629888, "n": 128 } }, "meanKnown": { "mean": 182.73307291666674, "low": 181.39316670093126, "high": 184.07297913240222, "n": 128 } } }, { "world": "stable", "door": 16, "rule": "newest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10214408650605027, "low": 0.08239879125699344, "high": 0.12188938175510709, "n": 128 }, "lateBrier": { "mean": 0.04832465571830113, "low": 0.027820767400382106, "high": 0.06882854403622016, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9352340133101851, "low": 0.9034671053994578, "high": 0.9670009212209123, "n": 128 }, "lateWrongSure": { "mean": 0.005135995370370371, "low": -0.0024273806005223053, "high": 0.012699371341263047, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22206729734781966, "low": 0.21859486886954876, "high": 0.22553972582609055, "n": 128 }, "lateBrier": { "mean": 0.21867191708313147, "low": 0.21380989646547685, "high": 0.22353393770078608, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6817382812500001, "low": 0.6599047647050968, "high": 0.7035717977949034, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17034726136483047, "low": 0.151038869201562, "high": 0.18965565352809893, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41261284428169903, "low": 0.32460071051506306, "high": 0.500624978048335, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24226558291686856, "low": -0.329583304301072, "high": -0.1549478615326651, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.4676323784722223, "low": 0.46411046917374593, "high": 0.4711542877706986, "n": 128 }, "totalPerMessage": { "mean": 91.0264992042824, "low": 90.2490255447899, "high": 91.8039728637749, "n": 128 }, "blocked": { "mean": 778391.390625, "low": 771725.6735874787, "high": 785057.1076625213, "n": 128 }, "offered": { "mean": 782431.734375, "low": 775739.5508870112, "high": 789123.9178629888, "n": 128 } }, "meanKnown": { "mean": 182.73307291666674, "low": 181.39316670093126, "high": 184.07297913240222, "n": 128 } } }, { "world": "stable", "door": 16, "rule": "oldest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.19632134156309708, "low": 0.16957770899406965, "high": 0.2230649741321245, "n": 128 }, "lateBrier": { "mean": 0.1849805378755948, "low": 0.15812145558204924, "high": 0.21183962016914035, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.7252803096064813, "low": 0.6754312511352325, "high": 0.77512936807773, "n": 128 }, "lateWrongSure": { "mean": 0.006864872685185184, "low": 0.0020800615796694255, "high": 0.011649683790700943, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.24556498663711276, "low": 0.24440442283685476, "high": 0.24672555043737077, "n": 128 }, "lateBrier": { "mean": 0.24709769408284613, "low": 0.2464637751805953, "high": 0.24773161298509694, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5694697627314816, "low": 0.5574368645617312, "high": 0.581502660901232, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.06211715620725148, "low": 0.035322007305646774, "high": 0.08891230510885618, "n": 128, "aBetter": 30, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.2759569621244053, "low": 0.19292518256109636, "high": 0.3589887416877142, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.21383980591715385, "low": -0.3005896090386485, "high": -0.12709000279565918, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 15.174908673321761, "low": 15.154715996272493, "high": 15.19510135037103, "n": 128 }, "totalPerMessage": { "mean": 15.174908673321761, "low": 15.154715996272493, "high": 15.19510135037103, "n": 128 }, "blocked": { "mean": 55730.5390625, "low": 54825.11775489667, "high": 56635.96037010333, "n": 128 }, "offered": { "mean": 186841.75, "low": 185861.30788148093, "high": 187822.19211851907, "n": 128 } }, "meanKnown": { "mean": 29.62923177083334, "low": 29.46670968401157, "high": 29.79175385765511, "n": 128 } } }, { "world": "stable", "door": 16, "rule": "oldest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10214408650605027, "low": 0.08239879125699344, "high": 0.12188938175510709, "n": 128 }, "lateBrier": { "mean": 0.04832465571830113, "low": 0.027820767400382106, "high": 0.06882854403622016, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9352340133101851, "low": 0.9034671053994578, "high": 0.9670009212209123, "n": 128 }, "lateWrongSure": { "mean": 0.005135995370370371, "low": -0.0024273806005223053, "high": 0.012699371341263047, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22206729734781963, "low": 0.21859486886954874, "high": 0.22553972582609053, "n": 128 }, "lateBrier": { "mean": 0.21867191708313147, "low": 0.21380989646547685, "high": 0.22353393770078608, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6817382812500001, "low": 0.6599047647050968, "high": 0.7035717977949034, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17034726136483047, "low": 0.151038869201562, "high": 0.18965565352809893, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41261284428169903, "low": 0.32460071051506306, "high": 0.500624978048335, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24226558291686856, "low": -0.329583304301072, "high": -0.1549478615326651, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.4676323784722223, "low": 0.46411046917374593, "high": 0.4711542877706986, "n": 128 }, "totalPerMessage": { "mean": 91.0264992042824, "low": 90.2490255447899, "high": 91.8039728637749, "n": 128 }, "blocked": { "mean": 778391.390625, "low": 771725.6735874787, "high": 785057.1076625213, "n": 128 }, "offered": { "mean": 782431.734375, "low": 775739.5508870112, "high": 789123.9178629888, "n": 128 } }, "meanKnown": { "mean": 182.73307291666674, "low": 181.39316670093126, "high": 184.07297913240222, "n": 128 } } }, { "world": "stable", "door": 16, "rule": "random", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10733321366718132, "low": 0.0867802125319769, "high": 0.12788621480238574, "n": 128 }, "lateBrier": { "mean": 0.05450096466215741, "low": 0.033158494765430556, "high": 0.07584343455888426, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.928835720486111, "low": 0.8960916858350719, "high": 0.96157975513715, "n": 128 }, "lateWrongSure": { "mean": 0.005964265046296293, "low": -0.0029219943015441046, "high": 0.01485052439413669, "n": 128 }, "anyWrongSure": 7, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.2346773304135292, "low": 0.23244809018806958, "high": 0.23690657063898882, "n": 128 }, "lateBrier": { "mean": 0.23757612146074808, "low": 0.235277303991142, "high": 0.23987493893035416, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6271918402777776, "low": 0.6080116651072678, "high": 0.6463720154482875, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.18307515679859074, "low": 0.16251450885138122, "high": 0.20363580474580026, "n": 128, "aBetter": 8, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.4064365353378425, "low": 0.31852935396439075, "high": 0.4943437167112943, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.22336137853925206, "low": -0.31032776742930707, "high": -0.13639498964919705, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 15.174908673321761, "low": 15.154715996272493, "high": 15.19510135037103, "n": 128 }, "totalPerMessage": { "mean": 15.174908673321761, "low": 15.154715996272493, "high": 15.19510135037103, "n": 128 }, "blocked": { "mean": 598990.6328125, "low": 593117.4680120981, "high": 604863.7976129019, "n": 128 }, "offered": { "mean": 730101.84375, "low": 724132.1183577095, "high": 736071.5691422905, "n": 128 } }, "meanKnown": { "mean": 169.4765625, "low": 168.31846069115647, "high": 170.63466430884353, "n": 128 } } }, { "world": "stable", "door": 16, "rule": "random", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10214408650605027, "low": 0.08239879125699344, "high": 0.12188938175510709, "n": 128 }, "lateBrier": { "mean": 0.04832465571830113, "low": 0.027820767400382106, "high": 0.06882854403622016, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9352340133101851, "low": 0.9034671053994578, "high": 0.9670009212209123, "n": 128 }, "lateWrongSure": { "mean": 0.005135995370370371, "low": -0.0024273806005223053, "high": 0.012699371341263047, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22206729734781963, "low": 0.21859486886954874, "high": 0.22553972582609053, "n": 128 }, "lateBrier": { "mean": 0.21867191708313147, "low": 0.21380989646547685, "high": 0.22353393770078608, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6817382812500001, "low": 0.6599047647050968, "high": 0.7035717977949034, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17034726136483047, "low": 0.151038869201562, "high": 0.18965565352809893, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41261284428169903, "low": 0.32460071051506306, "high": 0.500624978048335, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24226558291686856, "low": -0.329583304301072, "high": -0.1549478615326651, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.4676323784722223, "low": 0.46411046917374593, "high": 0.4711542877706986, "n": 128 }, "totalPerMessage": { "mean": 91.0264992042824, "low": 90.2490255447899, "high": 91.8039728637749, "n": 128 }, "blocked": { "mean": 778391.390625, "low": 771725.6735874787, "high": 785057.1076625213, "n": 128 }, "offered": { "mean": 782431.734375, "low": 775739.5508870112, "high": 789123.9178629888, "n": 128 } }, "meanKnown": { "mean": 182.73307291666674, "low": 181.39316670093126, "high": 184.07297913240222, "n": 128 } } }, { "world": "stable", "door": 16, "rule": "firsthand", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10219995401061585, "low": 0.08244583653683218, "high": 0.12195407148439952, "n": 128 }, "lateBrier": { "mean": 0.04843527958343339, "low": 0.027905281469351714, "high": 0.06896527769751506, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9350748697916668, "low": 0.9032892920276685, "high": 0.966860447555665, "n": 128 }, "lateWrongSure": { "mean": 0.005063657407407408, "low": -0.002366422478566413, "high": 0.01249373729338123, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22232356507326897, "low": 0.2188595493954148, "high": 0.22578758075112315, "n": 128 }, "lateBrier": { "mean": 0.21918351431430497, "low": 0.21435842147761083, "high": 0.2240086071509991, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6804036458333336, "low": 0.6585716551311219, "high": 0.7022356365355452, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17074823473087156, "low": 0.1514222588541201, "high": 0.190074210607623, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41250222041656626, "low": 0.3244745159087078, "high": 0.5005299249244247, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.2417539856856951, "low": -0.329076048342538, "high": -0.1544319230288522, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 15.174908673321761, "low": 15.154715996272493, "high": 15.19510135037103, "n": 128 }, "totalPerMessage": { "mean": 15.174908673321761, "low": 15.154715996272493, "high": 15.19510135037103, "n": 128 }, "blocked": { "mean": 650718.203125, "low": 644139.5494647829, "high": 657296.8567852171, "n": 128 }, "offered": { "mean": 781829.4140625, "low": 775156.8685587447, "high": 788501.9595662553, "n": 128 } }, "meanKnown": { "mean": 182.18717447916674, "low": 180.86742387379252, "high": 183.50692508454097, "n": 128 } } }, { "world": "stable", "door": 16, "rule": "firsthand", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10214408650605027, "low": 0.08239879125699344, "high": 0.12188938175510709, "n": 128 }, "lateBrier": { "mean": 0.04832465571830113, "low": 0.027820767400382106, "high": 0.06882854403622016, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9352340133101851, "low": 0.9034671053994578, "high": 0.9670009212209123, "n": 128 }, "lateWrongSure": { "mean": 0.005135995370370371, "low": -0.0024273806005223053, "high": 0.012699371341263047, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22206729734781966, "low": 0.21859486886954876, "high": 0.22553972582609055, "n": 128 }, "lateBrier": { "mean": 0.21867191708313147, "low": 0.21380989646547685, "high": 0.22353393770078608, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6817382812500001, "low": 0.6599047647050968, "high": 0.7035717977949034, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17034726136483047, "low": 0.151038869201562, "high": 0.18965565352809893, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41261284428169903, "low": 0.32460071051506306, "high": 0.500624978048335, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24226558291686856, "low": -0.329583304301072, "high": -0.1549478615326651, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.4676323784722223, "low": 0.46411046917374593, "high": 0.4711542877706986, "n": 128 }, "totalPerMessage": { "mean": 91.0264992042824, "low": 90.2490255447899, "high": 91.8039728637749, "n": 128 }, "blocked": { "mean": 778391.390625, "low": 771725.6735874787, "high": 785057.1076625213, "n": 128 }, "offered": { "mean": 782431.734375, "low": 775739.5508870112, "high": 789123.9178629888, "n": 128 } }, "meanKnown": { "mean": 182.73307291666674, "low": 181.39316670093126, "high": 184.07297913240222, "n": 128 } } }, { "world": "stable", "door": 64, "rule": "newest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10214408650605027, "low": 0.08239879125699344, "high": 0.12188938175510709, "n": 128 }, "lateBrier": { "mean": 0.04832465571830113, "low": 0.027820767400382106, "high": 0.06882854403622016, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9352340133101851, "low": 0.9034671053994578, "high": 0.9670009212209123, "n": 128 }, "lateWrongSure": { "mean": 0.005135995370370371, "low": -0.0024273806005223053, "high": 0.012699371341263047, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22206729734781966, "low": 0.21859486886954876, "high": 0.22553972582609055, "n": 128 }, "lateBrier": { "mean": 0.21867191708313147, "low": 0.21380989646547685, "high": 0.22353393770078608, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6817382812500001, "low": 0.6599047647050968, "high": 0.7035717977949034, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17034726136483047, "low": 0.151038869201562, "high": 0.18965565352809893, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41261284428169903, "low": 0.32460071051506306, "high": 0.500624978048335, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24226558291686856, "low": -0.329583304301072, "high": -0.1549478615326651, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 52.34250397858796, "low": 52.187001698275374, "high": 52.49800625890055, "n": 128 }, "totalPerMessage": { "mean": 52.34250397858796, "low": 52.187001698275374, "high": 52.49800625890055, "n": 128 }, "blocked": { "mean": 330192.5, "low": 324537.94179030915, "high": 335847.05820969085, "n": 128 }, "offered": { "mean": 782431.734375, "low": 775739.5508870112, "high": 789123.9178629888, "n": 128 } }, "meanKnown": { "mean": 182.73307291666674, "low": 181.39316670093126, "high": 184.07297913240222, "n": 128 } } }, { "world": "stable", "door": 64, "rule": "newest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10214408650605027, "low": 0.08239879125699344, "high": 0.12188938175510709, "n": 128 }, "lateBrier": { "mean": 0.04832465571830113, "low": 0.027820767400382106, "high": 0.06882854403622016, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9352340133101851, "low": 0.9034671053994578, "high": 0.9670009212209123, "n": 128 }, "lateWrongSure": { "mean": 0.005135995370370371, "low": -0.0024273806005223053, "high": 0.012699371341263047, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22206729734781966, "low": 0.21859486886954876, "high": 0.22553972582609055, "n": 128 }, "lateBrier": { "mean": 0.21867191708313147, "low": 0.21380989646547685, "high": 0.22353393770078608, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6817382812500001, "low": 0.6599047647050968, "high": 0.7035717977949034, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17034726136483047, "low": 0.151038869201562, "high": 0.18965565352809893, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41261284428169903, "low": 0.32460071051506306, "high": 0.500624978048335, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24226558291686856, "low": -0.329583304301072, "high": -0.1549478615326651, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.4676323784722223, "low": 0.46411046917374593, "high": 0.4711542877706986, "n": 128 }, "totalPerMessage": { "mean": 91.0264992042824, "low": 90.2490255447899, "high": 91.8039728637749, "n": 128 }, "blocked": { "mean": 778391.390625, "low": 771725.6735874787, "high": 785057.1076625213, "n": 128 }, "offered": { "mean": 782431.734375, "low": 775739.5508870112, "high": 789123.9178629888, "n": 128 } }, "meanKnown": { "mean": 182.73307291666674, "low": 181.39316670093126, "high": 184.07297913240222, "n": 128 } } }, { "world": "stable", "door": 64, "rule": "oldest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.135752531791975, "low": 0.10817814862395386, "high": 0.16332691495999613, "n": 128 }, "lateBrier": { "mean": 0.11031519389266299, "low": 0.08065626106305039, "high": 0.13997412672227558, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.836492693865741, "low": 0.7838327085367705, "high": 0.8891526791947115, "n": 128 }, "lateWrongSure": { "mean": 0.00851417824074074, "low": -0.006807773431917697, "high": 0.02383612991339918, "n": 128 }, "anyWrongSure": 5, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.23933282952421042, "low": 0.23715282285159442, "high": 0.24151283619682642, "n": 128 }, "lateBrier": { "mean": 0.2470654204451498, "low": 0.246429779790408, "high": 0.24770106109989162, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5704173900462962, "low": 0.5584976612867673, "high": 0.5823371188058252, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.13675022655248673, "low": 0.10709291020294086, "high": 0.1664075429020326, "n": 128, "aBetter": 19, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.35062230610733713, "low": 0.2661717155013955, "high": 0.43507289671327876, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.21387207955485016, "low": -0.30062016190009444, "high": -0.12712399720960585, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 52.34250397858796, "low": 52.187001698275374, "high": 52.49800625890055, "n": 128 }, "totalPerMessage": { "mean": 52.34250397858796, "low": 52.187001698275374, "high": 52.49800625890055, "n": 128 }, "blocked": { "mean": 29168.7421875, "low": 28545.561700818427, "high": 29791.922674181573, "n": 128 }, "offered": { "mean": 481407.9765625, "low": 479687.0670890167, "high": 483128.8860359833, "n": 128 } }, "meanKnown": { "mean": 73.86588541666669, "low": 73.72041666666668, "high": 74.01135416666669, "n": 128 } } }, { "world": "stable", "door": 64, "rule": "oldest", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10214408650605027, "low": 0.08239879125699344, "high": 0.12188938175510709, "n": 128 }, "lateBrier": { "mean": 0.04832465571830113, "low": 0.027820767400382106, "high": 0.06882854403622016, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9352340133101851, "low": 0.9034671053994578, "high": 0.9670009212209123, "n": 128 }, "lateWrongSure": { "mean": 0.005135995370370371, "low": -0.0024273806005223053, "high": 0.012699371341263047, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22206729734781963, "low": 0.21859486886954874, "high": 0.22553972582609053, "n": 128 }, "lateBrier": { "mean": 0.21867191708313147, "low": 0.21380989646547685, "high": 0.22353393770078608, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6817382812500001, "low": 0.6599047647050968, "high": 0.7035717977949034, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17034726136483047, "low": 0.151038869201562, "high": 0.18965565352809893, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41261284428169903, "low": 0.32460071051506306, "high": 0.500624978048335, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24226558291686856, "low": -0.329583304301072, "high": -0.1549478615326651, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.4676323784722223, "low": 0.46411046917374593, "high": 0.4711542877706986, "n": 128 }, "totalPerMessage": { "mean": 91.0264992042824, "low": 90.2490255447899, "high": 91.8039728637749, "n": 128 }, "blocked": { "mean": 778391.390625, "low": 771725.6735874787, "high": 785057.1076625213, "n": 128 }, "offered": { "mean": 782431.734375, "low": 775739.5508870112, "high": 789123.9178629888, "n": 128 } }, "meanKnown": { "mean": 182.73307291666674, "low": 181.39316670093126, "high": 184.07297913240222, "n": 128 } } }, { "world": "stable", "door": 64, "rule": "random", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10254307229694352, "low": 0.08273304394414231, "high": 0.12235310064974474, "n": 128 }, "lateBrier": { "mean": 0.04895710638297308, "low": 0.028420318983569132, "high": 0.06949389378237703, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9344310619212963, "low": 0.9025677501885744, "high": 0.9662943736540183, "n": 128 }, "lateWrongSure": { "mean": 0.004908130787037038, "low": -0.002078088621525179, "high": 0.011894350195599255, "n": 128 }, "anyWrongSure": 7, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22471935530588785, "low": 0.22157403265924835, "high": 0.22786467795252735, "n": 128 }, "lateBrier": { "mean": 0.22364281630382052, "low": 0.2195699632530809, "high": 0.22771566935456014, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6736038773148147, "low": 0.6524834036718306, "high": 0.6947243509577989, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.1746857099208476, "low": 0.15527563012333792, "high": 0.19409578971835725, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.411980393617027, "low": 0.32395382958572383, "high": 0.5000069576483301, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.2372946836961795, "low": -0.3246019976639671, "high": -0.14998736972839194, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 52.34250397858796, "low": 52.187001698275374, "high": 52.49800625890055, "n": 128 }, "totalPerMessage": { "mean": 52.34250397858796, "low": 52.187001698275374, "high": 52.49800625890055, "n": 128 }, "blocked": { "mean": 322867.5703125, "low": 317362.55215189, "high": 328372.58847311, "n": 128 }, "offered": { "mean": 775106.8046875, "low": 768559.2832226388, "high": 781654.3261523612, "n": 128 } }, "meanKnown": { "mean": 180.17447916666663, "low": 178.87228291765842, "high": 181.47667541567483, "n": 128 } } }, { "world": "stable", "door": 64, "rule": "random", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10214408650605027, "low": 0.08239879125699344, "high": 0.12188938175510709, "n": 128 }, "lateBrier": { "mean": 0.04832465571830113, "low": 0.027820767400382106, "high": 0.06882854403622016, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9352340133101851, "low": 0.9034671053994578, "high": 0.9670009212209123, "n": 128 }, "lateWrongSure": { "mean": 0.005135995370370371, "low": -0.0024273806005223053, "high": 0.012699371341263047, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22206729734781963, "low": 0.21859486886954874, "high": 0.22553972582609053, "n": 128 }, "lateBrier": { "mean": 0.21867191708313147, "low": 0.21380989646547685, "high": 0.22353393770078608, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6817382812500001, "low": 0.6599047647050968, "high": 0.7035717977949034, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17034726136483047, "low": 0.151038869201562, "high": 0.18965565352809893, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41261284428169903, "low": 0.32460071051506306, "high": 0.500624978048335, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24226558291686856, "low": -0.329583304301072, "high": -0.1549478615326651, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.4676323784722223, "low": 0.46411046917374593, "high": 0.4711542877706986, "n": 128 }, "totalPerMessage": { "mean": 91.0264992042824, "low": 90.2490255447899, "high": 91.8039728637749, "n": 128 }, "blocked": { "mean": 778391.390625, "low": 771725.6735874787, "high": 785057.1076625213, "n": 128 }, "offered": { "mean": 782431.734375, "low": 775739.5508870112, "high": 789123.9178629888, "n": 128 } }, "meanKnown": { "mean": 182.73307291666674, "low": 181.39316670093126, "high": 184.07297913240222, "n": 128 } } }, { "world": "stable", "door": 64, "rule": "firsthand", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10214408650605027, "low": 0.08239879125699344, "high": 0.12188938175510709, "n": 128 }, "lateBrier": { "mean": 0.04832465571830113, "low": 0.027820767400382106, "high": 0.06882854403622016, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9352340133101851, "low": 0.9034671053994578, "high": 0.9670009212209123, "n": 128 }, "lateWrongSure": { "mean": 0.005135995370370371, "low": -0.0024273806005223053, "high": 0.012699371341263047, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22206729734781966, "low": 0.21859486886954876, "high": 0.22553972582609055, "n": 128 }, "lateBrier": { "mean": 0.21867191708313147, "low": 0.21380989646547685, "high": 0.22353393770078608, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6817382812500001, "low": 0.6599047647050968, "high": 0.7035717977949034, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17034726136483047, "low": 0.151038869201562, "high": 0.18965565352809893, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41261284428169903, "low": 0.32460071051506306, "high": 0.500624978048335, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24226558291686856, "low": -0.329583304301072, "high": -0.1549478615326651, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 52.34250397858796, "low": 52.187001698275374, "high": 52.49800625890055, "n": 128 }, "totalPerMessage": { "mean": 52.34250397858796, "low": 52.187001698275374, "high": 52.49800625890055, "n": 128 }, "blocked": { "mean": 330192.5, "low": 324537.94179030915, "high": 335847.05820969085, "n": 128 }, "offered": { "mean": 782431.734375, "low": 775739.5508870112, "high": 789123.9178629888, "n": 128 } }, "meanKnown": { "mean": 182.73307291666674, "low": 181.39316670093126, "high": 184.07297913240222, "n": 128 } } }, { "world": "stable", "door": 64, "rule": "firsthand", "handshake": true, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10214408650605027, "low": 0.08239879125699344, "high": 0.12188938175510709, "n": 128 }, "lateBrier": { "mean": 0.04832465571830113, "low": 0.027820767400382106, "high": 0.06882854403622016, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9352340133101851, "low": 0.9034671053994578, "high": 0.9670009212209123, "n": 128 }, "lateWrongSure": { "mean": 0.005135995370370371, "low": -0.0024273806005223053, "high": 0.012699371341263047, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22206729734781966, "low": 0.21859486886954876, "high": 0.22553972582609055, "n": 128 }, "lateBrier": { "mean": 0.21867191708313147, "low": 0.21380989646547685, "high": 0.22353393770078608, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6817382812500001, "low": 0.6599047647050968, "high": 0.7035717977949034, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17034726136483047, "low": 0.151038869201562, "high": 0.18965565352809893, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41261284428169903, "low": 0.32460071051506306, "high": 0.500624978048335, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24226558291686856, "low": -0.329583304301072, "high": -0.1549478615326651, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 0.4676323784722223, "low": 0.46411046917374593, "high": 0.4711542877706986, "n": 128 }, "totalPerMessage": { "mean": 91.0264992042824, "low": 90.2490255447899, "high": 91.8039728637749, "n": 128 }, "blocked": { "mean": 778391.390625, "low": 771725.6735874787, "high": 785057.1076625213, "n": 128 }, "offered": { "mean": 782431.734375, "low": 775739.5508870112, "high": 789123.9178629888, "n": 128 } }, "meanKnown": { "mean": 182.73307291666674, "low": 181.39316670093126, "high": 184.07297913240222, "n": 128 } } }, { "world": "stable", "door": "inf", "rule": "newest", "handshake": false, "aggregate": { "n": 128, "policies": { "echo": { "allBrier": { "mean": 0.4515020368991269, "low": 0.36790205902898765, "high": 0.5351020147692661, "n": 128 }, "lateBrier": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.5390625, "low": 0.45236735198285566, "high": 0.6257576480171443, "n": 128 }, "lateWrongSure": { "mean": 0.4609375, "low": 0.37424235198285566, "high": 0.5476326480171443, "n": 128 }, "anyWrongSure": 59, "recovered": 0, "recoveryMedianAmongRecovered": null }, "provenance": { "allBrier": { "mean": 0.10214408650605027, "low": 0.08239879125699344, "high": 0.12188938175510709, "n": 128 }, "lateBrier": { "mean": 0.04832465571830113, "low": 0.027820767400382106, "high": 0.06882854403622016, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.9352340133101851, "low": 0.9034671053994578, "high": 0.9670009212209123, "n": 128 }, "lateWrongSure": { "mean": 0.005135995370370371, "low": -0.0024273806005223053, "high": 0.012699371341263047, "n": 128 }, "anyWrongSure": 8, "recovered": 0, "recoveryMedianAmongRecovered": null }, "temporal": { "allBrier": { "mean": 0.22206729734781963, "low": 0.21859486886954874, "high": 0.22553972582609053, "n": 128 }, "lateBrier": { "mean": 0.21867191708313147, "low": 0.21380989646547685, "high": 0.22353393770078608, "n": 128 }, "postBrier": null, "lateAccuracy": { "mean": 0.6817382812500001, "low": 0.6599047647050968, "high": 0.7035717977949034, "n": 128 }, "lateWrongSure": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "anyWrongSure": 0, "recovered": 0, "recoveryMedianAmongRecovered": null } }, "paired": { "temporal_minus_provenance_lateBrier": { "mean": 0.17034726136483047, "low": 0.151038869201562, "high": 0.18965565352809893, "n": 128, "aBetter": 4, "ties": 0 }, "echo_minus_provenance_lateBrier": { "mean": 0.41261284428169903, "low": 0.32460071051506306, "high": 0.500624978048335, "n": 128, "aBetter": 69, "ties": 0 }, "temporal_minus_echo_lateBrier": { "mean": -0.24226558291686856, "low": -0.329583304301072, "high": -0.1549478615326651, "n": 128, "aBetter": 59, "ties": 0 } }, "cost": { "idPerMessage": { "mean": 90.55922851562502, "low": 89.78467024155225, "high": 91.3337867896978, "n": 128 }, "totalPerMessage": { "mean": 90.55922851562502, "low": 89.78467024155225, "high": 91.3337867896978, "n": 128 }, "blocked": { "mean": 0, "low": 0, "high": 0, "n": 128 }, "offered": { "mean": 782431.734375, "low": 775739.5508870112, "high": 789123.9178629888, "n": 128 } }, "meanKnown": { "mean": 182.73307291666674, "low": 181.39316670093126, "high": 184.07297913240222, "n": 128 } } } ] }