{"schema_version":1,"kind":"control-leaderboard-protocols-scored","figures":[{"id":"protocol-safety-audit-budget","title":"Protocol Safety vs Audit Budget","plotly":{"data":[{"hoverinfo":"skip","legendgroup":"Defer to resample · Threshold 5","line":{"color":"#E74C3C","width":0},"mode":"lines","showlegend":false,"x":[0.01,0.02,0.05,0.1,0.2,0.5,1.0,2.0,5.0,10.0],"y":[89.65517241379311,89.28571428571429,89.28571428571429,89.28571428571429,89.28571428571429,89.28571428571429,93.49232146375792,98.83926763848396,100.0,100.0],"type":"scatter"},{"fill":"tonexty","fillcolor":"rgba(231,76,60,0.14)","hoverinfo":"skip","legendgroup":"Defer to resample · Threshold 5","line":{"color":"#E74C3C","width":0},"mode":"lines","showlegend":false,"x":[0.01,0.02,0.05,0.1,0.2,0.5,1.0,2.0,5.0,10.0],"y":[100.0,100.0,100.0,100.0,100.0,100.0,100.0,100.0,100.0,100.0],"type":"scatter"},{"hovertemplate":"Defer to resample · Threshold 5
Honest FPR: %{x:.3f}%
Safety: %{y:.1f}%","legendgroup":"Defer to resample · Threshold 5","line":{"color":"#E74C3C","width":2.5},"marker":{"color":"#E74C3C","size":5},"mode":"lines+markers","name":"Defer to resample · Threshold 5","x":[0.01,0.02,0.05,0.1,0.2,0.5,1.0,2.0,5.0,10.0],"y":[96.29629629629629,96.29629629629629,96.29629629629629,96.29629629629629,96.29629629629629,96.390760346487,97.75330145772595,99.61308921282799,100.0,100.0],"type":"scatter"},{"hoverinfo":"skip","legendgroup":"Trusted monitoring","line":{"color":"#3498DB","width":0},"mode":"lines","showlegend":false,"x":[0.01,0.02,0.05,0.1,0.2,0.5,1.0,2.0,5.0,10.0],"y":[69.84390666666668,70.0,73.16433333333333,76.66666666666667,83.2,87.87312011210123,89.94997916666667,90.0,100.0,100.0],"type":"scatter"},{"fill":"tonexty","fillcolor":"rgba(52,152,219,0.14)","hoverinfo":"skip","legendgroup":"Trusted monitoring","line":{"color":"#3498DB","width":0},"mode":"lines","showlegend":false,"x":[0.01,0.02,0.05,0.1,0.2,0.5,1.0,2.0,5.0,10.0],"y":[92.11816,93.33333333333333,93.277,96.66666666666667,98.26666666666667,100.0,100.0,100.0,100.0,100.0],"type":"scatter"},{"hovertemplate":"Trusted monitoring
Honest FPR: %{x:.3f}%
Safety: %{y:.1f}%","legendgroup":"Trusted monitoring","line":{"color":"#3498DB","width":2.5},"marker":{"color":"#3498DB","size":5},"mode":"lines+markers","name":"Trusted monitoring","x":[0.01,0.02,0.05,0.1,0.2,0.5,1.0,2.0,5.0,10.0],"y":[81.05908,81.91632,83.277,86.66666666666667,91.60000000000001,94.5397867787679,96.61664583333334,96.66666666666667,100.0,100.0],"type":"scatter"}],"layout":{"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermap":[{"type":"scattermap","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"type":"log","range":[-2.0969100130080562,1.021189299069938],"tickvals":[0.01,0.1,1,10],"ticktext":["0.01%","0.1%","1%","10%"],"title":{"text":"Honest Step-wise Audit Rate (%)","font":{"color":"#333333","size":12,"family":"DM Sans, Inter, system-ui, sans-serif"}},"tickfont":{"color":"#555555","size":10,"family":"DM Sans, Inter, system-ui, sans-serif"},"gridcolor":"rgba(0,0,0,0.08)","automargin":true,"showline":true,"linecolor":"#111111","linewidth":1,"mirror":true},"yaxis":{"range":[64.84390666666668,102.0],"ticksuffix":"%","title":{"text":"Safety (%)","font":{"color":"#333333","size":12,"family":"DM Sans, Inter, system-ui, sans-serif"}},"tickfont":{"color":"#555555","size":10,"family":"DM Sans, Inter, system-ui, sans-serif"},"gridcolor":"rgba(0,0,0,0.08)","zeroline":false,"automargin":true,"showline":true,"linecolor":"#111111","linewidth":1,"mirror":true},"title":{"font":{"size":14,"color":"#111111","family":"DM Sans, Inter, system-ui, sans-serif"},"text":"Protocol Safety vs Audit Budget"},"font":{"family":"DM Sans, Inter, system-ui, sans-serif","size":11,"color":"#333333"},"hoverlabel":{"font":{"family":"DM Sans, Inter, system-ui, sans-serif","size":12}},"legend":{"font":{"size":10,"family":"DM Sans, Inter, system-ui, sans-serif","color":"#333333"},"bgcolor":"rgba(255,255,255,0.9)","bordercolor":"#dddddd","borderwidth":1,"x":0.99,"y":0.01,"xanchor":"right","yanchor":"bottom"},"margin":{"t":50,"b":65,"l":55,"r":15},"colorway":["#4C72B0","#DD8452","#55A868","#C44E52","#8172B3","#64B5CD","#E74C3C","#3498DB","#2ECC71","#9C27B0","#FF9800","#009688","#E91E63","#607D8B","#8BC34A","#00BCD4","#795548","#3F51B5","#FF5722"],"paper_bgcolor":"#ffffff","plot_bgcolor":"#ffffff","height":460}},"description":"","config":{"responsive":true,"displayModeBar":false,"displaylogo":false,"scrollZoom":false},"metadata":{"section":"Protocol safety"},"variant":null},{"id":"protocol-safety-usefulness-bars","title":"Protocol Safety and Usefulness at 0.01% Step-wise FPR","plotly":{"data":[{"error_y":{"array":[11.059080000000009,3.7037037037037095],"arrayminus":[11.215173333333311,6.64112388250318],"color":"#111111","symmetric":false,"thickness":1.5,"type":"data","width":4},"hovertemplate":["Trusted monitoring
Safety: 81.1%
95% CI: 69.8%–92.1%","Defer to resample · Threshold 5
Safety: 96.3%
95% CI: 89.7%–100.0%"],"marker":{"color":"#4C72B0","line":{"color":"#333333","width":0.7}},"name":"Safety","x":["Trusted monitoring","Defer to resample · Threshold 5"],"y":[81.05908,96.29629629629629],"type":"bar"},{"error_y":{"array":[13.335251731756188,12.887451794463772],"arrayminus":[17.87578745871496,18.130925520314214],"color":"#111111","symmetric":false,"thickness":1.5,"type":"data","width":4},"hovertemplate":["Trusted monitoring
Usefulness: 70.0%
95% CI: 52.1%–83.3%","Defer to resample · Threshold 5
Usefulness: 72.4%
95% CI: 54.3%–85.3%"],"marker":{"color":"#DD8452","line":{"color":"#333333","width":0.7}},"name":"Usefulness","x":["Trusted monitoring","Defer to resample · Threshold 5"],"y":[70.0,72.41379310344827],"type":"bar"}],"layout":{"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermap":[{"type":"scattermap","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"barmode":"group","bargap":0.25,"xaxis":{"tickangle":-30,"title":{"font":{"color":"#333333","size":12,"family":"DM Sans, Inter, system-ui, sans-serif"}},"tickfont":{"color":"#555555","size":10,"family":"DM Sans, Inter, system-ui, sans-serif"},"gridcolor":"rgba(0,0,0,0)","automargin":true,"showline":true,"linecolor":"#111111","linewidth":1,"mirror":true},"yaxis":{"range":[0,115],"ticksuffix":"%","title":{"text":"Rate (%)","font":{"color":"#333333","size":12,"family":"DM Sans, Inter, system-ui, sans-serif"}},"tickfont":{"color":"#555555","size":10,"family":"DM Sans, Inter, system-ui, sans-serif"},"gridcolor":"rgba(0,0,0,0.08)","zeroline":false,"automargin":true,"showline":true,"linecolor":"#111111","linewidth":1,"mirror":true},"title":{"font":{"size":14,"color":"#111111","family":"DM Sans, Inter, system-ui, sans-serif"},"text":"Protocol Safety and Usefulness at 0.01% Step-wise FPR"},"font":{"family":"DM Sans, Inter, system-ui, sans-serif","size":11,"color":"#333333"},"hoverlabel":{"font":{"family":"DM Sans, Inter, system-ui, sans-serif","size":12}},"legend":{"font":{"size":10,"family":"DM Sans, Inter, system-ui, sans-serif","color":"#333333"},"bgcolor":"rgba(255,255,255,0.9)","bordercolor":"#dddddd","borderwidth":1,"x":0.99,"y":0.99,"xanchor":"right","yanchor":"top"},"margin":{"t":50,"b":65,"l":55,"r":15},"colorway":["#4C72B0","#DD8452","#55A868","#C44E52","#8172B3","#64B5CD","#E74C3C","#3498DB","#2ECC71","#9C27B0","#FF9800","#009688","#E91E63","#607D8B","#8BC34A","#00BCD4","#795548","#3F51B5","#FF5722"],"paper_bgcolor":"#ffffff","plot_bgcolor":"#ffffff","height":420}},"description":"","config":{"responsive":true,"displayModeBar":false,"displaylogo":false,"scrollZoom":false},"metadata":{"section":"Protocol frontier"},"variant":null},{"id":"protocol-safety-usefulness","title":"Protocol Safety vs Usefulness at 0.01% Step-wise FPR","plotly":{"data":[{"error_x":{"array":[13.335251731756188],"arrayminus":[17.87578745871496],"color":"#111111","symmetric":false,"thickness":1.5,"type":"data","width":4},"error_y":{"array":[11.059080000000009],"arrayminus":[11.215173333333311],"color":"#111111","symmetric":false,"thickness":1.5,"type":"data","width":4},"hovertemplate":["0.01% step-wise FPR
Usefulness: 70.0% (52.1%–83.3%)
Safety: 81.1% (69.8%–92.1%)"],"line":{"color":"#3498DB","width":1.5},"marker":{"color":["#3498DB"],"line":{"color":"#333333","width":0.8},"size":11},"mode":"markers+text","name":"Trusted monitoring","showlegend":true,"text":["0.01% step-wise FPR"],"textfont":{"size":9},"textposition":"top center","x":[70.0],"y":[81.05908],"type":"scatter"},{"error_x":{"array":[12.887451794463772],"arrayminus":[18.130925520314214],"color":"#111111","symmetric":false,"thickness":1.5,"type":"data","width":4},"error_y":{"array":[3.7037037037037095],"arrayminus":[6.64112388250318],"color":"#111111","symmetric":false,"thickness":1.5,"type":"data","width":4},"hovertemplate":["Threshold 5
Usefulness: 72.4% (54.3%–85.3%)
Safety: 96.3% (89.7%–100.0%)"],"line":{"color":"#E74C3C","width":1.5},"marker":{"color":["#E74C3C"],"line":{"color":"#333333","width":0.8},"size":11},"mode":"markers+text","name":"Defer to resample","showlegend":true,"text":["Threshold 5"],"textfont":{"size":9},"textposition":"top center","x":[72.41379310344827],"y":[96.29629629629629],"type":"scatter"}],"layout":{"template":{"data":{"histogram2dcontour":[{"type":"histogram2dcontour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"choropleth":[{"type":"choropleth","colorbar":{"outlinewidth":0,"ticks":""}}],"histogram2d":[{"type":"histogram2d","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"heatmap":[{"type":"heatmap","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"contourcarpet":[{"type":"contourcarpet","colorbar":{"outlinewidth":0,"ticks":""}}],"contour":[{"type":"contour","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"surface":[{"type":"surface","colorbar":{"outlinewidth":0,"ticks":""},"colorscale":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]]}],"mesh3d":[{"type":"mesh3d","colorbar":{"outlinewidth":0,"ticks":""}}],"scatter":[{"fillpattern":{"fillmode":"overlay","size":10,"solidity":0.2},"type":"scatter"}],"parcoords":[{"type":"parcoords","line":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolargl":[{"type":"scatterpolargl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"bar":[{"error_x":{"color":"#2a3f5f"},"error_y":{"color":"#2a3f5f"},"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"bar"}],"scattergeo":[{"type":"scattergeo","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterpolar":[{"type":"scatterpolar","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"histogram":[{"marker":{"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"histogram"}],"scattergl":[{"type":"scattergl","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatter3d":[{"type":"scatter3d","line":{"colorbar":{"outlinewidth":0,"ticks":""}},"marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermap":[{"type":"scattermap","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattermapbox":[{"type":"scattermapbox","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scatterternary":[{"type":"scatterternary","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"scattercarpet":[{"type":"scattercarpet","marker":{"colorbar":{"outlinewidth":0,"ticks":""}}}],"carpet":[{"aaxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"baxis":{"endlinecolor":"#2a3f5f","gridcolor":"white","linecolor":"white","minorgridcolor":"white","startlinecolor":"#2a3f5f"},"type":"carpet"}],"table":[{"cells":{"fill":{"color":"#EBF0F8"},"line":{"color":"white"}},"header":{"fill":{"color":"#C8D4E3"},"line":{"color":"white"}},"type":"table"}],"barpolar":[{"marker":{"line":{"color":"#E5ECF6","width":0.5},"pattern":{"fillmode":"overlay","size":10,"solidity":0.2}},"type":"barpolar"}],"pie":[{"automargin":true,"type":"pie"}]},"layout":{"autotypenumbers":"strict","colorway":["#636efa","#EF553B","#00cc96","#ab63fa","#FFA15A","#19d3f3","#FF6692","#B6E880","#FF97FF","#FECB52"],"font":{"color":"#2a3f5f"},"hovermode":"closest","hoverlabel":{"align":"left"},"paper_bgcolor":"white","plot_bgcolor":"#E5ECF6","polar":{"bgcolor":"#E5ECF6","angularaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"radialaxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"ternary":{"bgcolor":"#E5ECF6","aaxis":{"gridcolor":"white","linecolor":"white","ticks":""},"baxis":{"gridcolor":"white","linecolor":"white","ticks":""},"caxis":{"gridcolor":"white","linecolor":"white","ticks":""}},"coloraxis":{"colorbar":{"outlinewidth":0,"ticks":""}},"colorscale":{"sequential":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"sequentialminus":[[0.0,"#0d0887"],[0.1111111111111111,"#46039f"],[0.2222222222222222,"#7201a8"],[0.3333333333333333,"#9c179e"],[0.4444444444444444,"#bd3786"],[0.5555555555555556,"#d8576b"],[0.6666666666666666,"#ed7953"],[0.7777777777777778,"#fb9f3a"],[0.8888888888888888,"#fdca26"],[1.0,"#f0f921"]],"diverging":[[0,"#8e0152"],[0.1,"#c51b7d"],[0.2,"#de77ae"],[0.3,"#f1b6da"],[0.4,"#fde0ef"],[0.5,"#f7f7f7"],[0.6,"#e6f5d0"],[0.7,"#b8e186"],[0.8,"#7fbc41"],[0.9,"#4d9221"],[1,"#276419"]]},"xaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"yaxis":{"gridcolor":"white","linecolor":"white","ticks":"","title":{"standoff":15},"zerolinecolor":"white","automargin":true,"zerolinewidth":2},"scene":{"xaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"yaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2},"zaxis":{"backgroundcolor":"#E5ECF6","gridcolor":"white","linecolor":"white","showbackground":true,"ticks":"","zerolinecolor":"white","gridwidth":2}},"shapedefaults":{"line":{"color":"#2a3f5f"}},"annotationdefaults":{"arrowcolor":"#2a3f5f","arrowhead":0,"arrowwidth":1},"geo":{"bgcolor":"white","landcolor":"#E5ECF6","subunitcolor":"white","showland":true,"showlakes":true,"lakecolor":"white"},"title":{"x":0.05},"mapbox":{"style":"light"}}},"xaxis":{"range":[0,105],"ticksuffix":"%","title":{"text":"Usefulness (%)","font":{"color":"#333333","size":12,"family":"DM Sans, Inter, system-ui, sans-serif"}},"tickfont":{"color":"#555555","size":10,"family":"DM Sans, Inter, system-ui, sans-serif"},"gridcolor":"rgba(0,0,0,0)","automargin":true,"showline":true,"linecolor":"#111111","linewidth":1,"mirror":true},"yaxis":{"range":[0,105],"ticksuffix":"%","title":{"text":"Safety (%)","font":{"color":"#333333","size":12,"family":"DM Sans, Inter, system-ui, sans-serif"}},"tickfont":{"color":"#555555","size":10,"family":"DM Sans, Inter, system-ui, sans-serif"},"gridcolor":"rgba(0,0,0,0.08)","zeroline":false,"automargin":true,"showline":true,"linecolor":"#111111","linewidth":1,"mirror":true},"title":{"font":{"size":14,"color":"#111111","family":"DM Sans, Inter, system-ui, sans-serif"},"text":"Protocol Safety vs Usefulness at 0.01% Step-wise FPR"},"font":{"family":"DM Sans, Inter, system-ui, sans-serif","size":11,"color":"#333333"},"hoverlabel":{"font":{"family":"DM Sans, Inter, system-ui, sans-serif","size":12}},"legend":{"font":{"size":10,"family":"DM Sans, Inter, system-ui, sans-serif","color":"#333333"},"bgcolor":"rgba(255,255,255,0.9)","bordercolor":"#dddddd","borderwidth":1,"x":0.99,"y":0.99,"xanchor":"right","yanchor":"top"},"margin":{"t":50,"b":65,"l":55,"r":15},"colorway":["#4C72B0","#DD8452","#55A868","#C44E52","#8172B3","#64B5CD","#E74C3C","#3498DB","#2ECC71","#9C27B0","#FF9800","#009688","#E91E63","#607D8B","#8BC34A","#00BCD4","#795548","#3F51B5","#FF5722"],"paper_bgcolor":"#ffffff","plot_bgcolor":"#ffffff","height":500}},"description":"","config":{"responsive":true,"displayModeBar":false,"displaylogo":false,"scrollZoom":false},"metadata":{"section":"Protocol frontier"},"variant":null}],"metadata":{"suite_version":"a0f9bce8e3c4","generated_at":"2026-07-29T20:02:29+00:00","model_count":1,"population":"scored"}}