diff --git a/benchmarks.json b/benchmarks.json
index f3db434..fb157d1 100644
--- a/benchmarks.json
+++ b/benchmarks.json
@@ -1,727 +1,946 @@
 [
-    {
-        "latency_cpu_sec": 0.0,
-        "latency_cpu_stddev": 0.0,
-        "latency_gpu_sec": 0.12758585629490402,
-        "latency_gpu_stddev": 0.024762044684480893,
-        "tpr_at_default": 0.7790055248618784,
-        "fpr_at_default": 0.9839017157381911,
-        "f1_at_default": 0.10663641520136131,
-        "auc": 0.3122886924649591,
-        "roc_points": [
-            {
-                "threshold": 0.0,
-                "tp": 0.07121778477277199,
-                "fp": 0.928782215227228,
-                "tn": 0.0,
-                "fn": 0.0
-            },
-            {
-                "threshold": 0.01,
-                "tp": 0.06669289789494393,
-                "fp": 0.928388746803069,
-                "tn": 0.0003934684241589612,
-                "fn": 0.004524886877828055
-            },
-            {
-                "threshold": 0.02,
-                "tp": 0.06452882156206964,
-                "fp": 0.9277985441668306,
-                "tn": 0.0009836710603974032,
-                "fn": 0.006688963210702341
-            },
-            {
-                "threshold": 0.03,
-                "tp": 0.06315168207751327,
-                "fp": 0.9274050757426716,
-                "tn": 0.0013771394845563643,
-                "fn": 0.008066102695258705
-            },
-            {
-                "threshold": 0.04,
-                "tp": 0.06256147944127484,
-                "fp": 0.9272083415305922,
-                "tn": 0.0015738736966358449,
-                "fn": 0.008656305331497147
-            },
-            {
-                "threshold": 0.05,
-                "tp": 0.06256147944127484,
-                "fp": 0.9268148731064332,
-                "tn": 0.0019673421207948064,
-                "fn": 0.008656305331497147
-            },
-            {
-                "threshold": 0.06,
-                "tp": 0.06256147944127484,
-                "fp": 0.9268148731064332,
-                "tn": 0.0019673421207948064,
-                "fn": 0.008656305331497147
-            },
-            {
-                "threshold": 0.07,
-                "tp": 0.061774542592956914,
-                "fp": 0.9260279362581153,
-                "tn": 0.0027542789691127286,
-                "fn": 0.00944324217981507
-            },
-            {
-                "threshold": 0.08,
-                "tp": 0.061381074168797956,
-                "fp": 0.9254377336218769,
-                "tn": 0.0033444816053511705,
-                "fn": 0.00983671060397403
-            },
-            {
-                "threshold": 0.09,
-                "tp": 0.06118433995671847,
-                "fp": 0.9250442651977179,
-                "tn": 0.0037379500295101316,
-                "fn": 0.010033444816053512
-            },
-            {
-                "threshold": 0.1,
-                "tp": 0.06059413732048003,
-                "fp": 0.9242573283494,
-                "tn": 0.004524886877828055,
-                "fn": 0.010623647452291954
-            },
-            {
-                "threshold": 0.11,
-                "tp": 0.06059413732048003,
-                "fp": 0.9236671257131616,
-                "tn": 0.005115089514066497,
-                "fn": 0.010623647452291954
-            },
-            {
-                "threshold": 0.12,
-                "tp": 0.06039740310840055,
-                "fp": 0.9232736572890026,
-                "tn": 0.005508557938225457,
-                "fn": 0.010820381664371435
-            },
-            {
-                "threshold": 0.13,
-                "tp": 0.06039740310840055,
-                "fp": 0.9232736572890026,
-                "tn": 0.005508557938225457,
-                "fn": 0.010820381664371435
-            },
-            {
-                "threshold": 0.14,
-                "tp": 0.06039740310840055,
-                "fp": 0.9232736572890026,
-                "tn": 0.005508557938225457,
-                "fn": 0.010820381664371435
-            },
-            {
-                "threshold": 0.15,
-                "tp": 0.06039740310840055,
-                "fp": 0.9220932520165257,
-                "tn": 0.006688963210702341,
-                "fn": 0.010820381664371435
-            },
-            {
-                "threshold": 0.16,
-                "tp": 0.06039740310840055,
-                "fp": 0.9220932520165257,
-                "tn": 0.006688963210702341,
-                "fn": 0.010820381664371435
-            },
-            {
-                "threshold": 0.17,
-                "tp": 0.06039740310840055,
-                "fp": 0.9220932520165257,
-                "tn": 0.006688963210702341,
-                "fn": 0.010820381664371435
-            },
-            {
-                "threshold": 0.18,
-                "tp": 0.06039740310840055,
-                "fp": 0.9220932520165257,
-                "tn": 0.006688963210702341,
-                "fn": 0.010820381664371435
-            },
-            {
-                "threshold": 0.19,
-                "tp": 0.06039740310840055,
-                "fp": 0.9218965178044461,
-                "tn": 0.006885697422781821,
-                "fn": 0.010820381664371435
-            },
-            {
-                "threshold": 0.2,
-                "tp": 0.06039740310840055,
-                "fp": 0.9218965178044461,
-                "tn": 0.006885697422781821,
-                "fn": 0.010820381664371435
-            },
-            {
-                "threshold": 0.21,
-                "tp": 0.06020066889632107,
-                "fp": 0.9215030493802873,
-                "tn": 0.007279165846940783,
-                "fn": 0.011017115876450915
-            },
-            {
-                "threshold": 0.22,
-                "tp": 0.06020066889632107,
-                "fp": 0.9215030493802873,
-                "tn": 0.007279165846940783,
-                "fn": 0.011017115876450915
-            },
-            {
-                "threshold": 0.23,
-                "tp": 0.06000393468424159,
-                "fp": 0.9209128467440488,
-                "tn": 0.007869368483179226,
-                "fn": 0.011213850088530396
-            },
-            {
-                "threshold": 0.24,
-                "tp": 0.06000393468424159,
-                "fp": 0.9209128467440488,
-                "tn": 0.007869368483179226,
-                "fn": 0.011213850088530396
-            },
-            {
-                "threshold": 0.25,
-                "tp": 0.05961046626008263,
-                "fp": 0.9207161125319693,
-                "tn": 0.008066102695258705,
-                "fn": 0.011607318512689356
-            },
-            {
-                "threshold": 0.26,
-                "tp": 0.05961046626008263,
-                "fp": 0.9207161125319693,
-                "tn": 0.008066102695258705,
-                "fn": 0.011607318512689356
-            },
-            {
-                "threshold": 0.27,
-                "tp": 0.059216997835923664,
-                "fp": 0.919732441471572,
-                "tn": 0.00904977375565611,
-                "fn": 0.012000786936848317
-            },
-            {
-                "threshold": 0.28,
-                "tp": 0.059216997835923664,
-                "fp": 0.919732441471572,
-                "tn": 0.00904977375565611,
-                "fn": 0.012000786936848317
-            },
-            {
-                "threshold": 0.29,
-                "tp": 0.059216997835923664,
-                "fp": 0.919732441471572,
-                "tn": 0.00904977375565611,
-                "fn": 0.012000786936848317
-            },
-            {
-                "threshold": 0.3,
-                "tp": 0.058430060987605746,
-                "fp": 0.919338973047413,
-                "tn": 0.00944324217981507,
-                "fn": 0.01278772378516624
-            },
-            {
-                "threshold": 0.31,
-                "tp": 0.058430060987605746,
-                "fp": 0.919338973047413,
-                "tn": 0.00944324217981507,
-                "fn": 0.01278772378516624
-            },
-            {
-                "threshold": 0.32,
-                "tp": 0.058430060987605746,
-                "fp": 0.919338973047413,
-                "tn": 0.00944324217981507,
-                "fn": 0.01278772378516624
-            },
-            {
-                "threshold": 0.33,
-                "tp": 0.05823332677552626,
-                "fp": 0.9183553019870155,
-                "tn": 0.010426913240212473,
-                "fn": 0.012984457997245721
-            },
-            {
-                "threshold": 0.34,
-                "tp": 0.05823332677552626,
-                "fp": 0.9183553019870155,
-                "tn": 0.010426913240212473,
-                "fn": 0.012984457997245721
-            },
-            {
-                "threshold": 0.35,
-                "tp": 0.05764312413928782,
-                "fp": 0.9183553019870155,
-                "tn": 0.010426913240212473,
-                "fn": 0.013574660633484163
-            },
-            {
-                "threshold": 0.36,
-                "tp": 0.05764312413928782,
-                "fp": 0.9183553019870155,
-                "tn": 0.010426913240212473,
-                "fn": 0.013574660633484163
-            },
-            {
-                "threshold": 0.37,
-                "tp": 0.05764312413928782,
-                "fp": 0.9183553019870155,
-                "tn": 0.010426913240212473,
-                "fn": 0.013574660633484163
-            },
-            {
-                "threshold": 0.38,
-                "tp": 0.05744638992720834,
-                "fp": 0.9177650993507771,
-                "tn": 0.011017115876450915,
-                "fn": 0.013771394845563643
-            },
-            {
-                "threshold": 0.39,
-                "tp": 0.05744638992720834,
-                "fp": 0.9177650993507771,
-                "tn": 0.011017115876450915,
-                "fn": 0.013771394845563643
-            },
-            {
-                "threshold": 0.4,
-                "tp": 0.05744638992720834,
-                "fp": 0.9177650993507771,
-                "tn": 0.011017115876450915,
-                "fn": 0.013771394845563643
-            },
-            {
-                "threshold": 0.41,
-                "tp": 0.05724965571512886,
-                "fp": 0.9171748967145387,
-                "tn": 0.011607318512689356,
-                "fn": 0.013968129057643124
-            },
-            {
-                "threshold": 0.42,
-                "tp": 0.05724965571512886,
-                "fp": 0.9171748967145387,
-                "tn": 0.011607318512689356,
-                "fn": 0.013968129057643124
-            },
-            {
-                "threshold": 0.43,
-                "tp": 0.05724965571512886,
-                "fp": 0.9171748967145387,
-                "tn": 0.011607318512689356,
-                "fn": 0.013968129057643124
-            },
-            {
-                "threshold": 0.44,
-                "tp": 0.056856187290969896,
-                "fp": 0.9159944914420618,
-                "tn": 0.01278772378516624,
-                "fn": 0.014361597481802085
-            },
-            {
-                "threshold": 0.45,
-                "tp": 0.056856187290969896,
-                "fp": 0.9159944914420618,
-                "tn": 0.01278772378516624,
-                "fn": 0.014361597481802085
-            },
-            {
-                "threshold": 0.46,
-                "tp": 0.056856187290969896,
-                "fp": 0.9159944914420618,
-                "tn": 0.01278772378516624,
-                "fn": 0.014361597481802085
-            },
-            {
-                "threshold": 0.47,
-                "tp": 0.055872516230572496,
-                "fp": 0.9150108203816644,
-                "tn": 0.013771394845563643,
-                "fn": 0.015345268542199489
-            },
-            {
-                "threshold": 0.48,
-                "tp": 0.055872516230572496,
-                "fp": 0.9150108203816644,
-                "tn": 0.013771394845563643,
-                "fn": 0.015345268542199489
-            },
-            {
-                "threshold": 0.49,
-                "tp": 0.055872516230572496,
-                "fp": 0.9150108203816644,
-                "tn": 0.013771394845563643,
-                "fn": 0.015345268542199489
-            },
-            {
-                "threshold": 0.5,
-                "tp": 0.05547904780641354,
-                "fp": 0.9138304151091875,
-                "tn": 0.014951800118040526,
-                "fn": 0.01573873696635845
-            },
-            {
-                "threshold": 0.51,
-                "tp": 0.05547904780641354,
-                "fp": 0.9138304151091875,
-                "tn": 0.014951800118040526,
-                "fn": 0.01573873696635845
-            },
-            {
-                "threshold": 0.52,
-                "tp": 0.05547904780641354,
-                "fp": 0.9138304151091875,
-                "tn": 0.014951800118040526,
-                "fn": 0.01573873696635845
-            },
-            {
-                "threshold": 0.53,
-                "tp": 0.05547904780641354,
-                "fp": 0.9138304151091875,
-                "tn": 0.014951800118040526,
-                "fn": 0.01573873696635845
-            },
-            {
-                "threshold": 0.54,
-                "tp": 0.05547904780641354,
-                "fp": 0.9132402124729491,
-                "tn": 0.015542002754278968,
-                "fn": 0.01573873696635845
-            },
-            {
-                "threshold": 0.55,
-                "tp": 0.05547904780641354,
-                "fp": 0.9132402124729491,
-                "tn": 0.015542002754278968,
-                "fn": 0.01573873696635845
-            },
-            {
-                "threshold": 0.56,
-                "tp": 0.05547904780641354,
-                "fp": 0.9132402124729491,
-                "tn": 0.015542002754278968,
-                "fn": 0.01573873696635845
-            },
-            {
-                "threshold": 0.57,
-                "tp": 0.054888845170175095,
-                "fp": 0.9108794019279953,
-                "tn": 0.017902813299232736,
-                "fn": 0.016328939602596893
-            },
-            {
-                "threshold": 0.58,
-                "tp": 0.054888845170175095,
-                "fp": 0.9108794019279953,
-                "tn": 0.017902813299232736,
-                "fn": 0.016328939602596893
-            },
-            {
-                "threshold": 0.59,
-                "tp": 0.054888845170175095,
-                "fp": 0.9108794019279953,
-                "tn": 0.017902813299232736,
-                "fn": 0.016328939602596893
-            },
-            {
-                "threshold": 0.6,
-                "tp": 0.05410190832185717,
-                "fp": 0.9098957308675979,
-                "tn": 0.01888648435963014,
-                "fn": 0.017115876450914815
-            },
-            {
-                "threshold": 0.61,
-                "tp": 0.05410190832185717,
-                "fp": 0.9098957308675979,
-                "tn": 0.01888648435963014,
-                "fn": 0.017115876450914815
-            },
-            {
-                "threshold": 0.62,
-                "tp": 0.05410190832185717,
-                "fp": 0.9098957308675979,
-                "tn": 0.01888648435963014,
-                "fn": 0.017115876450914815
-            },
-            {
-                "threshold": 0.63,
-                "tp": 0.05351170568561873,
-                "fp": 0.908321857170962,
-                "tn": 0.020460358056265986,
-                "fn": 0.017706079087153256
-            },
-            {
-                "threshold": 0.64,
-                "tp": 0.05351170568561873,
-                "fp": 0.908321857170962,
-                "tn": 0.020460358056265986,
-                "fn": 0.017706079087153256
-            },
-            {
-                "threshold": 0.65,
-                "tp": 0.05351170568561873,
-                "fp": 0.908321857170962,
-                "tn": 0.020460358056265986,
-                "fn": 0.017706079087153256
-            },
-            {
-                "threshold": 0.66,
-                "tp": 0.05311823726145977,
-                "fp": 0.9077316545347236,
-                "tn": 0.021050560692504428,
-                "fn": 0.01809954751131222
-            },
-            {
-                "threshold": 0.67,
-                "tp": 0.05311823726145977,
-                "fp": 0.9077316545347236,
-                "tn": 0.021050560692504428,
-                "fn": 0.01809954751131222
-            },
-            {
-                "threshold": 0.68,
-                "tp": 0.052921503049380286,
-                "fp": 0.9059610466260083,
-                "tn": 0.02282116860121975,
-                "fn": 0.0182962817233917
-            },
-            {
-                "threshold": 0.69,
-                "tp": 0.052921503049380286,
-                "fp": 0.9059610466260083,
-                "tn": 0.02282116860121975,
-                "fn": 0.0182962817233917
-            },
-            {
-                "threshold": 0.7,
-                "tp": 0.052921503049380286,
-                "fp": 0.9059610466260083,
-                "tn": 0.02282116860121975,
-                "fn": 0.0182962817233917
-            },
-            {
-                "threshold": 0.71,
-                "tp": 0.05252803462522133,
-                "fp": 0.9039937045052134,
-                "tn": 0.02478851072201456,
-                "fn": 0.01868975014755066
-            },
-            {
-                "threshold": 0.72,
-                "tp": 0.05252803462522133,
-                "fp": 0.9039937045052134,
-                "tn": 0.02478851072201456,
-                "fn": 0.01868975014755066
-            },
-            {
-                "threshold": 0.73,
-                "tp": 0.05252803462522133,
-                "fp": 0.9039937045052134,
-                "tn": 0.02478851072201456,
-                "fn": 0.01868975014755066
-            },
-            {
-                "threshold": 0.74,
-                "tp": 0.051937831988982885,
-                "fp": 0.9018296281723391,
-                "tn": 0.026952587054888844,
-                "fn": 0.019279952783789103
-            },
-            {
-                "threshold": 0.75,
-                "tp": 0.051937831988982885,
-                "fp": 0.9018296281723391,
-                "tn": 0.026952587054888844,
-                "fn": 0.019279952783789103
-            },
-            {
-                "threshold": 0.76,
-                "tp": 0.0517410977769034,
-                "fp": 0.9004524886877828,
-                "tn": 0.02832972653944521,
-                "fn": 0.019476686995868582
-            },
-            {
-                "threshold": 0.77,
-                "tp": 0.0517410977769034,
-                "fp": 0.9004524886877828,
-                "tn": 0.02832972653944521,
-                "fn": 0.019476686995868582
-            },
-            {
-                "threshold": 0.78,
-                "tp": 0.051347629352744444,
-                "fp": 0.8978949439307495,
-                "tn": 0.030887271296478457,
-                "fn": 0.019870155420027544
-            },
-            {
-                "threshold": 0.79,
-                "tp": 0.051347629352744444,
-                "fp": 0.8978949439307495,
-                "tn": 0.030887271296478457,
-                "fn": 0.019870155420027544
-            },
-            {
-                "threshold": 0.8,
-                "tp": 0.05056069250442652,
-                "fp": 0.8959276018099548,
-                "tn": 0.03285461341727326,
-                "fn": 0.020657092268345466
-            },
-            {
-                "threshold": 0.81,
-                "tp": 0.05056069250442652,
-                "fp": 0.8959276018099548,
-                "tn": 0.03285461341727326,
-                "fn": 0.020657092268345466
-            },
-            {
-                "threshold": 0.82,
-                "tp": 0.050363958292347036,
-                "fp": 0.8937635254770805,
-                "tn": 0.035018689750147554,
-                "fn": 0.020853826480424945
-            },
-            {
-                "threshold": 0.83,
-                "tp": 0.050363958292347036,
-                "fp": 0.8937635254770805,
-                "tn": 0.035018689750147554,
-                "fn": 0.020853826480424945
-            },
-            {
-                "threshold": 0.84,
-                "tp": 0.049773755656108594,
-                "fp": 0.8915994491442062,
-                "tn": 0.03718276608302184,
-                "fn": 0.021444029116663387
-            },
-            {
-                "threshold": 0.85,
-                "tp": 0.049773755656108594,
-                "fp": 0.8915994491442062,
-                "tn": 0.03718276608302184,
-                "fn": 0.021444029116663387
-            },
-            {
-                "threshold": 0.86,
-                "tp": 0.04957702144402912,
-                "fp": 0.888648435963014,
-                "tn": 0.04013377926421405,
-                "fn": 0.02164076332874287
-            },
-            {
-                "threshold": 0.87,
-                "tp": 0.04957702144402912,
-                "fp": 0.8864843596301397,
-                "tn": 0.04229785559708833,
-                "fn": 0.02164076332874287
-            },
-            {
-                "threshold": 0.88,
-                "tp": 0.04957702144402912,
-                "fp": 0.8864843596301397,
-                "tn": 0.04229785559708833,
-                "fn": 0.02164076332874287
-            },
-            {
-                "threshold": 0.89,
-                "tp": 0.048986818807790676,
-                "fp": 0.8839268148731064,
-                "tn": 0.04485540035412158,
-                "fn": 0.022230965964981312
-            },
-            {
-                "threshold": 0.9,
-                "tp": 0.04859335038363171,
-                "fp": 0.8815660043281527,
-                "tn": 0.04721621089907535,
-                "fn": 0.02262443438914027
-            },
-            {
-                "threshold": 0.91,
-                "tp": 0.047412945111154826,
-                "fp": 0.8776313200865631,
-                "tn": 0.05115089514066496,
-                "fn": 0.023804839661617155
-            },
-            {
-                "threshold": 0.92,
-                "tp": 0.046822742474916385,
-                "fp": 0.8748770411174503,
-                "tn": 0.05390517410977769,
-                "fn": 0.024395042297855597
-            },
-            {
-                "threshold": 0.93,
-                "tp": 0.04623253983867794,
-                "fp": 0.8709423568758607,
-                "tn": 0.057839858351367304,
-                "fn": 0.02498524493409404
-            },
-            {
-                "threshold": 0.94,
-                "tp": 0.04524886877828054,
-                "fp": 0.8603187094235688,
-                "tn": 0.06846350580365926,
-                "fn": 0.025968915994491443
-            },
-            {
-                "threshold": 0.95,
-                "tp": 0.04485540035412158,
-                "fp": 0.8569742278182176,
-                "tn": 0.07180798740901043,
-                "fn": 0.0263623844186504
-            },
-            {
-                "threshold": 0.96,
-                "tp": 0.04308479244540626,
-                "fp": 0.8479244540625615,
-                "tn": 0.08085776116466653,
-                "fn": 0.028132992327365727
-            },
-            {
-                "threshold": 0.97,
-                "tp": 0.04131418453669093,
-                "fp": 0.8388746803069054,
-                "tn": 0.08990753492032265,
-                "fn": 0.029903600236081053
-            },
-            {
-                "threshold": 0.98,
-                "tp": 0.03974031084005509,
-                "fp": 0.8129057643124139,
-                "tn": 0.11587645091481409,
-                "fn": 0.0314774739327169
-            },
-            {
-                "threshold": 0.99,
-                "tp": 0.03541215817430651,
-                "fp": 0.7757229982293921,
-                "tn": 0.15305921699783592,
-                "fn": 0.03580562659846547
-            },
-            {
-                "threshold": 1.0,
-                "tp": 0.0,
-                "fp": 0.0,
-                "tn": 0.928782215227228,
-                "fn": 0.07121778477277199
-            }
-        ],
-        "gpu_mem_idle_mb": 23668.0,
-        "disk_space_mb": 16100.0,
-        "benchmark_cpu": "",
-        "benchmark_gpu": "nVidia A100",
-        "notes": "",
-        "title": "meta-llama/Llama-Guard-3-8B Performance Characteristics"
-    }
+  {
+    "title": "LlamaGuard Input Evaluation",
+    "latency_cpu_sec": 0.0,
+    "latency_cpu_stddev": 0.0,
+    "latency_gpu_sec": 0.12758585629490402,
+    "latency_gpu_stddev": 0.024762044684480893,
+    "tpr_at_default": 0.7790055248618784,
+    "fpr_at_default": 0.9839017157381911,
+    "f1_at_default": 0.10663641520136131,
+    "auc": 0.3122886924649591,
+    "roc_points": [
+      {
+        "threshold": 0.0,
+        "tp": 0.07121778477277199,
+        "fp": 0.928782215227228,
+        "tn": 0.0,
+        "fn": 0.0
+      },
+      {
+        "threshold": 0.01,
+        "tp": 0.06669289789494393,
+        "fp": 0.928388746803069,
+        "tn": 0.0003934684241589612,
+        "fn": 0.004524886877828055
+      },
+      {
+        "threshold": 0.02,
+        "tp": 0.06452882156206964,
+        "fp": 0.9277985441668306,
+        "tn": 0.0009836710603974032,
+        "fn": 0.006688963210702341
+      },
+      {
+        "threshold": 0.03,
+        "tp": 0.06315168207751327,
+        "fp": 0.9274050757426716,
+        "tn": 0.0013771394845563643,
+        "fn": 0.008066102695258705
+      },
+      {
+        "threshold": 0.04,
+        "tp": 0.06256147944127484,
+        "fp": 0.9272083415305922,
+        "tn": 0.0015738736966358449,
+        "fn": 0.008656305331497147
+      },
+      {
+        "threshold": 0.05,
+        "tp": 0.06256147944127484,
+        "fp": 0.9268148731064332,
+        "tn": 0.0019673421207948064,
+        "fn": 0.008656305331497147
+      },
+      {
+        "threshold": 0.06,
+        "tp": 0.06256147944127484,
+        "fp": 0.9268148731064332,
+        "tn": 0.0019673421207948064,
+        "fn": 0.008656305331497147
+      },
+      {
+        "threshold": 0.07,
+        "tp": 0.061774542592956914,
+        "fp": 0.9260279362581153,
+        "tn": 0.0027542789691127286,
+        "fn": 0.00944324217981507
+      },
+      {
+        "threshold": 0.08,
+        "tp": 0.061381074168797956,
+        "fp": 0.9254377336218769,
+        "tn": 0.0033444816053511705,
+        "fn": 0.00983671060397403
+      },
+      {
+        "threshold": 0.09,
+        "tp": 0.06118433995671847,
+        "fp": 0.9250442651977179,
+        "tn": 0.0037379500295101316,
+        "fn": 0.010033444816053512
+      },
+      {
+        "threshold": 0.1,
+        "tp": 0.06059413732048003,
+        "fp": 0.9242573283494,
+        "tn": 0.004524886877828055,
+        "fn": 0.010623647452291954
+      },
+      {
+        "threshold": 0.11,
+        "tp": 0.06059413732048003,
+        "fp": 0.9236671257131616,
+        "tn": 0.005115089514066497,
+        "fn": 0.010623647452291954
+      },
+      {
+        "threshold": 0.12,
+        "tp": 0.06039740310840055,
+        "fp": 0.9232736572890026,
+        "tn": 0.005508557938225457,
+        "fn": 0.010820381664371435
+      },
+      {
+        "threshold": 0.13,
+        "tp": 0.06039740310840055,
+        "fp": 0.9232736572890026,
+        "tn": 0.005508557938225457,
+        "fn": 0.010820381664371435
+      },
+      {
+        "threshold": 0.14,
+        "tp": 0.06039740310840055,
+        "fp": 0.9232736572890026,
+        "tn": 0.005508557938225457,
+        "fn": 0.010820381664371435
+      },
+      {
+        "threshold": 0.15,
+        "tp": 0.06039740310840055,
+        "fp": 0.9220932520165257,
+        "tn": 0.006688963210702341,
+        "fn": 0.010820381664371435
+      },
+      {
+        "threshold": 0.16,
+        "tp": 0.06039740310840055,
+        "fp": 0.9220932520165257,
+        "tn": 0.006688963210702341,
+        "fn": 0.010820381664371435
+      },
+      {
+        "threshold": 0.17,
+        "tp": 0.06039740310840055,
+        "fp": 0.9220932520165257,
+        "tn": 0.006688963210702341,
+        "fn": 0.010820381664371435
+      },
+      {
+        "threshold": 0.18,
+        "tp": 0.06039740310840055,
+        "fp": 0.9220932520165257,
+        "tn": 0.006688963210702341,
+        "fn": 0.010820381664371435
+      },
+      {
+        "threshold": 0.19,
+        "tp": 0.06039740310840055,
+        "fp": 0.9218965178044461,
+        "tn": 0.006885697422781821,
+        "fn": 0.010820381664371435
+      },
+      {
+        "threshold": 0.2,
+        "tp": 0.06039740310840055,
+        "fp": 0.9218965178044461,
+        "tn": 0.006885697422781821,
+        "fn": 0.010820381664371435
+      },
+      {
+        "threshold": 0.21,
+        "tp": 0.06020066889632107,
+        "fp": 0.9215030493802873,
+        "tn": 0.007279165846940783,
+        "fn": 0.011017115876450915
+      },
+      {
+        "threshold": 0.22,
+        "tp": 0.06020066889632107,
+        "fp": 0.9215030493802873,
+        "tn": 0.007279165846940783,
+        "fn": 0.011017115876450915
+      },
+      {
+        "threshold": 0.23,
+        "tp": 0.06000393468424159,
+        "fp": 0.9209128467440488,
+        "tn": 0.007869368483179226,
+        "fn": 0.011213850088530396
+      },
+      {
+        "threshold": 0.24,
+        "tp": 0.06000393468424159,
+        "fp": 0.9209128467440488,
+        "tn": 0.007869368483179226,
+        "fn": 0.011213850088530396
+      },
+      {
+        "threshold": 0.25,
+        "tp": 0.05961046626008263,
+        "fp": 0.9207161125319693,
+        "tn": 0.008066102695258705,
+        "fn": 0.011607318512689356
+      },
+      {
+        "threshold": 0.26,
+        "tp": 0.05961046626008263,
+        "fp": 0.9207161125319693,
+        "tn": 0.008066102695258705,
+        "fn": 0.011607318512689356
+      },
+      {
+        "threshold": 0.27,
+        "tp": 0.059216997835923664,
+        "fp": 0.919732441471572,
+        "tn": 0.00904977375565611,
+        "fn": 0.012000786936848317
+      },
+      {
+        "threshold": 0.28,
+        "tp": 0.059216997835923664,
+        "fp": 0.919732441471572,
+        "tn": 0.00904977375565611,
+        "fn": 0.012000786936848317
+      },
+      {
+        "threshold": 0.29,
+        "tp": 0.059216997835923664,
+        "fp": 0.919732441471572,
+        "tn": 0.00904977375565611,
+        "fn": 0.012000786936848317
+      },
+      {
+        "threshold": 0.3,
+        "tp": 0.058430060987605746,
+        "fp": 0.919338973047413,
+        "tn": 0.00944324217981507,
+        "fn": 0.01278772378516624
+      },
+      {
+        "threshold": 0.31,
+        "tp": 0.058430060987605746,
+        "fp": 0.919338973047413,
+        "tn": 0.00944324217981507,
+        "fn": 0.01278772378516624
+      },
+      {
+        "threshold": 0.32,
+        "tp": 0.058430060987605746,
+        "fp": 0.919338973047413,
+        "tn": 0.00944324217981507,
+        "fn": 0.01278772378516624
+      },
+      {
+        "threshold": 0.33,
+        "tp": 0.05823332677552626,
+        "fp": 0.9183553019870155,
+        "tn": 0.010426913240212473,
+        "fn": 0.012984457997245721
+      },
+      {
+        "threshold": 0.34,
+        "tp": 0.05823332677552626,
+        "fp": 0.9183553019870155,
+        "tn": 0.010426913240212473,
+        "fn": 0.012984457997245721
+      },
+      {
+        "threshold": 0.35,
+        "tp": 0.05764312413928782,
+        "fp": 0.9183553019870155,
+        "tn": 0.010426913240212473,
+        "fn": 0.013574660633484163
+      },
+      {
+        "threshold": 0.36,
+        "tp": 0.05764312413928782,
+        "fp": 0.9183553019870155,
+        "tn": 0.010426913240212473,
+        "fn": 0.013574660633484163
+      },
+      {
+        "threshold": 0.37,
+        "tp": 0.05764312413928782,
+        "fp": 0.9183553019870155,
+        "tn": 0.010426913240212473,
+        "fn": 0.013574660633484163
+      },
+      {
+        "threshold": 0.38,
+        "tp": 0.05744638992720834,
+        "fp": 0.9177650993507771,
+        "tn": 0.011017115876450915,
+        "fn": 0.013771394845563643
+      },
+      {
+        "threshold": 0.39,
+        "tp": 0.05744638992720834,
+        "fp": 0.9177650993507771,
+        "tn": 0.011017115876450915,
+        "fn": 0.013771394845563643
+      },
+      {
+        "threshold": 0.4,
+        "tp": 0.05744638992720834,
+        "fp": 0.9177650993507771,
+        "tn": 0.011017115876450915,
+        "fn": 0.013771394845563643
+      },
+      {
+        "threshold": 0.41,
+        "tp": 0.05724965571512886,
+        "fp": 0.9171748967145387,
+        "tn": 0.011607318512689356,
+        "fn": 0.013968129057643124
+      },
+      {
+        "threshold": 0.42,
+        "tp": 0.05724965571512886,
+        "fp": 0.9171748967145387,
+        "tn": 0.011607318512689356,
+        "fn": 0.013968129057643124
+      },
+      {
+        "threshold": 0.43,
+        "tp": 0.05724965571512886,
+        "fp": 0.9171748967145387,
+        "tn": 0.011607318512689356,
+        "fn": 0.013968129057643124
+      },
+      {
+        "threshold": 0.44,
+        "tp": 0.056856187290969896,
+        "fp": 0.9159944914420618,
+        "tn": 0.01278772378516624,
+        "fn": 0.014361597481802085
+      },
+      {
+        "threshold": 0.45,
+        "tp": 0.056856187290969896,
+        "fp": 0.9159944914420618,
+        "tn": 0.01278772378516624,
+        "fn": 0.014361597481802085
+      },
+      {
+        "threshold": 0.46,
+        "tp": 0.056856187290969896,
+        "fp": 0.9159944914420618,
+        "tn": 0.01278772378516624,
+        "fn": 0.014361597481802085
+      },
+      {
+        "threshold": 0.47,
+        "tp": 0.055872516230572496,
+        "fp": 0.9150108203816644,
+        "tn": 0.013771394845563643,
+        "fn": 0.015345268542199489
+      },
+      {
+        "threshold": 0.48,
+        "tp": 0.055872516230572496,
+        "fp": 0.9150108203816644,
+        "tn": 0.013771394845563643,
+        "fn": 0.015345268542199489
+      },
+      {
+        "threshold": 0.49,
+        "tp": 0.055872516230572496,
+        "fp": 0.9150108203816644,
+        "tn": 0.013771394845563643,
+        "fn": 0.015345268542199489
+      },
+      {
+        "threshold": 0.5,
+        "tp": 0.05547904780641354,
+        "fp": 0.9138304151091875,
+        "tn": 0.014951800118040526,
+        "fn": 0.01573873696635845
+      },
+      {
+        "threshold": 0.51,
+        "tp": 0.05547904780641354,
+        "fp": 0.9138304151091875,
+        "tn": 0.014951800118040526,
+        "fn": 0.01573873696635845
+      },
+      {
+        "threshold": 0.52,
+        "tp": 0.05547904780641354,
+        "fp": 0.9138304151091875,
+        "tn": 0.014951800118040526,
+        "fn": 0.01573873696635845
+      },
+      {
+        "threshold": 0.53,
+        "tp": 0.05547904780641354,
+        "fp": 0.9138304151091875,
+        "tn": 0.014951800118040526,
+        "fn": 0.01573873696635845
+      },
+      {
+        "threshold": 0.54,
+        "tp": 0.05547904780641354,
+        "fp": 0.9132402124729491,
+        "tn": 0.015542002754278968,
+        "fn": 0.01573873696635845
+      },
+      {
+        "threshold": 0.55,
+        "tp": 0.05547904780641354,
+        "fp": 0.9132402124729491,
+        "tn": 0.015542002754278968,
+        "fn": 0.01573873696635845
+      },
+      {
+        "threshold": 0.56,
+        "tp": 0.05547904780641354,
+        "fp": 0.9132402124729491,
+        "tn": 0.015542002754278968,
+        "fn": 0.01573873696635845
+      },
+      {
+        "threshold": 0.57,
+        "tp": 0.054888845170175095,
+        "fp": 0.9108794019279953,
+        "tn": 0.017902813299232736,
+        "fn": 0.016328939602596893
+      },
+      {
+        "threshold": 0.58,
+        "tp": 0.054888845170175095,
+        "fp": 0.9108794019279953,
+        "tn": 0.017902813299232736,
+        "fn": 0.016328939602596893
+      },
+      {
+        "threshold": 0.59,
+        "tp": 0.054888845170175095,
+        "fp": 0.9108794019279953,
+        "tn": 0.017902813299232736,
+        "fn": 0.016328939602596893
+      },
+      {
+        "threshold": 0.6,
+        "tp": 0.05410190832185717,
+        "fp": 0.9098957308675979,
+        "tn": 0.01888648435963014,
+        "fn": 0.017115876450914815
+      },
+      {
+        "threshold": 0.61,
+        "tp": 0.05410190832185717,
+        "fp": 0.9098957308675979,
+        "tn": 0.01888648435963014,
+        "fn": 0.017115876450914815
+      },
+      {
+        "threshold": 0.62,
+        "tp": 0.05410190832185717,
+        "fp": 0.9098957308675979,
+        "tn": 0.01888648435963014,
+        "fn": 0.017115876450914815
+      },
+      {
+        "threshold": 0.63,
+        "tp": 0.05351170568561873,
+        "fp": 0.908321857170962,
+        "tn": 0.020460358056265986,
+        "fn": 0.017706079087153256
+      },
+      {
+        "threshold": 0.64,
+        "tp": 0.05351170568561873,
+        "fp": 0.908321857170962,
+        "tn": 0.020460358056265986,
+        "fn": 0.017706079087153256
+      },
+      {
+        "threshold": 0.65,
+        "tp": 0.05351170568561873,
+        "fp": 0.908321857170962,
+        "tn": 0.020460358056265986,
+        "fn": 0.017706079087153256
+      },
+      {
+        "threshold": 0.66,
+        "tp": 0.05311823726145977,
+        "fp": 0.9077316545347236,
+        "tn": 0.021050560692504428,
+        "fn": 0.01809954751131222
+      },
+      {
+        "threshold": 0.67,
+        "tp": 0.05311823726145977,
+        "fp": 0.9077316545347236,
+        "tn": 0.021050560692504428,
+        "fn": 0.01809954751131222
+      },
+      {
+        "threshold": 0.68,
+        "tp": 0.052921503049380286,
+        "fp": 0.9059610466260083,
+        "tn": 0.02282116860121975,
+        "fn": 0.0182962817233917
+      },
+      {
+        "threshold": 0.69,
+        "tp": 0.052921503049380286,
+        "fp": 0.9059610466260083,
+        "tn": 0.02282116860121975,
+        "fn": 0.0182962817233917
+      },
+      {
+        "threshold": 0.7,
+        "tp": 0.052921503049380286,
+        "fp": 0.9059610466260083,
+        "tn": 0.02282116860121975,
+        "fn": 0.0182962817233917
+      },
+      {
+        "threshold": 0.71,
+        "tp": 0.05252803462522133,
+        "fp": 0.9039937045052134,
+        "tn": 0.02478851072201456,
+        "fn": 0.01868975014755066
+      },
+      {
+        "threshold": 0.72,
+        "tp": 0.05252803462522133,
+        "fp": 0.9039937045052134,
+        "tn": 0.02478851072201456,
+        "fn": 0.01868975014755066
+      },
+      {
+        "threshold": 0.73,
+        "tp": 0.05252803462522133,
+        "fp": 0.9039937045052134,
+        "tn": 0.02478851072201456,
+        "fn": 0.01868975014755066
+      },
+      {
+        "threshold": 0.74,
+        "tp": 0.051937831988982885,
+        "fp": 0.9018296281723391,
+        "tn": 0.026952587054888844,
+        "fn": 0.019279952783789103
+      },
+      {
+        "threshold": 0.75,
+        "tp": 0.051937831988982885,
+        "fp": 0.9018296281723391,
+        "tn": 0.026952587054888844,
+        "fn": 0.019279952783789103
+      },
+      {
+        "threshold": 0.76,
+        "tp": 0.0517410977769034,
+        "fp": 0.9004524886877828,
+        "tn": 0.02832972653944521,
+        "fn": 0.019476686995868582
+      },
+      {
+        "threshold": 0.77,
+        "tp": 0.0517410977769034,
+        "fp": 0.9004524886877828,
+        "tn": 0.02832972653944521,
+        "fn": 0.019476686995868582
+      },
+      {
+        "threshold": 0.78,
+        "tp": 0.051347629352744444,
+        "fp": 0.8978949439307495,
+        "tn": 0.030887271296478457,
+        "fn": 0.019870155420027544
+      },
+      {
+        "threshold": 0.79,
+        "tp": 0.051347629352744444,
+        "fp": 0.8978949439307495,
+        "tn": 0.030887271296478457,
+        "fn": 0.019870155420027544
+      },
+      {
+        "threshold": 0.8,
+        "tp": 0.05056069250442652,
+        "fp": 0.8959276018099548,
+        "tn": 0.03285461341727326,
+        "fn": 0.020657092268345466
+      },
+      {
+        "threshold": 0.81,
+        "tp": 0.05056069250442652,
+        "fp": 0.8959276018099548,
+        "tn": 0.03285461341727326,
+        "fn": 0.020657092268345466
+      },
+      {
+        "threshold": 0.82,
+        "tp": 0.050363958292347036,
+        "fp": 0.8937635254770805,
+        "tn": 0.035018689750147554,
+        "fn": 0.020853826480424945
+      },
+      {
+        "threshold": 0.83,
+        "tp": 0.050363958292347036,
+        "fp": 0.8937635254770805,
+        "tn": 0.035018689750147554,
+        "fn": 0.020853826480424945
+      },
+      {
+        "threshold": 0.84,
+        "tp": 0.049773755656108594,
+        "fp": 0.8915994491442062,
+        "tn": 0.03718276608302184,
+        "fn": 0.021444029116663387
+      },
+      {
+        "threshold": 0.85,
+        "tp": 0.049773755656108594,
+        "fp": 0.8915994491442062,
+        "tn": 0.03718276608302184,
+        "fn": 0.021444029116663387
+      },
+      {
+        "threshold": 0.86,
+        "tp": 0.04957702144402912,
+        "fp": 0.888648435963014,
+        "tn": 0.04013377926421405,
+        "fn": 0.02164076332874287
+      },
+      {
+        "threshold": 0.87,
+        "tp": 0.04957702144402912,
+        "fp": 0.8864843596301397,
+        "tn": 0.04229785559708833,
+        "fn": 0.02164076332874287
+      },
+      {
+        "threshold": 0.88,
+        "tp": 0.04957702144402912,
+        "fp": 0.8864843596301397,
+        "tn": 0.04229785559708833,
+        "fn": 0.02164076332874287
+      },
+      {
+        "threshold": 0.89,
+        "tp": 0.048986818807790676,
+        "fp": 0.8839268148731064,
+        "tn": 0.04485540035412158,
+        "fn": 0.022230965964981312
+      },
+      {
+        "threshold": 0.9,
+        "tp": 0.04859335038363171,
+        "fp": 0.8815660043281527,
+        "tn": 0.04721621089907535,
+        "fn": 0.02262443438914027
+      },
+      {
+        "threshold": 0.91,
+        "tp": 0.047412945111154826,
+        "fp": 0.8776313200865631,
+        "tn": 0.05115089514066496,
+        "fn": 0.023804839661617155
+      },
+      {
+        "threshold": 0.92,
+        "tp": 0.046822742474916385,
+        "fp": 0.8748770411174503,
+        "tn": 0.05390517410977769,
+        "fn": 0.024395042297855597
+      },
+      {
+        "threshold": 0.93,
+        "tp": 0.04623253983867794,
+        "fp": 0.8709423568758607,
+        "tn": 0.057839858351367304,
+        "fn": 0.02498524493409404
+      },
+      {
+        "threshold": 0.94,
+        "tp": 0.04524886877828054,
+        "fp": 0.8603187094235688,
+        "tn": 0.06846350580365926,
+        "fn": 0.025968915994491443
+      },
+      {
+        "threshold": 0.95,
+        "tp": 0.04485540035412158,
+        "fp": 0.8569742278182176,
+        "tn": 0.07180798740901043,
+        "fn": 0.0263623844186504
+      },
+      {
+        "threshold": 0.96,
+        "tp": 0.04308479244540626,
+        "fp": 0.8479244540625615,
+        "tn": 0.08085776116466653,
+        "fn": 0.028132992327365727
+      },
+      {
+        "threshold": 0.97,
+        "tp": 0.04131418453669093,
+        "fp": 0.8388746803069054,
+        "tn": 0.08990753492032265,
+        "fn": 0.029903600236081053
+      },
+      {
+        "threshold": 0.98,
+        "tp": 0.03974031084005509,
+        "fp": 0.8129057643124139,
+        "tn": 0.11587645091481409,
+        "fn": 0.0314774739327169
+      },
+      {
+        "threshold": 0.99,
+        "tp": 0.03541215817430651,
+        "fp": 0.7757229982293921,
+        "tn": 0.15305921699783592,
+        "fn": 0.03580562659846547
+      },
+      {
+        "threshold": 1.0,
+        "tp": 0.0,
+        "fp": 0.0,
+        "tn": 0.928782215227228,
+        "fn": 0.07121778477277199
+      }
+    ],
+    "latency_curve": [
+      {
+        "input_length_chars": 50,
+        "latency_seconds": 0.12735096075649344,
+        "latency_seconds_stddev": 0.021884894659923167,
+        "latency_seconds_min": 0.09804964065551758,
+        "latency_seconds_max": 0.6529650688171387
+      },
+      {
+        "input_length_chars": 0,
+        "latency_seconds": 0.11916423366432136,
+        "latency_seconds_stddev": 0.016859406452567678,
+        "latency_seconds_min": 0.09571146965026855,
+        "latency_seconds_max": 0.26208019256591797
+      },
+      {
+        "input_length_chars": 1350,
+        "latency_seconds": 0.16159815788269044,
+        "latency_seconds_stddev": 0.021518043754518146,
+        "latency_seconds_min": 0.1431891918182373,
+        "latency_seconds_max": 0.19817018508911133
+      },
+      {
+        "input_length_chars": 650,
+        "latency_seconds": 0.14276164228265936,
+        "latency_seconds_stddev": 0.03209303483608664,
+        "latency_seconds_min": 0.11213374137878418,
+        "latency_seconds_max": 0.2762315273284912
+      },
+      {
+        "input_length_chars": 200,
+        "latency_seconds": 0.1326871518267701,
+        "latency_seconds_stddev": 0.021504640571813945,
+        "latency_seconds_min": 0.09915328025817871,
+        "latency_seconds_max": 0.17918968200683594
+      },
+      {
+        "input_length_chars": 300,
+        "latency_seconds": 0.13158754259347916,
+        "latency_seconds_stddev": 0.021300316783636804,
+        "latency_seconds_min": 0.11066174507141113,
+        "latency_seconds_max": 0.1885688304901123
+      },
+      {
+        "input_length_chars": 100,
+        "latency_seconds": 0.1305217562299786,
+        "latency_seconds_stddev": 0.028939114520121878,
+        "latency_seconds_min": 0.09853267669677734,
+        "latency_seconds_max": 0.5904428958892822
+      },
+      {
+        "input_length_chars": 150,
+        "latency_seconds": 0.12870128165446054,
+        "latency_seconds_stddev": 0.020089336076612455,
+        "latency_seconds_min": 0.09894657135009766,
+        "latency_seconds_max": 0.1995837688446045
+      },
+      {
+        "input_length_chars": 500,
+        "latency_seconds": 0.1393130760566861,
+        "latency_seconds_stddev": 0.02331572340816736,
+        "latency_seconds_min": 0.11065411567687988,
+        "latency_seconds_max": 0.19124627113342285
+      },
+      {
+        "input_length_chars": 1500,
+        "latency_seconds": 0.18084676482460715,
+        "latency_seconds_stddev": 0.04294288879983873,
+        "latency_seconds_min": 0.11063385009765625,
+        "latency_seconds_max": 0.35915303230285645
+      },
+      {
+        "input_length_chars": 400,
+        "latency_seconds": 0.13742711106125188,
+        "latency_seconds_stddev": 0.02258893101925456,
+        "latency_seconds_min": 0.1109323501586914,
+        "latency_seconds_max": 0.1992778778076172
+      },
+      {
+        "input_length_chars": 450,
+        "latency_seconds": 0.13798175752162933,
+        "latency_seconds_stddev": 0.024620128293272873,
+        "latency_seconds_min": 0.11106371879577637,
+        "latency_seconds_max": 0.18875980377197266
+      },
+      {
+        "input_length_chars": 250,
+        "latency_seconds": 0.1303768177186289,
+        "latency_seconds_stddev": 0.02229843492821062,
+        "latency_seconds_min": 0.10974454879760742,
+        "latency_seconds_max": 0.2372114658355713
+      },
+      {
+        "input_length_chars": 1400,
+        "latency_seconds": 0.15688474973042807,
+        "latency_seconds_stddev": 0.034368772179293634,
+        "latency_seconds_min": 0.12770485877990723,
+        "latency_seconds_max": 0.23410797119140625
+      },
+      {
+        "input_length_chars": 350,
+        "latency_seconds": 0.14366581439971923,
+        "latency_seconds_stddev": 0.0252299554567744,
+        "latency_seconds_min": 0.10821199417114258,
+        "latency_seconds_max": 0.1911022663116455
+      },
+      {
+        "input_length_chars": 850,
+        "latency_seconds": 0.14972716111403245,
+        "latency_seconds_stddev": 0.026100829521039304,
+        "latency_seconds_min": 0.12867283821105957,
+        "latency_seconds_max": 0.20090770721435547
+      },
+      {
+        "input_length_chars": 550,
+        "latency_seconds": 0.13397639028487668,
+        "latency_seconds_stddev": 0.017939702919887866,
+        "latency_seconds_min": 0.11281061172485352,
+        "latency_seconds_max": 0.18697619438171387
+      },
+      {
+        "input_length_chars": 600,
+        "latency_seconds": 0.14223549283784012,
+        "latency_seconds_stddev": 0.02456703355144466,
+        "latency_seconds_min": 0.1116323471069336,
+        "latency_seconds_max": 0.1869053840637207
+      },
+      {
+        "input_length_chars": 700,
+        "latency_seconds": 0.15853345394134521,
+        "latency_seconds_stddev": 0.03496027627231656,
+        "latency_seconds_min": 0.11219978332519531,
+        "latency_seconds_max": 0.24035096168518066
+      },
+      {
+        "input_length_chars": 950,
+        "latency_seconds": 0.14561188220977783,
+        "latency_seconds_stddev": 0.02143050397427886,
+        "latency_seconds_min": 0.12760543823242188,
+        "latency_seconds_max": 0.19784140586853027
+      },
+      {
+        "input_length_chars": 900,
+        "latency_seconds": 0.15750495592753092,
+        "latency_seconds_stddev": 0.025025804131254433,
+        "latency_seconds_min": 0.12731051445007324,
+        "latency_seconds_max": 0.20436739921569824
+      },
+      {
+        "input_length_chars": 750,
+        "latency_seconds": 0.14757888457354376,
+        "latency_seconds_stddev": 0.02139550752041543,
+        "latency_seconds_min": 0.1267697811126709,
+        "latency_seconds_max": 0.1909334659576416
+      },
+      {
+        "input_length_chars": 1000,
+        "latency_seconds": 0.16655208667119345,
+        "latency_seconds_stddev": 0.030681562336848607,
+        "latency_seconds_min": 0.12773942947387695,
+        "latency_seconds_max": 0.22359132766723633
+      },
+      {
+        "input_length_chars": 800,
+        "latency_seconds": 0.15718708435694376,
+        "latency_seconds_stddev": 0.026960684755312495,
+        "latency_seconds_min": 0.12503290176391602,
+        "latency_seconds_max": 0.19728493690490723
+      },
+      {
+        "input_length_chars": 1450,
+        "latency_seconds": 0.16890258259243435,
+        "latency_seconds_stddev": 0.03991298244444605,
+        "latency_seconds_min": 0.14028215408325195,
+        "latency_seconds_max": 0.27523040771484375
+      },
+      {
+        "input_length_chars": 1250,
+        "latency_seconds": 0.173447847366333,
+        "latency_seconds_stddev": 0.02893291540694715,
+        "latency_seconds_min": 0.14211225509643555,
+        "latency_seconds_max": 0.22598719596862793
+      },
+      {
+        "input_length_chars": 1300,
+        "latency_seconds": 0.16693909962972006,
+        "latency_seconds_stddev": 0.032296111856172774,
+        "latency_seconds_min": 0.12937712669372559,
+        "latency_seconds_max": 0.22726130485534668
+      },
+      {
+        "input_length_chars": 1150,
+        "latency_seconds": 0.16790546311272514,
+        "latency_seconds_stddev": 0.03339913019575764,
+        "latency_seconds_min": 0.1277172565460205,
+        "latency_seconds_max": 0.22385072708129883
+      },
+      {
+        "input_length_chars": 1100,
+        "latency_seconds": 0.16410920023918152,
+        "latency_seconds_stddev": 0.02447798338376352,
+        "latency_seconds_min": 0.13118577003479004,
+        "latency_seconds_max": 0.19544553756713867
+      },
+      {
+        "input_length_chars": 1050,
+        "latency_seconds": 0.1591000258922577,
+        "latency_seconds_stddev": 0.018659774417405694,
+        "latency_seconds_min": 0.12809419631958008,
+        "latency_seconds_max": 0.18955588340759277
+      },
+      {
+        "input_length_chars": 1200,
+        "latency_seconds": 0.1568119866507394,
+        "latency_seconds_stddev": 0.013352495261551479,
+        "latency_seconds_min": 0.1420433521270752,
+        "latency_seconds_max": 0.17303991317749023
+      }
+    ],
+    "gpu_mem_idle_mb": 0,
+    "disk_space_mb": 0,
+    "benchmark_cpu": "",
+    "benchmark_gpu": "",
+    "notes": ""
+  }
 ]
\ No newline at end of file