Typed decision/classification service with an in-process gte-small ONNX embedding engine and lexical fallback, JS/Python SDKs, adapters, and the otsone model family. Apache-2.0 (sub-packages keep their MIT licenses). Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
1897 lines
43 KiB
JSON
1897 lines
43 KiB
JSON
{
|
|
"environment": {
|
|
"cpu": "Apple M3 Max",
|
|
"unified_memory_bytes": 137438953472,
|
|
"machine": "arm64",
|
|
"os": "macOS-27.2-arm64-64bit",
|
|
"python": "3.12.13",
|
|
"packages": {
|
|
"mlx": "0.32.2",
|
|
"mlx-metal": "0.32.2",
|
|
"numpy": "2.5.3",
|
|
"torch": "2.14.0",
|
|
"transformers": "5.17.0",
|
|
"tokenizers": "0.23.2",
|
|
"huggingface-hub": "1.32.0"
|
|
},
|
|
"source_sha256": "40f2a9307a9b5e42cb44012de658a6d751eca6f6d6dd436755e1b368e9219509",
|
|
"upstream_revision": "6a5819129eb220570792e417e49723d697efd76f"
|
|
},
|
|
"gemm": [
|
|
{
|
|
"m_n_k": [
|
|
78,
|
|
5248,
|
|
1024
|
|
],
|
|
"dtype": "float16",
|
|
"timing": {
|
|
"samples_ms": [
|
|
1.296917,
|
|
1.267542,
|
|
1.294208,
|
|
1.303459,
|
|
1.3485,
|
|
1.224958,
|
|
0.889459,
|
|
0.892292,
|
|
0.961958,
|
|
2.123083,
|
|
1.510584,
|
|
1.281584,
|
|
1.293083,
|
|
1.3715,
|
|
0.901916,
|
|
0.900583,
|
|
1.285542,
|
|
1.2785,
|
|
1.321917,
|
|
0.845333,
|
|
0.888292,
|
|
0.899875,
|
|
0.961416,
|
|
2.774167,
|
|
1.318916,
|
|
1.249333,
|
|
0.93725,
|
|
1.322667,
|
|
1.262542,
|
|
0.860666
|
|
],
|
|
"p50_ms": 1.273021,
|
|
"p95_ms": 1.8474584499999982,
|
|
"mean_ms": 1.2356014000000002
|
|
},
|
|
"achieved_tflops": 0.6585409918610926
|
|
},
|
|
{
|
|
"m_n_k": [
|
|
1312,
|
|
5248,
|
|
1024
|
|
],
|
|
"dtype": "float16",
|
|
"timing": {
|
|
"samples_ms": [
|
|
1.937583,
|
|
1.960084,
|
|
1.990542,
|
|
2.01225,
|
|
1.939333,
|
|
1.383958,
|
|
1.415542,
|
|
1.529209,
|
|
2.768708,
|
|
1.410292,
|
|
1.401833,
|
|
1.43075,
|
|
1.407208,
|
|
1.391166,
|
|
1.368417,
|
|
1.402375,
|
|
1.384292,
|
|
1.379458,
|
|
1.737375,
|
|
2.588125,
|
|
1.648792,
|
|
1.382792,
|
|
1.398791,
|
|
1.38825,
|
|
1.478958,
|
|
1.413208,
|
|
1.448083,
|
|
1.449708,
|
|
1.439125,
|
|
3.351042
|
|
],
|
|
"p50_ms": 1.4349375,
|
|
"p95_ms": 2.6874456499999995,
|
|
"mean_ms": 1.6745749666666663
|
|
},
|
|
"achieved_tflops": 9.827083094559868
|
|
},
|
|
{
|
|
"m_n_k": [
|
|
512,
|
|
5248,
|
|
1024
|
|
],
|
|
"dtype": "float16",
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.711417,
|
|
0.73875,
|
|
0.721084,
|
|
0.813625,
|
|
0.769583,
|
|
0.733667,
|
|
0.713458,
|
|
0.726,
|
|
0.688834,
|
|
0.710542,
|
|
0.708625,
|
|
2.899208,
|
|
0.78075,
|
|
0.802416,
|
|
0.747208,
|
|
0.736875,
|
|
0.729334,
|
|
0.765125,
|
|
0.683833,
|
|
0.755375,
|
|
0.710583,
|
|
0.750083,
|
|
0.954875,
|
|
0.880333,
|
|
0.746666,
|
|
0.763792,
|
|
0.800291,
|
|
0.800333,
|
|
0.772625,
|
|
0.740875
|
|
],
|
|
"p50_ms": 0.746937,
|
|
"p95_ms": 0.9213310999999998,
|
|
"mean_ms": 0.8285388333333333
|
|
},
|
|
"achieved_tflops": 7.367323948338347
|
|
},
|
|
{
|
|
"m_n_k": [
|
|
4096,
|
|
5248,
|
|
1024
|
|
],
|
|
"dtype": "float16",
|
|
"timing": {
|
|
"samples_ms": [
|
|
3.692416,
|
|
3.739125,
|
|
4.567083,
|
|
3.730667,
|
|
3.689625,
|
|
3.680042,
|
|
4.47775,
|
|
3.705042,
|
|
3.680583,
|
|
3.692917,
|
|
4.069333,
|
|
5.70275,
|
|
3.73125,
|
|
3.700208,
|
|
3.670875,
|
|
6.237166,
|
|
3.707208,
|
|
3.713209,
|
|
4.18675,
|
|
3.699583,
|
|
3.689333,
|
|
3.884333,
|
|
4.658333,
|
|
4.531541,
|
|
4.132709,
|
|
4.057875,
|
|
4.753625,
|
|
4.282333,
|
|
3.903583,
|
|
4.224292
|
|
],
|
|
"p50_ms": 3.8117289999999997,
|
|
"p95_ms": 5.275643749999998,
|
|
"mean_ms": 4.106384633333334
|
|
},
|
|
"achieved_tflops": 11.5494608310297
|
|
},
|
|
{
|
|
"m_n_k": [
|
|
79,
|
|
2304,
|
|
768
|
|
],
|
|
"dtype": "float16",
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.413167,
|
|
0.41275,
|
|
0.400667,
|
|
0.374625,
|
|
0.375333,
|
|
0.409125,
|
|
0.400125,
|
|
0.408416,
|
|
0.420417,
|
|
0.402125,
|
|
0.423916,
|
|
0.393458,
|
|
0.371584,
|
|
0.360709,
|
|
0.362209,
|
|
0.361208,
|
|
0.364125,
|
|
0.357958,
|
|
0.362458,
|
|
0.357083,
|
|
0.512208,
|
|
0.362458,
|
|
0.362916,
|
|
0.352875,
|
|
0.3595,
|
|
0.417625,
|
|
0.372416,
|
|
0.351583,
|
|
0.3595,
|
|
0.345042
|
|
],
|
|
"p50_ms": 0.372,
|
|
"p95_ms": 0.42234145,
|
|
"mean_ms": 0.38425269999999995
|
|
},
|
|
"achieved_tflops": 0.751549935483871
|
|
},
|
|
{
|
|
"m_n_k": [
|
|
1312,
|
|
2304,
|
|
768
|
|
],
|
|
"dtype": "float16",
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.765,
|
|
0.761875,
|
|
0.708333,
|
|
0.726666,
|
|
0.709708,
|
|
0.727792,
|
|
0.727167,
|
|
0.765625,
|
|
0.774208,
|
|
0.784208,
|
|
0.744292,
|
|
0.800417,
|
|
0.751834,
|
|
2.126209,
|
|
0.747167,
|
|
0.764458,
|
|
0.770167,
|
|
0.758084,
|
|
0.741208,
|
|
0.760792,
|
|
0.833792,
|
|
0.743625,
|
|
0.789833,
|
|
0.711125,
|
|
0.702334,
|
|
0.706042,
|
|
0.707542,
|
|
0.8625,
|
|
0.818666,
|
|
0.762709
|
|
],
|
|
"p50_ms": 0.7594380000000001,
|
|
"p95_ms": 0.8495813999999999,
|
|
"mean_ms": 0.8017792666666668
|
|
},
|
|
"achieved_tflops": 6.113855940840463
|
|
},
|
|
{
|
|
"m_n_k": [
|
|
1024,
|
|
2304,
|
|
768
|
|
],
|
|
"dtype": "float16",
|
|
"timing": {
|
|
"samples_ms": [
|
|
2.055292,
|
|
0.723416,
|
|
0.639125,
|
|
0.635625,
|
|
0.667458,
|
|
0.625208,
|
|
0.618917,
|
|
0.634084,
|
|
0.646834,
|
|
0.62625,
|
|
0.629208,
|
|
0.658417,
|
|
0.63825,
|
|
0.658792,
|
|
0.621916,
|
|
0.60825,
|
|
1.574791,
|
|
0.627292,
|
|
0.653458,
|
|
0.6665,
|
|
0.622667,
|
|
0.612041,
|
|
0.603167,
|
|
0.658625,
|
|
0.637875,
|
|
0.626833,
|
|
0.659041,
|
|
0.65975,
|
|
0.654125,
|
|
0.66275
|
|
],
|
|
"p50_ms": 0.6386875000000001,
|
|
"p95_ms": 1.1916722499999977,
|
|
"mean_ms": 0.7201985666666667
|
|
},
|
|
"achieved_tflops": 5.673946422937664
|
|
},
|
|
{
|
|
"m_n_k": [
|
|
8192,
|
|
2304,
|
|
768
|
|
],
|
|
"dtype": "float16",
|
|
"timing": {
|
|
"samples_ms": [
|
|
3.398209,
|
|
3.630625,
|
|
3.970917,
|
|
3.461959,
|
|
4.507916,
|
|
5.849958,
|
|
3.447125,
|
|
3.393625,
|
|
3.327583,
|
|
3.729375,
|
|
4.955334,
|
|
3.769291,
|
|
3.519167,
|
|
4.118208,
|
|
3.604292,
|
|
3.399959,
|
|
3.348291,
|
|
3.559,
|
|
3.864333,
|
|
3.684916,
|
|
3.554417,
|
|
3.238083,
|
|
3.941041,
|
|
3.7795,
|
|
3.669542,
|
|
3.645334,
|
|
3.95575,
|
|
4.146083,
|
|
3.633416,
|
|
3.642875
|
|
],
|
|
"p50_ms": 3.6441045,
|
|
"p95_ms": 4.753995899999999,
|
|
"mean_ms": 3.791537466666667
|
|
},
|
|
"achieved_tflops": 7.955597664117481
|
|
}
|
|
],
|
|
"gelu_gate": [
|
|
{
|
|
"tokens_intermediate": [
|
|
78,
|
|
2624
|
|
],
|
|
"candidates": {
|
|
"eager_gelu_then_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
0.288083
|
|
],
|
|
"p50_ms": 0.288083,
|
|
"p95_ms": 0.288083,
|
|
"mean_ms": 0.288083
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.259375,
|
|
0.270833,
|
|
0.264125,
|
|
0.305584,
|
|
0.283625,
|
|
0.262667,
|
|
1.517584,
|
|
0.269542,
|
|
0.248083,
|
|
0.265041,
|
|
0.238667,
|
|
0.265,
|
|
0.240958,
|
|
0.241958,
|
|
0.245209,
|
|
0.265542,
|
|
0.267375,
|
|
0.264584,
|
|
0.258667,
|
|
0.277333,
|
|
0.248166,
|
|
0.247,
|
|
0.245833,
|
|
0.246292,
|
|
0.252625,
|
|
0.245459,
|
|
0.238167,
|
|
0.241958,
|
|
0.247208,
|
|
0.272583,
|
|
0.274542,
|
|
0.30175,
|
|
0.27825,
|
|
0.272708,
|
|
0.245458,
|
|
0.252,
|
|
0.247375,
|
|
0.262334,
|
|
0.253,
|
|
0.429666
|
|
],
|
|
"p50_ms": 0.2608545,
|
|
"p95_ms": 0.3117880999999997,
|
|
"mean_ms": 0.29535315000000006
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 204672
|
|
},
|
|
"compiled_gelu_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
1.690791
|
|
],
|
|
"p50_ms": 1.690791,
|
|
"p95_ms": 1.690791,
|
|
"mean_ms": 1.690791
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.22825,
|
|
0.215958,
|
|
0.234542,
|
|
0.220958,
|
|
0.249167,
|
|
0.249792,
|
|
0.24925,
|
|
0.254166,
|
|
0.284375,
|
|
0.235459,
|
|
0.253083,
|
|
0.245,
|
|
0.288917,
|
|
0.276917,
|
|
0.222917,
|
|
0.223042,
|
|
0.215875,
|
|
0.217875,
|
|
0.231542,
|
|
0.207708,
|
|
0.224291,
|
|
0.243917,
|
|
0.255875,
|
|
0.246458,
|
|
0.2155,
|
|
0.207375,
|
|
0.222208,
|
|
0.256458,
|
|
0.241791,
|
|
0.23525,
|
|
0.261,
|
|
0.2775,
|
|
0.264916,
|
|
0.2715,
|
|
0.253708,
|
|
0.245125,
|
|
0.238916,
|
|
0.232584,
|
|
0.24625,
|
|
0.25825
|
|
],
|
|
"p50_ms": 0.2444585,
|
|
"p95_ms": 0.27784375,
|
|
"mean_ms": 0.24259162500000003
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 204672
|
|
},
|
|
"metal_gelu_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
64.689583
|
|
],
|
|
"p50_ms": 64.689583,
|
|
"p95_ms": 64.689583,
|
|
"mean_ms": 64.689583
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.341708,
|
|
0.30525,
|
|
0.284167,
|
|
0.47825,
|
|
0.263334,
|
|
0.23925,
|
|
0.249667,
|
|
0.253166,
|
|
0.318333,
|
|
0.2385,
|
|
0.229959,
|
|
0.235458,
|
|
0.237708,
|
|
0.264792,
|
|
0.235917,
|
|
0.472542,
|
|
1.273916,
|
|
0.248083,
|
|
0.953459,
|
|
0.285125,
|
|
0.931166,
|
|
0.314667,
|
|
0.288667,
|
|
0.25175,
|
|
0.23725,
|
|
0.263916,
|
|
0.294833,
|
|
0.252708,
|
|
0.250833,
|
|
0.257042,
|
|
0.299167,
|
|
0.288958,
|
|
0.303875,
|
|
0.258959,
|
|
0.263,
|
|
0.276792,
|
|
0.311,
|
|
0.286958,
|
|
0.264167,
|
|
0.256625
|
|
],
|
|
"p50_ms": 0.2644795,
|
|
"p95_ms": 0.9322806499999999,
|
|
"mean_ms": 0.339022925
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 204672
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"tokens_intermediate": [
|
|
1312,
|
|
2624
|
|
],
|
|
"candidates": {
|
|
"eager_gelu_then_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
0.4465
|
|
],
|
|
"p50_ms": 0.4465,
|
|
"p95_ms": 0.4465,
|
|
"mean_ms": 0.4465
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.370291,
|
|
0.370083,
|
|
0.365875,
|
|
1.567,
|
|
0.358917,
|
|
0.344959,
|
|
0.398084,
|
|
0.38525,
|
|
0.421959,
|
|
0.427791,
|
|
0.377792,
|
|
0.349167,
|
|
0.362416,
|
|
0.363958,
|
|
0.352334,
|
|
0.364916,
|
|
0.392916,
|
|
0.397458,
|
|
0.418375,
|
|
0.422625,
|
|
0.386542,
|
|
0.401875,
|
|
0.41425,
|
|
0.499208,
|
|
0.378334,
|
|
0.35575,
|
|
0.364708,
|
|
0.3885,
|
|
0.376,
|
|
0.388166,
|
|
0.381541,
|
|
0.574958,
|
|
0.468209,
|
|
0.578167,
|
|
0.353333,
|
|
0.340625,
|
|
0.333583,
|
|
0.377,
|
|
0.337791,
|
|
0.331125
|
|
],
|
|
"p50_ms": 0.37806300000000004,
|
|
"p95_ms": 0.57511845,
|
|
"mean_ms": 0.42104577500000007
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 3442688
|
|
},
|
|
"compiled_gelu_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
0.918625
|
|
],
|
|
"p50_ms": 0.918625,
|
|
"p95_ms": 0.918625,
|
|
"mean_ms": 0.918625
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.274041,
|
|
0.260333,
|
|
0.278667,
|
|
0.268375,
|
|
0.266708,
|
|
0.26425,
|
|
0.269875,
|
|
0.274334,
|
|
0.294667,
|
|
1.38575,
|
|
0.2765,
|
|
0.27625,
|
|
0.275333,
|
|
0.268375,
|
|
0.266542,
|
|
0.268833,
|
|
0.264459,
|
|
0.268167,
|
|
0.263583,
|
|
0.262875,
|
|
0.262166,
|
|
0.264459,
|
|
0.261875,
|
|
0.273667,
|
|
0.270667,
|
|
0.268125,
|
|
0.274583,
|
|
0.272916,
|
|
0.266417,
|
|
0.267125,
|
|
0.266292,
|
|
0.267417,
|
|
0.2665,
|
|
0.268125,
|
|
0.315125,
|
|
0.278375,
|
|
0.2885,
|
|
0.284084,
|
|
0.262084,
|
|
0.275958
|
|
],
|
|
"p50_ms": 0.268375,
|
|
"p95_ms": 0.29568989999999995,
|
|
"mean_ms": 0.299559425
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 3442688
|
|
},
|
|
"metal_gelu_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
0.656
|
|
],
|
|
"p50_ms": 0.656,
|
|
"p95_ms": 0.656,
|
|
"mean_ms": 0.656
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.279875,
|
|
0.277625,
|
|
0.297917,
|
|
0.263375,
|
|
0.282375,
|
|
0.289834,
|
|
0.514958,
|
|
0.306834,
|
|
0.285541,
|
|
0.296667,
|
|
0.294708,
|
|
0.261458,
|
|
0.269333,
|
|
0.264917,
|
|
0.265875,
|
|
0.261792,
|
|
0.268083,
|
|
0.273416,
|
|
0.285917,
|
|
0.3005,
|
|
0.323667,
|
|
0.296417,
|
|
0.291417,
|
|
0.277084,
|
|
0.295542,
|
|
0.2645,
|
|
0.27425,
|
|
0.288125,
|
|
0.304291,
|
|
0.280667,
|
|
0.297208,
|
|
0.289208,
|
|
0.258667,
|
|
0.491916,
|
|
0.269042,
|
|
0.261125,
|
|
0.253375,
|
|
0.259291,
|
|
0.256167,
|
|
0.25975
|
|
],
|
|
"p50_ms": 0.280271,
|
|
"p95_ms": 0.3320794499999995,
|
|
"mean_ms": 0.290817725
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 3442688
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"tokens_intermediate": [
|
|
512,
|
|
2624
|
|
],
|
|
"candidates": {
|
|
"eager_gelu_then_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
0.417583
|
|
],
|
|
"p50_ms": 0.417583,
|
|
"p95_ms": 0.417583,
|
|
"mean_ms": 0.417583
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.253208,
|
|
0.251917,
|
|
0.282,
|
|
0.275,
|
|
0.268375,
|
|
0.261,
|
|
0.240583,
|
|
0.237125,
|
|
0.238,
|
|
0.259708,
|
|
0.270583,
|
|
0.274042,
|
|
0.272667,
|
|
0.279583,
|
|
0.271708,
|
|
0.2525,
|
|
0.453625,
|
|
0.242208,
|
|
0.231708,
|
|
0.234334,
|
|
0.234542,
|
|
0.291208,
|
|
0.236875,
|
|
0.2385,
|
|
0.236584,
|
|
0.388291,
|
|
1.138125,
|
|
0.241875,
|
|
0.247541,
|
|
0.258583,
|
|
0.25975,
|
|
0.276125,
|
|
0.276375,
|
|
0.279875,
|
|
0.275375,
|
|
0.261875,
|
|
0.255792,
|
|
0.278917,
|
|
0.255042,
|
|
0.239083
|
|
],
|
|
"p50_ms": 0.259729,
|
|
"p95_ms": 0.3915576999999998,
|
|
"mean_ms": 0.288005175
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 1343488
|
|
},
|
|
"compiled_gelu_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
0.838041
|
|
],
|
|
"p50_ms": 0.838041,
|
|
"p95_ms": 0.838041,
|
|
"mean_ms": 0.838041
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.24675,
|
|
0.244167,
|
|
0.244584,
|
|
0.272375,
|
|
0.229125,
|
|
0.228334,
|
|
0.313083,
|
|
0.259958,
|
|
0.234916,
|
|
0.247,
|
|
0.226542,
|
|
0.249833,
|
|
0.439542,
|
|
0.270166,
|
|
0.253541,
|
|
0.251125,
|
|
0.267792,
|
|
0.2455,
|
|
0.306708,
|
|
0.276667,
|
|
0.246791,
|
|
0.247333,
|
|
1.491458,
|
|
0.238416,
|
|
0.245375,
|
|
0.236,
|
|
0.2465,
|
|
0.236375,
|
|
0.249875,
|
|
0.281458,
|
|
0.2655,
|
|
0.275375,
|
|
0.256375,
|
|
0.237375,
|
|
0.239792,
|
|
0.245916,
|
|
0.242375,
|
|
0.516334,
|
|
0.275,
|
|
0.225584
|
|
],
|
|
"p50_ms": 0.2471665,
|
|
"p95_ms": 0.44338159999999976,
|
|
"mean_ms": 0.295172875
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 1343488
|
|
},
|
|
"metal_gelu_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
0.751125
|
|
],
|
|
"p50_ms": 0.751125,
|
|
"p95_ms": 0.751125,
|
|
"mean_ms": 0.751125
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.256958,
|
|
0.25625,
|
|
0.253708,
|
|
0.274334,
|
|
0.286292,
|
|
0.2985,
|
|
0.298042,
|
|
0.2725,
|
|
0.249375,
|
|
0.487208,
|
|
0.248875,
|
|
0.257542,
|
|
0.252084,
|
|
0.260042,
|
|
0.253125,
|
|
0.261459,
|
|
0.247583,
|
|
0.264417,
|
|
0.240541,
|
|
0.243333,
|
|
0.25025,
|
|
1.448333,
|
|
0.26125,
|
|
0.256417,
|
|
0.257458,
|
|
0.285042,
|
|
0.293958,
|
|
0.316167,
|
|
0.307666,
|
|
0.2995,
|
|
0.26225,
|
|
0.25375,
|
|
0.243375,
|
|
0.296375,
|
|
0.278541,
|
|
0.30075,
|
|
0.284167,
|
|
0.26275,
|
|
0.266667,
|
|
0.289625
|
|
],
|
|
"p50_ms": 0.26249999999999996,
|
|
"p95_ms": 0.3247190499999995,
|
|
"mean_ms": 0.30441147500000004
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 1343488
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"tokens_intermediate": [
|
|
4096,
|
|
2624
|
|
],
|
|
"candidates": {
|
|
"eager_gelu_then_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
1.545708
|
|
],
|
|
"p50_ms": 1.545708,
|
|
"p95_ms": 1.545708,
|
|
"mean_ms": 1.545708
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.606042,
|
|
0.550417,
|
|
0.543,
|
|
0.534583,
|
|
0.518208,
|
|
0.529541,
|
|
0.521667,
|
|
0.589916,
|
|
0.563209,
|
|
0.534042,
|
|
0.540125,
|
|
0.867416,
|
|
0.539916,
|
|
0.540625,
|
|
0.724125,
|
|
0.521958,
|
|
0.544417,
|
|
0.518333,
|
|
0.521667,
|
|
0.526833,
|
|
1.413042,
|
|
0.582666,
|
|
0.603542,
|
|
0.554875,
|
|
0.5385,
|
|
0.541291,
|
|
0.539,
|
|
0.547042,
|
|
0.531459,
|
|
0.5465,
|
|
0.541708,
|
|
0.521959,
|
|
0.523041,
|
|
0.519084,
|
|
0.542,
|
|
0.541833,
|
|
0.54225,
|
|
0.546875,
|
|
0.541542,
|
|
0.567125
|
|
],
|
|
"p50_ms": 0.541625,
|
|
"p95_ms": 0.7312895499999996,
|
|
"mean_ms": 0.57803435
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 10747904
|
|
},
|
|
"compiled_gelu_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
2.904917
|
|
],
|
|
"p50_ms": 2.904917,
|
|
"p95_ms": 2.904917,
|
|
"mean_ms": 2.904917
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.430666,
|
|
0.442542,
|
|
0.442708,
|
|
0.435708,
|
|
0.600791,
|
|
0.429458,
|
|
0.421916,
|
|
0.491375,
|
|
0.455291,
|
|
0.447958,
|
|
0.432458,
|
|
0.44,
|
|
0.421041,
|
|
0.584084,
|
|
0.447292,
|
|
0.448583,
|
|
0.454583,
|
|
0.43575,
|
|
0.472208,
|
|
0.439625,
|
|
0.48775,
|
|
0.461958,
|
|
0.832875,
|
|
1.04025,
|
|
0.417875,
|
|
0.423667,
|
|
0.408208,
|
|
0.418291,
|
|
0.425584,
|
|
0.423708,
|
|
0.51175,
|
|
0.42475,
|
|
0.411042,
|
|
0.418833,
|
|
0.419708,
|
|
0.410666,
|
|
0.42125,
|
|
0.420208,
|
|
0.418041,
|
|
0.477958
|
|
],
|
|
"p50_ms": 0.43572900000000003,
|
|
"p95_ms": 0.6123951999999994,
|
|
"mean_ms": 0.4712102250000001
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 10747904
|
|
},
|
|
"metal_gelu_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
1.174792
|
|
],
|
|
"p50_ms": 1.174792,
|
|
"p95_ms": 1.174792,
|
|
"mean_ms": 1.174792
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.430959,
|
|
0.423417,
|
|
0.649958,
|
|
1.249167,
|
|
0.423666,
|
|
0.422333,
|
|
0.449125,
|
|
0.437917,
|
|
0.449042,
|
|
0.439458,
|
|
0.453333,
|
|
0.440333,
|
|
0.432583,
|
|
0.458208,
|
|
0.464125,
|
|
0.459875,
|
|
0.459791,
|
|
0.449042,
|
|
0.442666,
|
|
0.435,
|
|
0.45775,
|
|
0.417375,
|
|
0.415417,
|
|
0.452334,
|
|
0.442125,
|
|
0.452584,
|
|
0.43825,
|
|
0.620084,
|
|
0.44575,
|
|
0.44,
|
|
0.499209,
|
|
0.432791,
|
|
0.447666,
|
|
0.447625,
|
|
0.6785,
|
|
1.272042,
|
|
0.444958,
|
|
0.44325,
|
|
0.466042,
|
|
0.451291
|
|
],
|
|
"p50_ms": 0.44764550000000003,
|
|
"p95_ms": 0.7070333499999983,
|
|
"mean_ms": 0.500876025
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 10747904
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"tokens_intermediate": [
|
|
79,
|
|
1152
|
|
],
|
|
"candidates": {
|
|
"eager_gelu_then_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
0.234292
|
|
],
|
|
"p50_ms": 0.234292,
|
|
"p95_ms": 0.234292,
|
|
"mean_ms": 0.234292
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.255542,
|
|
0.27325,
|
|
0.262791,
|
|
0.245167,
|
|
0.222958,
|
|
0.258166,
|
|
0.239333,
|
|
0.222542,
|
|
0.226833,
|
|
0.222667,
|
|
0.229791,
|
|
0.250666,
|
|
0.24975,
|
|
0.237334,
|
|
0.223375,
|
|
0.255959,
|
|
0.229875,
|
|
0.321917,
|
|
0.280875,
|
|
0.348125,
|
|
0.478625,
|
|
0.23475,
|
|
0.24075,
|
|
0.232333,
|
|
0.227875,
|
|
0.2325,
|
|
0.224417,
|
|
0.224292,
|
|
0.228,
|
|
0.223209,
|
|
0.227666,
|
|
0.227208,
|
|
0.222208,
|
|
0.224875,
|
|
0.237792,
|
|
0.23075,
|
|
0.225333,
|
|
0.225292,
|
|
0.220209,
|
|
0.233083
|
|
],
|
|
"p50_ms": 0.2315415,
|
|
"p95_ms": 0.32322739999999994,
|
|
"mean_ms": 0.246952075
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 91008
|
|
},
|
|
"compiled_gelu_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
0.307792
|
|
],
|
|
"p50_ms": 0.307792,
|
|
"p95_ms": 0.307792,
|
|
"mean_ms": 0.307792
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.236125,
|
|
0.253792,
|
|
0.222917,
|
|
0.236583,
|
|
0.228875,
|
|
0.240125,
|
|
0.21875,
|
|
0.211,
|
|
0.213959,
|
|
0.221,
|
|
0.228584,
|
|
0.257541,
|
|
0.235,
|
|
0.217792,
|
|
0.215959,
|
|
0.230625,
|
|
0.246208,
|
|
0.26625,
|
|
0.250208,
|
|
0.225417,
|
|
0.20925,
|
|
0.226417,
|
|
0.216125,
|
|
0.230833,
|
|
0.232375,
|
|
0.231416,
|
|
0.226583,
|
|
0.234667,
|
|
0.240375,
|
|
0.246708,
|
|
0.381208,
|
|
0.2295,
|
|
0.221333,
|
|
0.221792,
|
|
0.209625,
|
|
0.223292,
|
|
0.227208,
|
|
0.22325,
|
|
0.219125,
|
|
0.219417
|
|
],
|
|
"p50_ms": 0.227896,
|
|
"p95_ms": 0.25797644999999997,
|
|
"mean_ms": 0.233180225
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 91008
|
|
},
|
|
"metal_gelu_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
40.906584
|
|
],
|
|
"p50_ms": 40.906584,
|
|
"p95_ms": 40.906584,
|
|
"mean_ms": 40.906584
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.351834,
|
|
0.255917,
|
|
0.257333,
|
|
0.23125,
|
|
0.240083,
|
|
0.211167,
|
|
0.212875,
|
|
0.211625,
|
|
0.207334,
|
|
0.205083,
|
|
0.216875,
|
|
0.237334,
|
|
0.228084,
|
|
0.232792,
|
|
0.257208,
|
|
0.234792,
|
|
0.248208,
|
|
0.239625,
|
|
0.40425,
|
|
0.236,
|
|
0.226,
|
|
0.222125,
|
|
0.224625,
|
|
0.220791,
|
|
0.224042,
|
|
0.217625,
|
|
0.226417,
|
|
0.211583,
|
|
0.22275,
|
|
0.246416,
|
|
0.33825,
|
|
1.306542,
|
|
0.243209,
|
|
0.239209,
|
|
0.254209,
|
|
0.2655,
|
|
0.262125,
|
|
0.244291,
|
|
0.22575,
|
|
0.232083
|
|
],
|
|
"p50_ms": 0.233792,
|
|
"p95_ms": 0.35445479999999985,
|
|
"mean_ms": 0.269330275
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 91008
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"tokens_intermediate": [
|
|
1312,
|
|
1152
|
|
],
|
|
"candidates": {
|
|
"eager_gelu_then_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
0.367458
|
|
],
|
|
"p50_ms": 0.367458,
|
|
"p95_ms": 0.367458,
|
|
"mean_ms": 0.367458
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.36325,
|
|
0.351209,
|
|
0.377833,
|
|
0.367791,
|
|
0.374625,
|
|
0.358209,
|
|
0.35375,
|
|
0.34375,
|
|
0.354125,
|
|
0.3365,
|
|
0.358083,
|
|
0.383167,
|
|
0.36975,
|
|
0.373667,
|
|
0.536084,
|
|
0.374917,
|
|
0.375333,
|
|
0.379584,
|
|
0.384375,
|
|
0.351583,
|
|
0.366666,
|
|
0.356167,
|
|
1.411292,
|
|
0.349458,
|
|
0.404709,
|
|
0.34625,
|
|
0.338417,
|
|
0.355666,
|
|
0.577792,
|
|
0.497833,
|
|
0.5335,
|
|
0.351708,
|
|
0.35775,
|
|
0.354708,
|
|
0.35125,
|
|
0.36925,
|
|
0.331792,
|
|
0.345083,
|
|
0.378083,
|
|
0.370375
|
|
],
|
|
"p50_ms": 0.364958,
|
|
"p95_ms": 0.5381693999999999,
|
|
"mean_ms": 0.40538335
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 1511424
|
|
},
|
|
"compiled_gelu_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
0.799959
|
|
],
|
|
"p50_ms": 0.799959,
|
|
"p95_ms": 0.799959,
|
|
"mean_ms": 0.799959
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.268375,
|
|
0.274708,
|
|
0.301375,
|
|
0.288792,
|
|
0.28275,
|
|
0.288625,
|
|
0.289166,
|
|
0.276583,
|
|
0.285541,
|
|
0.285875,
|
|
0.269958,
|
|
0.270083,
|
|
0.271209,
|
|
0.262625,
|
|
0.273667,
|
|
2.084375,
|
|
0.306333,
|
|
0.285459,
|
|
0.315708,
|
|
0.284584,
|
|
0.300208,
|
|
0.258833,
|
|
0.279792,
|
|
0.265458,
|
|
0.321958,
|
|
0.289792,
|
|
0.302916,
|
|
0.294542,
|
|
0.298583,
|
|
0.291917,
|
|
0.297833,
|
|
0.280292,
|
|
0.280292,
|
|
0.29275,
|
|
0.702625,
|
|
0.452083,
|
|
0.959541,
|
|
0.462084,
|
|
0.272833,
|
|
0.273125
|
|
],
|
|
"p50_ms": 0.28725,
|
|
"p95_ms": 0.7154707999999993,
|
|
"mean_ms": 0.3660812
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 1511424
|
|
},
|
|
"metal_gelu_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
0.714083
|
|
],
|
|
"p50_ms": 0.714083,
|
|
"p95_ms": 0.714083,
|
|
"mean_ms": 0.714083
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.303,
|
|
0.291333,
|
|
0.270416,
|
|
0.272917,
|
|
2.183167,
|
|
0.287042,
|
|
0.303083,
|
|
0.287583,
|
|
0.270167,
|
|
0.265,
|
|
0.249542,
|
|
0.28575,
|
|
0.309042,
|
|
0.28175,
|
|
0.276208,
|
|
0.272416,
|
|
0.295958,
|
|
0.27125,
|
|
0.27025,
|
|
0.294583,
|
|
0.275917,
|
|
0.317417,
|
|
0.274375,
|
|
0.284542,
|
|
0.271917,
|
|
0.265958,
|
|
0.25725,
|
|
0.263833,
|
|
0.282083,
|
|
0.274875,
|
|
0.302542,
|
|
0.314792,
|
|
0.323916,
|
|
0.59425,
|
|
0.329333,
|
|
0.3035,
|
|
0.314459,
|
|
0.32275,
|
|
0.349291,
|
|
0.323209
|
|
],
|
|
"p50_ms": 0.286396,
|
|
"p95_ms": 0.3615389499999993,
|
|
"mean_ms": 0.34466665
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 1511424
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"tokens_intermediate": [
|
|
1024,
|
|
1152
|
|
],
|
|
"candidates": {
|
|
"eager_gelu_then_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
0.373583
|
|
],
|
|
"p50_ms": 0.373583,
|
|
"p95_ms": 0.373583,
|
|
"mean_ms": 0.373583
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.331542,
|
|
0.295,
|
|
0.302667,
|
|
0.307958,
|
|
0.308083,
|
|
0.337959,
|
|
0.370917,
|
|
0.359458,
|
|
0.353084,
|
|
0.339541,
|
|
0.347042,
|
|
0.353916,
|
|
0.350375,
|
|
0.3645,
|
|
0.327042,
|
|
0.314291,
|
|
0.2965,
|
|
0.314666,
|
|
0.293125,
|
|
0.295334,
|
|
0.291542,
|
|
0.317459,
|
|
0.493542,
|
|
0.342875,
|
|
0.333375,
|
|
0.3295,
|
|
0.329667,
|
|
0.352375,
|
|
0.3655,
|
|
0.336125,
|
|
0.357166,
|
|
0.327417,
|
|
0.333166,
|
|
0.333583,
|
|
0.334958,
|
|
0.34125,
|
|
0.331917,
|
|
0.34625,
|
|
0.342625,
|
|
0.342083
|
|
],
|
|
"p50_ms": 0.3342705,
|
|
"p95_ms": 0.36577085,
|
|
"mean_ms": 0.336134375
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 1179648
|
|
},
|
|
"compiled_gelu_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
0.448042
|
|
],
|
|
"p50_ms": 0.448042,
|
|
"p95_ms": 0.448042,
|
|
"mean_ms": 0.448042
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.305375,
|
|
0.314625,
|
|
0.315334,
|
|
0.310542,
|
|
0.313042,
|
|
0.327291,
|
|
0.31275,
|
|
0.328167,
|
|
0.298083,
|
|
0.328625,
|
|
0.31025,
|
|
0.299292,
|
|
0.308625,
|
|
0.311584,
|
|
0.298459,
|
|
0.273583,
|
|
0.281875,
|
|
0.482917,
|
|
0.309833,
|
|
0.325459,
|
|
0.290166,
|
|
0.293667,
|
|
0.320208,
|
|
0.288916,
|
|
0.283292,
|
|
0.300667,
|
|
0.31175,
|
|
0.320833,
|
|
0.307583,
|
|
0.307667,
|
|
0.308042,
|
|
0.291667,
|
|
0.30725,
|
|
0.307792,
|
|
0.306542,
|
|
0.296166,
|
|
0.310333,
|
|
0.307,
|
|
0.300083,
|
|
0.308542
|
|
],
|
|
"p50_ms": 0.307917,
|
|
"p95_ms": 0.3281899,
|
|
"mean_ms": 0.31059692499999997
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 1179648
|
|
},
|
|
"metal_gelu_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
0.612167
|
|
],
|
|
"p50_ms": 0.612167,
|
|
"p95_ms": 0.612167,
|
|
"mean_ms": 0.612167
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.300875,
|
|
0.293291,
|
|
0.299166,
|
|
0.317167,
|
|
0.284458,
|
|
0.287416,
|
|
0.292667,
|
|
0.346333,
|
|
0.303916,
|
|
0.303584,
|
|
0.2895,
|
|
0.293667,
|
|
0.372292,
|
|
0.318959,
|
|
0.299791,
|
|
0.417667,
|
|
0.304834,
|
|
0.320917,
|
|
0.285542,
|
|
0.299416,
|
|
0.380417,
|
|
0.32325,
|
|
0.398375,
|
|
0.30775,
|
|
0.2865,
|
|
0.29275,
|
|
0.289125,
|
|
0.288542,
|
|
0.281166,
|
|
0.288584,
|
|
0.291792,
|
|
0.282625,
|
|
0.313083,
|
|
0.315459,
|
|
0.314125,
|
|
0.303583,
|
|
0.308,
|
|
0.336792,
|
|
0.309125,
|
|
0.49525
|
|
],
|
|
"p50_ms": 0.3035835,
|
|
"p95_ms": 0.3993395999999999,
|
|
"mean_ms": 0.315943775
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 1179648
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"tokens_intermediate": [
|
|
8192,
|
|
1152
|
|
],
|
|
"candidates": {
|
|
"eager_gelu_then_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
0.894042
|
|
],
|
|
"p50_ms": 0.894042,
|
|
"p95_ms": 0.894042,
|
|
"mean_ms": 0.894042
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.892625,
|
|
0.894417,
|
|
0.873125,
|
|
0.848167,
|
|
0.860875,
|
|
0.854875,
|
|
0.859083,
|
|
0.833625,
|
|
0.873584,
|
|
0.859583,
|
|
0.832083,
|
|
0.837125,
|
|
1.250583,
|
|
1.740333,
|
|
0.822542,
|
|
0.826792,
|
|
0.846375,
|
|
0.825417,
|
|
0.821333,
|
|
0.835458,
|
|
0.825,
|
|
0.812958,
|
|
0.845667,
|
|
0.810334,
|
|
0.818458,
|
|
0.831292,
|
|
0.826708,
|
|
0.814583,
|
|
0.821792,
|
|
0.922917,
|
|
1.659833,
|
|
0.836,
|
|
0.837417,
|
|
0.894875,
|
|
0.965291,
|
|
0.878791,
|
|
0.83025,
|
|
0.9035,
|
|
0.926917,
|
|
0.997958
|
|
],
|
|
"p50_ms": 0.8460209999999999,
|
|
"p95_ms": 1.271045499999999,
|
|
"mean_ms": 0.9087135249999999
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 9437184
|
|
},
|
|
"compiled_gelu_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
1.187833
|
|
],
|
|
"p50_ms": 1.187833,
|
|
"p95_ms": 1.187833,
|
|
"mean_ms": 1.187833
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.836875,
|
|
1.534917,
|
|
0.716542,
|
|
0.779792,
|
|
0.811417,
|
|
0.735875,
|
|
0.682958,
|
|
0.696041,
|
|
0.756459,
|
|
0.806667,
|
|
0.789875,
|
|
0.782125,
|
|
0.745417,
|
|
0.767083,
|
|
0.758459,
|
|
0.801,
|
|
0.918625,
|
|
0.742792,
|
|
0.69475,
|
|
0.682459,
|
|
0.781292,
|
|
0.993375,
|
|
1.365667,
|
|
0.796041,
|
|
0.736917,
|
|
0.763041,
|
|
0.750583,
|
|
0.764416,
|
|
0.80375,
|
|
0.72325,
|
|
0.810375,
|
|
0.787667,
|
|
0.724583,
|
|
0.766208,
|
|
0.746875,
|
|
0.75725,
|
|
0.772833,
|
|
0.740458,
|
|
0.685791,
|
|
0.692334
|
|
],
|
|
"p50_ms": 0.7637285,
|
|
"p95_ms": 1.011989599999999,
|
|
"mean_ms": 0.80007085
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 9437184
|
|
},
|
|
"metal_gelu_gate": {
|
|
"cold_call": {
|
|
"samples_ms": [
|
|
1.030375
|
|
],
|
|
"p50_ms": 1.030375,
|
|
"p95_ms": 1.030375,
|
|
"mean_ms": 1.030375
|
|
},
|
|
"timing": {
|
|
"samples_ms": [
|
|
0.786166,
|
|
0.774458,
|
|
0.701125,
|
|
0.72925,
|
|
0.729208,
|
|
0.707292,
|
|
0.738209,
|
|
0.709958,
|
|
0.939417,
|
|
0.695333,
|
|
0.694875,
|
|
0.687,
|
|
0.688625,
|
|
0.7345,
|
|
1.324542,
|
|
0.69375,
|
|
0.689667,
|
|
0.715375,
|
|
0.718208,
|
|
0.711625,
|
|
0.715542,
|
|
0.687167,
|
|
0.709167,
|
|
0.7195,
|
|
0.719917,
|
|
0.689125,
|
|
0.698208,
|
|
0.679167,
|
|
0.706125,
|
|
0.701917,
|
|
0.89825,
|
|
0.734,
|
|
0.715959,
|
|
0.700959,
|
|
0.725459,
|
|
1.164833,
|
|
1.234333,
|
|
0.697083,
|
|
0.730209,
|
|
0.694583
|
|
],
|
|
"p50_ms": 0.7135,
|
|
"p95_ms": 1.168308,
|
|
"mean_ms": 0.7622521499999999
|
|
},
|
|
"max_absolute_error": 0.0,
|
|
"elements_different": 0,
|
|
"elements": 9437184
|
|
}
|
|
}
|
|
}
|
|
]
|
|
}
|