CoderBak/editlens_roberta_modelkit

1{2  "variant": "int8",3  "model": "onnx/model_int8.onnx",4  "model_sha256": "bc1b9cb5a7a63fb7c5b67de3556e9e43cb4537bd6ce6bae3e6ad7cfce9552d23",5  "reference_npz_sha256": "401ca4e9bf9b65c3f91552b277f254254fa1469cf870ac81424985df3d92286c",6  "fixtures_sha256": "b4cfec82a9c2839e3231a51a4fe991c5ce83ae516aa61e8fe5f93c235953651b",7  "provider": "CPUExecutionProvider",8  "onnxruntime": "1.30.0",9  "platform": {10    "os": "Darwin",11    "version": "27.2",12    "machine": "arm64"13  },14  "threads": 4,15  "load_seconds": 0.46590999999898486,16  "cases": [17    {18      "id": "empty",19      "shape": [20        1,21        222      ],23      "max_absolute_logit_difference": 0.06944859027862549,24      "max_absolute_probability_difference": 0.015214827854648338,25      "argmax_agreements": 1,26      "samples": 1,27      "single_run_seconds": 0.007406542019452928    },29    {30      "id": "minimal",31      "shape": [32        1,33        434      ],35      "max_absolute_logit_difference": 0.03919851779937744,36      "max_absolute_probability_difference": 0.004634794839445511,37      "argmax_agreements": 1,38      "samples": 1,39      "single_run_seconds": 0.00694220798322930940    },41    {42      "id": "short",43      "shape": [44        1,45        3346      ],47      "max_absolute_logit_difference": 0.5800451040267944,48      "max_absolute_probability_difference": 0.08030236252326506,49      "argmax_agreements": 1,50      "samples": 1,51      "single_run_seconds": 0.02076816698536276852    },53    {54      "id": "mixed_padding",55      "shape": [56        4,57        4258      ],59      "max_absolute_logit_difference": 0.5149990320205688,60      "max_absolute_probability_difference": 0.10564716504707161,61      "argmax_agreements": 4,62      "samples": 4,63      "single_run_seconds": 0.1067058750195428764    },65    {66      "id": "technical",67      "shape": [68        4,69        7570      ],71      "max_absolute_logit_difference": 0.28310370445251465,72      "max_absolute_probability_difference": 0.08742598251544209,73      "argmax_agreements": 4,74      "samples": 4,75      "single_run_seconds": 0.1438239580020308576    },77    {78      "id": "formatting",79      "shape": [80        4,81        9382      ],83      "max_absolute_logit_difference": 0.5161757469177246,84      "max_absolute_probability_difference": 0.054650292908438924,85      "argmax_agreements": 4,86      "samples": 4,87      "single_run_seconds": 0.1671693750249687688    },89    {90      "id": "repetition",91      "shape": [92        2,93        51294      ],95      "max_absolute_logit_difference": 0.11870789527893066,96      "max_absolute_probability_difference": 0.023913312589348035,97      "argmax_agreements": 2,98      "samples": 2,99      "single_run_seconds": 0.6287333749933168100    },101    {102      "id": "long_512",103      "shape": [104        1,105        512106      ],107      "max_absolute_logit_difference": 0.0936439037322998,108      "max_absolute_probability_difference": 0.025589508520716953,109      "argmax_agreements": 1,110      "samples": 1,111      "single_run_seconds": 0.30129020899767056112    },113    {114      "id": "long_mixed_batch",115      "shape": [116        2,117        512118      ],119      "max_absolute_logit_difference": 0.07313346862792969,120      "max_absolute_probability_difference": 0.013863669886090335,121      "argmax_agreements": 2,122      "samples": 2,123      "single_run_seconds": 0.6343192080094013124    },125    {126      "id": "whitespace",127      "shape": [128        2,129        17130      ],131      "max_absolute_logit_difference": 0.45113587379455566,132      "max_absolute_probability_difference": 0.02637604951583239,133      "argmax_agreements": 2,134      "samples": 2,135      "single_run_seconds": 0.026343709003413096136    },137    {138      "id": "sequence_128",139      "shape": [140        1,141        129142      ],143      "max_absolute_logit_difference": 0.4388701319694519,144      "max_absolute_probability_difference": 0.121022168586576,145      "argmax_agreements": 0,146      "samples": 1,147      "single_run_seconds": 0.073258624994196148    },149    {150      "id": "sequence_256",151      "shape": [152        1,153        257154      ],155      "max_absolute_logit_difference": 0.38826239109039307,156      "max_absolute_probability_difference": 0.09848208213145021,157      "argmax_agreements": 1,158      "samples": 1,159      "single_run_seconds": 0.1273815000022296160    }161  ],162  "max_absolute_probability_difference": 0.121022168586576,163  "argmax_disagreements": 1,164  "samples": 24,165  "acceptance_probability_tolerance": 0.05,166  "passed": false,167  "limitations": "Synthetic unlabeled conversion fixtures. Timing is one run per shape, not a comparative performance benchmark. No Windows, Linux, CUDA, DirectML, WinML or CoreML validation is implied."168}169