Datasetpublic
Chulinz/Text2SQL-Decisions-Benchmark

Text2SQL-Decisions Benchmark Seed v0.1 A small, frozen English evaluation seed, separate from Text2SQL-Decisions. It contains 24 SQL-choice questions on three newly authored synthetic schemas and 20 end-to-end questions for the Olist application. It is not a large or human-reviewed benchmark. Questions and gold were authored by the same Codex assistant before running Clef, so execution checks do not establish independent semantic review. SQL-choice track: 24 examples… See the full description on the dataset page: https://huggingface.co/datasets/Chulinz/Text2SQL-Decisions-Benchmark.
sourceHugging Facecc0-1.0updated 19h agoView on Hugging Face
0likes61downloads
rootbaseline.json
baseline.json2 linesDownload Raw Back to root
1{"datasetHash":"4e3c2b95c1d630ff214d9056b133bec8fea22d22b3d8647f8c73145e58801e62","model":"cloudflare/clef-flash","provider":"Cloudflare","correct":24,"total":24,"cost":0.00061389,"outcomes":[{"caseId":"28d76f1334d5e9ec1baa02bb544de9cbb9d283e5d8f883f1bb19577a3388b4e0","source":"commerce","gold":"plan_1","requestHash":"17d90e612c0418913f3ec9ae0a2f23c61e6bd75999d9dd41066577365a6853b9","status":"success","prediction":"plan_1","correct":true,"probabilities":{"plan_1":0.929,"plan_2":0.0229,"plan_3":0.0234,"plan_4":0.0247},"cost":0.00002313,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":257,"output_tokens":0,"cost":0.00002313},"responseId":"gen-dec-1791560591-1KlIqCd37XIJ0vcUfrVU","rateLimitRetries":0},{"caseId":"4b8f2aa069862b11412db50a74b9fd4817a44f05d04b203106544eaf2aa6ec29","source":"commerce","gold":"plan_4","requestHash":"c9c60d182a158e6319401a2a223cccb3c90fbd6d717fa4b6e206b6da7125c8d3","status":"success","prediction":"plan_4","correct":true,"probabilities":{"plan_1":0.0399,"plan_2":0.0266,"plan_3":0.0219,"plan_4":0.9116},"cost":0.00002466,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":274,"output_tokens":0,"cost":0.00002466},"responseId":"gen-dec-1791560592-2IjmAqX9VpgT3TNzR29q","rateLimitRetries":0},{"caseId":"b89554fe864eebc15a59724584cda0a8c3beb0a5222e10fe49e4cfe39db69984","source":"commerce","gold":"plan_3","requestHash":"38f53e361fb9f9d5fb565b5801aaf8e99f1a1c0288ccb649466c73aab885e06b","status":"success","prediction":"plan_3","correct":true,"probabilities":{"plan_1":0.1038,"plan_2":0.0426,"plan_3":0.8392,"plan_4":0.0144},"cost":0.00002916,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":324,"output_tokens":0,"cost":0.00002916},"responseId":"gen-dec-1791560592-ovAAVSIaW80QFzSd1NWE","rateLimitRetries":0},{"caseId":"d75555be92ce9ec9245d3de0cde78f94a34af75b27487f15a92c20c2f1d2b4a2","source":"commerce","gold":"plan_2","requestHash":"f651c79a2d6ebef8feead6bd717f306e5b2178a3c4de890b06d33ff5f47f3c38","status":"success","prediction":"plan_2","correct":true,"probabilities":{"plan_1":0.0284,"plan_2":0.8357,"plan_3":0.1078,"plan_4":0.0281},"cost":0.00002313,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":257,"output_tokens":0,"cost":0.00002313},"responseId":"gen-dec-1791560593-FKqbKPlG1St81OQ5i03c","rateLimitRetries":0},{"caseId":"1dc09369592ee84cee4ee6d85eb3597a12d9c69149bc45da56104628b46385b9","source":"commerce","gold":"plan_1","requestHash":"17befa3a04852076bec26ed313043f9982721cb6133e6ffb4ae39ea688fe1f9c","status":"success","prediction":"plan_1","correct":true,"probabilities":{"plan_1":0.896,"plan_2":0.0597,"plan_3":0.0256,"plan_4":0.0187},"cost":0.00002376,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":264,"output_tokens":0,"cost":0.00002376},"responseId":"gen-dec-1791560593-wxHJzTr4J7SaOVG21YE5","rateLimitRetries":0},{"caseId":"21938056ea607c026436aa3eb6aa2669e2c3aa31dfb3788bbe2d200b6f12d287","source":"commerce","gold":"plan_4","requestHash":"3711afd4021eb9a858bb7c518362a650655c7550e1b0b1e838fb7aad5cba7dd3","status":"success","prediction":"plan_4","correct":true,"probabilities":{"plan_1":0.0402,"plan_2":0.0467,"plan_3":0.0194,"plan_4":0.8937},"cost":0.00002781,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":309,"output_tokens":0,"cost":0.00002781},"responseId":"gen-dec-1791560595-Y0dP7jhpfkiLgBeNi4Al","rateLimitRetries":0},{"caseId":"514383d84361d5c79123bb848b305cabd8bc9ea2cd0748b5988ca91a6e39e347","source":"commerce","gold":"plan_3","requestHash":"04b233aa9a794486a5bf4313f1433a2c1f4d1564f822e08710d15206802f14f1","status":"success","prediction":"plan_3","correct":true,"probabilities":{"plan_1":0.3209,"plan_2":0.0255,"plan_3":0.6186,"plan_4":0.035},"cost":0.00002817,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":313,"output_tokens":0,"cost":0.00002817},"responseId":"gen-dec-1791560596-UeMG3GgrD4jDc5Ri5BvE","rateLimitRetries":0},{"caseId":"5d6365281a2c5b3ef96164f2c449b7b7b9cb5c46f8557222f4afac75d0e98cd5","source":"commerce","gold":"plan_2","requestHash":"edaf5e30ac95c79d0b7cf4324f75a0cd911752a58bcf43e80dba1b15f7c6998e","status":"success","prediction":"plan_2","correct":true,"probabilities":{"plan_1":0.0134,"plan_2":0.9412,"plan_3":0.0289,"plan_4":0.0165},"cost":0.00002817,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":313,"output_tokens":0,"cost":0.00002817},"responseId":"gen-dec-1791560596-aDo201EaGzfszTjKxMYx","rateLimitRetries":0},{"caseId":"0046067623aa4cbba2d5e727bafb3c13a07faed348366661d4378650bf81e117","source":"inventory","gold":"plan_1","requestHash":"0bef8f1daa1e03ee88005ff78cb13688d04d2d68549af709a2bfccd2ccc464dc","status":"success","prediction":"plan_1","correct":true,"probabilities":{"plan_1":0.9106,"plan_2":0.0409,"plan_3":0.0227,"plan_4":0.0258},"cost":0.0000225,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":250,"output_tokens":0,"cost":0.0000225},"responseId":"gen-dec-1791560597-WIvYZxO3eYe0QoLSvxSe","rateLimitRetries":0},{"caseId":"0f93a3005adb6cc616d54893428c2fb44c921e88573357fbd1559e0b988e4244","source":"inventory","gold":"plan_4","requestHash":"d58e2ff3e3be3dddf11e661be0ae6829a85f0bf1d8710b37e56943ea0280829c","status":"success","prediction":"plan_4","correct":true,"probabilities":{"plan_1":0.0078,"plan_2":0.0049,"plan_3":0.0072,"plan_4":0.9801},"cost":0.00002187,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":243,"output_tokens":0,"cost":0.00002187},"responseId":"gen-dec-1791560598-3isufCZcUtYr5DKZcJwq","rateLimitRetries":0},{"caseId":"e6ac4cc3efa92ce2cf8839492ee5f3eb7adbded6007d4c971bf7047d3f43057f","source":"inventory","gold":"plan_3","requestHash":"89edb6237f7c6e32dfbc2bb83e932052b2085d1dd6d1e32e3d350129adea7d1c","status":"success","prediction":"plan_3","correct":true,"probabilities":{"plan_1":0.0088,"plan_2":0.0847,"plan_3":0.8979,"plan_4":0.0086},"cost":0.00002511,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":279,"output_tokens":0,"cost":0.00002511},"responseId":"gen-dec-1791560598-e1jEMnvm7A3eYiHlPq8r","rateLimitRetries":0},{"caseId":"f0587dd68f71015528e63e4a4e82c8814f4dba28a2d3b72672ac61d0cbbf8ec1","source":"inventory","gold":"plan_2","requestHash":"36bd606b12634e59b971578b3ac128cc1862f54cdbb06a485687148e101c46e7","status":"success","prediction":"plan_2","correct":true,"probabilities":{"plan_1":0.0391,"plan_2":0.8711,"plan_3":0.0745,"plan_4":0.0153},"cost":0.00002349,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":261,"output_tokens":0,"cost":0.00002349},"responseId":"gen-dec-1791560599-OYUAKV78xmgxItmvvcX8","rateLimitRetries":0},{"caseId":"b8deaa280b5d787016c9b627771e7ae9c661b0c368cea90b237785bcf6ebe71f","source":"inventory","gold":"plan_1","requestHash":"af3f77332112a94ffa6fc6809566584a0aaffdc21a7bcbd39665319153cb59fc","status":"success","prediction":"plan_1","correct":true,"probabilities":{"plan_1":0.9556,"plan_2":0.0142,"plan_3":0.0153,"plan_4":0.0149},"cost":0.0000243,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":270,"output_tokens":0,"cost":0.0000243},"responseId":"gen-dec-1791560599-SmPGu52227Gsu5fCzONa","rateLimitRetries":0},{"caseId":"00dca13e2e42cb32e6f9134be585e6e18d57fe420cb19f2c0c24d936a4d55490","source":"inventory","gold":"plan_4","requestHash":"9abf32049d0c9a871033e6788d8e0d14b29ca8e69811ccdb8db31f03544e6b4b","status":"success","prediction":"plan_4","correct":true,"probabilities":{"plan_1":0.0099,"plan_2":0.0073,"plan_3":0.0071,"plan_4":0.9757},"cost":0.00002709,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":301,"output_tokens":0,"cost":0.00002709},"responseId":"gen-dec-1791560600-VwXRuOgj6xf9vyJE3WoY","rateLimitRetries":0},{"caseId":"604832a6ccf2e9593f73d2a20c299e254386573d0a1988e358805892708315ac","source":"inventory","gold":"plan_3","requestHash":"b878af7bef8646aac1f72ffe04ded22252c31e6fe8cecd307ce798c50de76aef","status":"success","prediction":"plan_3","correct":true,"probabilities":{"plan_1":0.1816,"plan_2":0.0108,"plan_3":0.7922,"plan_4":0.0154},"cost":0.00003204,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":356,"output_tokens":0,"cost":0.00003204},"responseId":"gen-dec-1791560600-oXOCQqKuyY6eOQRl5x1D","rateLimitRetries":0},{"caseId":"b92a198f7292575fa1539f04213237305e6d4be788131b6d9c6667c64a527410","source":"inventory","gold":"plan_2","requestHash":"2b4410e5bff1681df73516a0c7de41fc28b6ead768c7320147265f22a41057a9","status":"success","prediction":"plan_2","correct":true,"probabilities":{"plan_1":0.0315,"plan_2":0.9164,"plan_3":0.0353,"plan_4":0.0168},"cost":0.00002358,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":262,"output_tokens":0,"cost":0.00002358},"responseId":"gen-dec-1791560601-hnzLurAaPXoDYsJ11oF9","rateLimitRetries":0},{"caseId":"975bf5b1bdfd9b30766dcc9cbef65feacf3bef696ff0c3274f47af7b274f830e","source":"subscriptions","gold":"plan_1","requestHash":"6bd94890cbfea8b169df9c08c4560f2382e681952a97332f5d7291cabf8c97c7","status":"success","prediction":"plan_1","correct":true,"probabilities":{"plan_1":0.9482,"plan_2":0.0179,"plan_3":0.0159,"plan_4":0.018},"cost":0.00002304,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":256,"output_tokens":0,"cost":0.00002304},"responseId":"gen-dec-1791560602-0mlch21iM6sKMtz09ao2","rateLimitRetries":0},{"caseId":"f0f320bc4229371e7f81d43805523c2828aa162efa29b38ac7d66162cd05c377","source":"subscriptions","gold":"plan_4","requestHash":"0829be62475a14ebdfe05d9bdd07283fd1664177f5586c0d6ca9be5952e8e8c4","status":"success","prediction":"plan_4","correct":true,"probabilities":{"plan_1":0.0123,"plan_2":0.0154,"plan_3":0.0071,"plan_4":0.9652},"cost":0.0000261,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":290,"output_tokens":0,"cost":0.0000261},"responseId":"gen-dec-1791560602-LiShnSrjOKvczvmUuBAz","rateLimitRetries":0},{"caseId":"ac7debc843cc65f2b9e603a96015b76f910dfac2753d857b49f79ec44a90ea14","source":"subscriptions","gold":"plan_3","requestHash":"03d2d79e5204d6a1e921ec925f8ef429b2b04c3278aaa8ca469b840c19ffef2d","status":"success","prediction":"plan_3","correct":true,"probabilities":{"plan_1":0.0183,"plan_2":0.0141,"plan_3":0.9487,"plan_4":0.0189},"cost":0.00003213,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":357,"output_tokens":0,"cost":0.00003213},"responseId":"gen-dec-1791560603-j2aL8AFnZiSZ3Yp77Zu7","rateLimitRetries":0},{"caseId":"22db2ebf94c3f4ecd0e27e6f6e46f6e3ab723e6e76c7f5f58a5b8edd613f36d3","source":"subscriptions","gold":"plan_2","requestHash":"b9e8a4ab40e1a185c5028b1e7b0b684eeb7afd91cf083b08c024eb1f2e3dbb94","status":"success","prediction":"plan_2","correct":true,"probabilities":{"plan_1":0.0904,"plan_2":0.8754,"plan_3":0.0181,"plan_4":0.0161},"cost":0.00002457,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":273,"output_tokens":0,"cost":0.00002457},"responseId":"gen-dec-1791560603-lbrZpQh2mN6qcfBfcrMY","rateLimitRetries":0},{"caseId":"1bc92cd4519ab7a37150e46e54b9bbb9f80361f7f4d1d2675b07bf4a45ab8787","source":"subscriptions","gold":"plan_1","requestHash":"953480e8454c938776efc593b22f78c65f61610263fcd126ab57a7f4f70f0a15","status":"success","prediction":"plan_1","correct":true,"probabilities":{"plan_1":0.9398,"plan_2":0.0201,"plan_3":0.0199,"plan_4":0.0202},"cost":0.00002736,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":304,"output_tokens":0,"cost":0.00002736},"responseId":"gen-dec-1791560604-YfyXUVQ7Ksja3xTpYpW8","rateLimitRetries":0},{"caseId":"8cbddd3c5c6cdf4261548d7a9e6a651d75db7de71ca4ee7ebfe0367f38a75f4e","source":"subscriptions","gold":"plan_4","requestHash":"a790d2b33b906f813025e7f15e2b247dbae2e6ec14a57983abfdf5aca5467c08","status":"success","prediction":"plan_4","correct":true,"probabilities":{"plan_1":0.0174,"plan_2":0.0067,"plan_3":0.0096,"plan_4":0.9663},"cost":0.0000252,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":280,"output_tokens":0,"cost":0.0000252},"responseId":"gen-dec-1791560604-WSUm7sIw4LcKLPgttEmf","rateLimitRetries":0},{"caseId":"ed09f13f461405b9693d6bebbfc0ed898fc929db458d27f914e6569e35646e8d","source":"subscriptions","gold":"plan_3","requestHash":"0f5a5edee578146da4a2e459403da4379b22cccb5d51373e204e12ff4e1a8943","status":"success","prediction":"plan_3","correct":true,"probabilities":{"plan_1":0.0123,"plan_2":0.0068,"plan_3":0.9726,"plan_4":0.0083},"cost":0.00002439,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":271,"output_tokens":0,"cost":0.00002439},"responseId":"gen-dec-1791560606-3BeE2Ezk8u7aMe70eyWi","rateLimitRetries":0},{"caseId":"d24a2c7945887b22492c7a80dd4ee2f40b5dced983d374cafa7adf671a164a5f","source":"subscriptions","gold":"plan_2","requestHash":"53e930c3ba779afeedc5aed3f2472f2be33e6d09ca25c6ad0474be909e4e676c","status":"success","prediction":"plan_2","correct":true,"probabilities":{"plan_1":0.0165,"plan_2":0.9541,"plan_3":0.0178,"plan_4":0.0116},"cost":0.00002313,"provider":"Cloudflare","model":"cloudflare/clef-flash","usage":{"input_tokens":257,"output_tokens":0,"cost":0.00002313},"responseId":"gen-dec-1791560606-73WGV73jDNaDnsKwdRLq","rateLimitRetries":0}]}2