JiuTianDataAgent/NL2SQL

1{2  "datasets": {3    "birddev": {4      "name": "BIRD Dev",5      "metrics": [6        "execution_ability",7        "correct_rate",8        "execution_efficiency_on_executable_sql",9        "table_precision_on_executable_sql",10        "table_recall_on_executable_sql",11        "table_f1_on_executable_sql",12        "column_precision_on_executable_sql",13        "column_recall_on_executable_sql",14        "column_f1_on_executable_sql"15      ],16      "algorithms": [17        {18          "name": "Ferry Qwen3-4B",19          "execution_ability": 0.3123,20          "correct_rate": 0.146,21          "execution_efficiency_on_executable_sql": 1.0454,22          "table_precision_on_executable_sql": 0.9426,23          "table_recall_on_executable_sql": 0.8432,24          "table_f1_on_executable_sql": 0.8959,25          "column_precision_on_executable_sql": 0.8524,26          "column_recall_on_executable_sql": 0.7012,27          "column_f1_on_executable_sql": 0.787828        },29        {30          "name": "Ferry Qwen3-8B",31          "execution_ability": 0.0632,32          "correct_rate": 0.0332,33          "execution_efficiency_on_executable_sql": 0.9659,34          "table_precision_on_executable_sql": 1,35          "table_recall_on_executable_sql": 0.9485,36          "table_f1_on_executable_sql": 0.9656,37          "column_precision_on_executable_sql": 0.9273,38          "column_recall_on_executable_sql": 0.7618,39          "column_f1_on_executable_sql": 0.838740        },41        {42          "name": "Ferry Qwen3-30B",43          "execution_ability": 0.8598,44          "correct_rate": 0.4993,45          "execution_efficiency_on_executable_sql": 0.9939,46          "table_precision_on_executable_sql": 0.9644,47          "table_recall_on_executable_sql": 0.9325,48          "table_f1_on_executable_sql": 0.9476,49          "column_precision_on_executable_sql": 0.8959,50          "column_recall_on_executable_sql": 0.8386,51          "column_f1_on_executable_sql": 0.873452        }53      ]54    },55    "birdtrain": {56      "name": "BIRD Train",57      "metrics": [58        "execution_ability",59        "correct_rate",60        "execution_efficiency_on_executable_sql",61        "table_precision_on_executable_sql",62        "table_recall_on_executable_sql",63        "table_f1_on_executable_sql",64        "column_precision_on_executable_sql",65        "column_recall_on_executable_sql",66        "column_f1_on_executable_sql"67      ],68      "algorithms": []69    },70    "spider": {71      "name": "Spider",72      "metrics": [73        "execution_ability",74        "correct_rate",75        "execution_efficiency_on_executable_sql",76        "table_precision_on_executable_sql",77        "table_recall_on_executable_sql",78        "table_f1_on_executable_sql",79        "column_precision_on_executable_sql",80        "column_recall_on_executable_sql",81        "column_f1_on_executable_sql"82      ],83      "algorithms": [84      ]85    }86  },87  "last_updated": "2025-12-23T00:00:00"88}