From a6a20be65181c734028d04fea1ae7000e0e9a769 Mon Sep 17 00:00:00 2001 From: Jingang Qu Date: Sat, 26 Sep 2026 03:26:07 -0700 Subject: [PATCH] Report argmax accuracy on TALENT and lift the `KumoTabular` class limit TALENT's published accuracies use argmax predictions, while threshold tuning picked an F1-optimal threshold on the validation set. `KumoTabular` handles more than 10 classes through ECOC (#936). Signed-off-by: Jingang Qu --- benchmark/tabular/talent/main.py | 3 +-- benchmark/tabular/talent/models.py | 3 --- 2 files changed, 1 insertion(+), 5 deletions(-) diff --git a/benchmark/tabular/talent/main.py b/benchmark/tabular/talent/main.py index c20d45e38..2fb0063c7 100644 --- a/benchmark/tabular/talent/main.py +++ b/benchmark/tabular/talent/main.py @@ -92,8 +92,7 @@ def _write(path: Path, record: dict[str, object]) -> None: config=config, seed_num=SEED_NUM, tune=False, - tune_threshold=True, - threshold_metric="f1", + tune_threshold=False, ) record = { "status": "success", diff --git a/benchmark/tabular/talent/models.py b/benchmark/tabular/talent/models.py index 35350a763..61a63985c 100644 --- a/benchmark/tabular/talent/models.py +++ b/benchmark/tabular/talent/models.py @@ -88,21 +88,18 @@ def _create_tabfm( factory=partial(_create_kumo_tabular, size="small"), num_estimators=8, autocast_dtype=torch.float16, - max_classes=10, ), "kumo-tabular-medium": ModelConfig( name="KumoTabular-Medium", factory=partial(_create_kumo_tabular, size="medium"), num_estimators=8, autocast_dtype=torch.float16, - max_classes=10, ), "kumo-tabular-large": ModelConfig( name="KumoTabular-Large", factory=partial(_create_kumo_tabular, size="large"), num_estimators=16, autocast_dtype=torch.float16, - max_classes=10, ), "tabfm": ModelConfig( name="TabFM",