From c92db4713569bfcd5cec848814299d0ec023c5ac Mon Sep 17 00:00:00 2001 From: Colin Date: Tue, 18 Feb 2025 21:40:49 +0800 Subject: [PATCH] Benchmark single 4090D 15fps cd /wit python train.py --- wit/dataset/dataset.py | 1 - 1 file changed, 1 deletion(-) diff --git a/wit/dataset/dataset.py b/wit/dataset/dataset.py index 9d07a4d..1c9a5ee 100644 --- a/wit/dataset/dataset.py +++ b/wit/dataset/dataset.py @@ -47,7 +47,6 @@ def InitDataset(config): print(f"INFO: Load dataset end") else: raw_dataset = MeaningDataset(start, start + size, vocab, None, conf.level_ratio, conf.min_subitem) - print("INFO: raw_dataset.token_frequency" + raw_dataset.token_frequency()) raw_dataset.set_mask(conf.mask_level, conf.mask_idx) train_dataset, val_dataset = raw_dataset.split(0.9) torch.save(train_dataset, trainfile)