colin
/
Witllm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Refine dataset org.

This commit is contained in:
Colin 2025-02-18 14:21:15 +08:00
parent e635ce0df4
commit 383125edc9
4 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
wit/dataset.py → wit/dataset/dataset.py
View File

@ -1,5 +1,5 @@
from meaning_dataset import MeaningDataset, BatchGroupMeaningDataloader
from special_dataset import SpecialDataset
from dataset.meaning_dataset import MeaningDataset, BatchGroupMeaningDataloader
from dataset.special_dataset import SpecialDataset
from torch.utils.data import random_split, DataLoader

0
wit/meaning_dataset.py → wit/dataset/meaning_dataset.py
View File

0
wit/special_dataset.py → wit/dataset/special_dataset.py
View File

2
wit/train.py
View File

@ -6,7 +6,7 @@ from wit.model.tokenization_qwen import QWenTokenizer
from logger import MLFLogger
import configuration
import dataset as ds
import dataset.dataset as ds
if __name__ == "__main__":