colin
/
Witllm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Reset Base config.

This commit is contained in:
Colin 2025-08-10 21:13:37 +08:00
parent 133187d7bd
commit 3e52285ab6
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
wit/train.py
View File

@ -30,7 +30,7 @@ if __name__ == "__main__":
conf.dataloader_works = 2 conf.dataloader_works = 2
conf.dataset.meaning.start = 10000 conf.dataset.meaning.start = 10000
conf.dataset.meaning.end = 200000 conf.dataset.meaning.end = 100000
conf.dataset.meaning.size = None conf.dataset.meaning.size = None
conf.dataset.meaning.min_subitem = 2 conf.dataset.meaning.min_subitem = 2
conf.dataset.meaning.max_subitem = 6 conf.dataset.meaning.max_subitem = 6
@ -50,7 +50,6 @@ if __name__ == "__main__":
torch.cuda.manual_seed_all(conf.seed) torch.cuda.manual_seed_all(conf.seed)
model = QWenLMHeadModel(conf.model_config) model = QWenLMHeadModel(conf.model_config)
# model = RWKVLMHeadModel(conf.model_config)
qwen = LightModule(conf, model) qwen = LightModule(conf, model)
train_dataloader, val_dataloader = m.InitDataset(conf) train_dataloader, val_dataloader = m.InitDataset(conf)