colin
/
Witllm
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix get_nodetree.

This commit is contained in:
Colin 2025-08-18 13:03:32 +08:00
parent 085bd92fb9
commit d48a5563aa
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
wit/meaning/meaning_dataset.py
View File

@ -246,7 +246,7 @@ class MeaningMap:
start = self.ms_start[meaning]
seq = self.ms_data[start : start + self.ms_len[meaning]]
get_tree_node(self, meaning, seq, self.vocab_size, root, seqlist, 0)
get_tree_node(self, meaning, seq, self.normal_vocab, root, seqlist, 0)
root.seq_node = seqlist
return root
@ -545,6 +545,7 @@ if __name__ == "__main__":
min_subitem=2,
max_subitem=6,
vocab_size=32,
reserve_vocab=1,
size=1024,
stride=2,
with_tree=False,