Dataset/liwu/MNBVC/wiki/get.py

12 lines
399 B
Python
Raw Permalink Normal View History

2024-02-24 11:29:41 +08:00
import os
# for i in range(46):
# os.system("wget https://huggingface.co/datasets/liwu/MNBVC/resolve/main/wiki/20230197/" + str(i) + ".jsonl.gz")
# for i in range(46, 78):
# os.system("wget https://huggingface.co/datasets/liwu/MNBVC/resolve/main/wiki/20230198/" + str(i) + ".jsonl.gz")
os.system("wget https://huggingface.co/datasets/liwu/MNBVC/resolve/main/wiki/20230197/36.jsonl.gz")