administrator/chinese-poetry
1
0
Fork 0
mirror of https://kkgithub.com/chinese-poetry/chinese-poetry.git synced 2026-06-20 11:48:33 +00:00
Code Issues Packages Projects Releases Wiki Activity

Handle loader datasets without excludes

Browse Source
This commit is contained in:
xiaoyao
2026-06-16 21:37:58 +08:00
parent 99ebbef7e1
commit 72969c501e
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
loader/data_loader.py
View File

@@ -31,9 +31,10 @@ class PlainDataLoader():
body += poem[tag] body += poem[tag]
return body return body
# a dir, probably with a skip list # a dir, probably with a skip list
subpaths = os.listdir(full_path) excludes = set(configs.get("excludes", []))
subpaths = sorted(os.listdir(full_path))
for filename in subpaths: for filename in subpaths:
if filename in configs["excludes"]: if filename in excludes:
continue continue
with open(os.path.join(full_path, filename), mode='r', encoding='utf-8') as file: with open(os.path.join(full_path, filename), mode='r', encoding='utf-8') as file:
data = json.load(file) data = json.load(file)