administrator/chinese-poetry
1
0
Fork 0
mirror of https://kkgithub.com/chinese-poetry/chinese-poetry.git synced 2026-09-13 15:54:51 +00:00
Code Issues Packages Projects Releases Wiki Activity

Compare commits

merge into: administrator:dependabot/pip/pytest-9.0.3
Branches Tags
administrator:master administrator:dependabot/pip/pytest-9.0.3
administrator:v0.1
...
pull from: administrator:master
Branches Tags
administrator:master administrator:dependabot/pip/pytest-9.0.3
administrator:v0.1

4 Commits
dependabot ... master

Author SHA1 Message Date
JG
b8594f81a8 Merge pull request #417 from GuitarXY/fix/loader-directory-excludes 
Handle loader datasets without excludes
 2026-06-17 09:56:08 +08:00
xiaoyao
72969c501e Handle loader datasets without excludes 2026-06-16 21:37:58 +08:00
JG
99ebbef7e1 Update README.md 2026-05-06 10:14:34 +08:00
JG
4088ec3b85 Update README.md 2026-04-28 17:07:55 +08:00
1 changed files with 3 additions and 2 deletions
Expand all files Collapse all files

5
loader/data_loader.py
View File

@@ -31,9 +31,10 @@ class PlainDataLoader():
body += poem[tag]
return body
# a dir, probably with a skip list
subpaths = os.listdir(full_path)
excludes = set(configs.get("excludes", []))
subpaths = sorted(os.listdir(full_path))
for filename in subpaths:
if filename in configs["excludes"]:
if filename in excludes:
continue
with open(os.path.join(full_path, filename), mode='r', encoding='utf-8') as file:
data = json.load(file)