From 72969c501e575e59740a11de12fbbd5068e9bb07 Mon Sep 17 00:00:00 2001 From: xiaoyao Date: Tue, 16 Jun 2026 21:37:58 +0800 Subject: [PATCH] Handle loader datasets without excludes --- loader/data_loader.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/loader/data_loader.py b/loader/data_loader.py index 7bef120..2634682 100644 --- a/loader/data_loader.py +++ b/loader/data_loader.py @@ -31,9 +31,10 @@ class PlainDataLoader(): body += poem[tag] return body # a dir, probably with a skip list - subpaths = os.listdir(full_path) + excludes = set(configs.get("excludes", [])) + subpaths = sorted(os.listdir(full_path)) for filename in subpaths: - if filename in configs["excludes"]: + if filename in excludes: continue with open(os.path.join(full_path, filename), mode='r', encoding='utf-8') as file: data = json.load(file)