80 lines
2.7 KiB
Python
80 lines
2.7 KiB
Python
import os
|
|
import glob
|
|
import json
|
|
import re
|
|
from parser import parse_html
|
|
|
|
def natural_sort_key(s):
|
|
basename = os.path.basename(s)
|
|
# Match "卷XXX之YY"
|
|
m = re.search(r"卷(\d+)(?:之(\d+))?", basename)
|
|
if m:
|
|
vol = int(m.group(1))
|
|
sub = int(m.group(2)) if m.group(2) else 0
|
|
return (1, vol, sub)
|
|
return (2, 0, 0)
|
|
|
|
def main():
|
|
files = glob.glob('html_files/卷*.html')
|
|
files.sort(key=natural_sort_key)
|
|
|
|
print(f"Starting to parse {len(files)} files...")
|
|
|
|
combined_result = {}
|
|
success_count = 0
|
|
fail_count = 0
|
|
|
|
for idx, fpath in enumerate(files):
|
|
try:
|
|
res = parse_html(fpath)
|
|
for k, v in res.items():
|
|
# Remove "（韵母）" prefix
|
|
clean_key = k.replace("（韵母）", "")
|
|
|
|
if clean_key not in combined_result:
|
|
combined_result[clean_key] = v
|
|
else:
|
|
# Merge entries
|
|
combined_result[clean_key]["词条"].update(v.get("词条", {}))
|
|
if "对语" in v and v["对语"]:
|
|
combined_result[clean_key]["对语"] += v["对语"]
|
|
if "摘句" in v and v["摘句"]:
|
|
combined_result[clean_key]["摘句"] += v["摘句"]
|
|
|
|
if not combined_result[clean_key]["卷"] and v["卷"]:
|
|
combined_result[clean_key]["卷"] = v["卷"]
|
|
if not combined_result[clean_key]["声"] and v["声"]:
|
|
combined_result[clean_key]["声"] = v["声"]
|
|
if not combined_result[clean_key]["韵"] and v["韵"]:
|
|
combined_result[clean_key]["韵"] = v["韵"]
|
|
|
|
success_count += 1
|
|
if idx % 50 == 0:
|
|
print(f"Parsed {idx}/{len(files)} files...")
|
|
except Exception as e:
|
|
print(f"Failed to parse {fpath}: {e}")
|
|
fail_count += 1
|
|
|
|
print(f"Parsing finished. Success: {success_count}, Failed: {fail_count}")
|
|
print(f"Total unique rhyme characters extracted: {len(combined_result)}")
|
|
|
|
final_output = {
|
|
"metadata": {
|
|
"title": "御定佩文韵府",
|
|
"author": "张玉书等奉敕编",
|
|
"dynasty": "清",
|
|
"total_volumes": 106,
|
|
"source": "2026年3月22日从维基文库导出"
|
|
},
|
|
"preface": ""
|
|
}
|
|
|
|
final_output.update(combined_result)
|
|
|
|
with open('peiwenyunfu.json', 'w', encoding='utf-8') as f:
|
|
json.dump(final_output, f, ensure_ascii=False, indent=4)
|
|
print("Saved output to peiwenyunfu.json")
|
|
|
|
if __name__ == "__main__":
|
|
main()
|