242 lines
8.7 KiB
Python
242 lines
8.7 KiB
Python
#!/usr/bin/env python
|
||
# -*- coding: utf-8 -*-
|
||
|
||
import os
|
||
import json
|
||
import shutil
|
||
import csv
|
||
import traceback
|
||
import re
|
||
import argparse
|
||
from datetime import datetime
|
||
|
||
def convert_json_to_txt_content(json_path):
|
||
"""
|
||
读取 JSON 文件，提取标题、内容和标签，移除 Markdown 格式，
|
||
并返回格式化文本。
|
||
"""
|
||
print(f" - 正在读取 JSON: {json_path}")
|
||
if not os.path.exists(json_path):
|
||
print(f" - 警告: JSON 文件不存在: {json_path}")
|
||
return None, f"文件未找到: {json_path}"
|
||
|
||
try:
|
||
with open(json_path, 'r', encoding='utf-8') as f_json:
|
||
data = json.load(f_json)
|
||
|
||
# 提取字段
|
||
title = data.get('title', '未找到标题')
|
||
content = data.get('content', '未找到内容')
|
||
tags = data.get('tags', data.get('tag', '未找到标签'))
|
||
|
||
# 移除Markdown格式
|
||
content_no_format = re.sub(r'\*\*(.*?)\*\*', r'\1', content)
|
||
|
||
# 组合输出文本
|
||
return f"{title}\n\n{content_no_format}\n\n{tags}", None
|
||
except json.JSONDecodeError:
|
||
print(f" - 错误: JSON 格式无效: {json_path}")
|
||
return None, f"无效的 JSON 格式: {json_path}"
|
||
except Exception as e:
|
||
print(f" - 错误: 处理 JSON 时出错: {e}")
|
||
return None, f"处理 JSON 时出错: {e}"
|
||
|
||
def process_result_directory(source_dir, output_dir, run_id=None):
|
||
"""
|
||
处理指定的结果目录，提取内容并渲染到输出目录。
|
||
|
||
Args:
|
||
source_dir: 源目录路径，包含i_j子目录
|
||
output_dir: 输出目录路径
|
||
run_id: 可选的运行ID，如果不提供则使用源目录名
|
||
"""
|
||
if not os.path.isdir(source_dir):
|
||
print(f"错误: 源目录不存在: {source_dir}")
|
||
return
|
||
|
||
# 创建输出目录
|
||
os.makedirs(output_dir, exist_ok=True)
|
||
print(f"确保输出目录存在: {output_dir}")
|
||
|
||
# 提取run_id
|
||
if not run_id:
|
||
run_id = os.path.basename(source_dir)
|
||
|
||
# 创建CSV清单
|
||
csv_path = os.path.join(output_dir, f"manifest_{run_id}.csv")
|
||
csv_data = [
|
||
[
|
||
"EntryID",
|
||
"SourcePath",
|
||
"ArticleJsonPath",
|
||
"OutputTxtPath",
|
||
"PosterPath",
|
||
"AdditionalImagesCount",
|
||
"Status",
|
||
"Details"
|
||
]
|
||
]
|
||
|
||
# 查找所有i_j目录
|
||
entry_pattern = re.compile(r"^\d+_\d+$")
|
||
entries = []
|
||
|
||
for item in os.listdir(source_dir):
|
||
item_path = os.path.join(source_dir, item)
|
||
if os.path.isdir(item_path) and entry_pattern.match(item):
|
||
entries.append(item)
|
||
|
||
if not entries:
|
||
print(f"警告: 在源目录中未找到任何i_j格式的子目录")
|
||
return
|
||
|
||
print(f"找到 {len(entries)} 个条目目录")
|
||
|
||
# 处理每个条目
|
||
for entry in sorted(entries):
|
||
entry_path = os.path.join(source_dir, entry)
|
||
output_entry_path = os.path.join(output_dir, entry)
|
||
|
||
print(f"\n处理条目: {entry}")
|
||
|
||
# 创建记录
|
||
record = {
|
||
"EntryID": entry,
|
||
"SourcePath": entry_path,
|
||
"ArticleJsonPath": "",
|
||
"OutputTxtPath": "",
|
||
"PosterPath": "",
|
||
"AdditionalImagesCount": 0,
|
||
"Status": "Processing",
|
||
"Details": ""
|
||
}
|
||
|
||
# 创建输出条目目录
|
||
try:
|
||
os.makedirs(output_entry_path, exist_ok=True)
|
||
except Exception as e:
|
||
record["Status"] = "Failed"
|
||
record["Details"] = f"创建输出目录失败: {e}"
|
||
csv_data.append([record[col] for col in csv_data[0]])
|
||
print(f" - 错误: {record['Details']}")
|
||
continue
|
||
|
||
# 1. 处理article.json -> txt
|
||
json_path = os.path.join(entry_path, "article.json")
|
||
txt_path = os.path.join(output_entry_path, "article.txt")
|
||
record["ArticleJsonPath"] = json_path
|
||
record["OutputTxtPath"] = txt_path
|
||
|
||
if os.path.exists(json_path):
|
||
txt_content, error = convert_json_to_txt_content(json_path)
|
||
if error:
|
||
record["Status"] = "Partial"
|
||
record["Details"] += f"文章处理失败: {error}; "
|
||
print(f" - 错误: {record['Details']}")
|
||
else:
|
||
try:
|
||
with open(txt_path, 'w', encoding='utf-8') as f_txt:
|
||
f_txt.write(txt_content)
|
||
print(f" - 成功写入文本文件: {txt_path}")
|
||
except Exception as e:
|
||
record["Status"] = "Partial"
|
||
record["Details"] += f"写入文本文件失败: {e}; "
|
||
print(f" - 错误: {record['Details']}")
|
||
else:
|
||
record["Status"] = "Partial"
|
||
record["Details"] += "文章JSON文件不存在; "
|
||
print(f" - 警告: {record['Details']}")
|
||
|
||
# 2. 处理海报图片
|
||
poster_dir = os.path.join(entry_path, "poster")
|
||
poster_jpg_path = os.path.join(poster_dir, "poster.jpg")
|
||
output_poster_path = os.path.join(output_entry_path, "poster.jpg")
|
||
record["PosterPath"] = output_poster_path
|
||
|
||
if os.path.exists(poster_jpg_path):
|
||
try:
|
||
shutil.copy2(poster_jpg_path, output_poster_path)
|
||
print(f" - 成功复制海报图片: {output_poster_path}")
|
||
except Exception as e:
|
||
record["Status"] = "Partial"
|
||
record["Details"] += f"复制海报图片失败: {e}; "
|
||
print(f" - 错误: {record['Details']}")
|
||
else:
|
||
record["Status"] = "Partial"
|
||
record["Details"] += "海报图片不存在; "
|
||
print(f" - 警告: {record['Details']}")
|
||
|
||
# 3. 处理额外图片
|
||
image_dir = os.path.join(entry_path, "image")
|
||
output_image_dir = os.path.join(output_entry_path, "additional_images")
|
||
|
||
if os.path.exists(image_dir) and os.path.isdir(image_dir):
|
||
try:
|
||
os.makedirs(output_image_dir, exist_ok=True)
|
||
image_count = 0
|
||
|
||
for filename in os.listdir(image_dir):
|
||
if filename.startswith("additional_") and filename.endswith(".jpg"):
|
||
source_file = os.path.join(image_dir, filename)
|
||
dest_file = os.path.join(output_image_dir, filename)
|
||
|
||
# 复制图片
|
||
shutil.copy2(source_file, dest_file)
|
||
image_count += 1
|
||
|
||
record["AdditionalImagesCount"] = image_count
|
||
print(f" - 复制了 {image_count} 张额外图片到: {output_image_dir}")
|
||
except Exception as e:
|
||
record["Status"] = "Partial"
|
||
record["Details"] += f"处理额外图片时出错: {e}; "
|
||
print(f" - 错误: {record['Details']}")
|
||
else:
|
||
record["AdditionalImagesCount"] = 0
|
||
print(f" - 没有找到额外图片目录")
|
||
|
||
# 更新状态
|
||
if record["Status"] == "Processing":
|
||
record["Status"] = "Success"
|
||
record["Details"] = "处理成功完成"
|
||
|
||
# 添加记录到CSV数据
|
||
csv_data.append([record[col] for col in csv_data[0]])
|
||
|
||
# 写入CSV清单
|
||
try:
|
||
print(f"\n正在写入清单CSV: {csv_path}")
|
||
with open(csv_path, 'w', newline='', encoding='utf-8-sig') as f_csv:
|
||
writer = csv.writer(f_csv)
|
||
writer.writerows(csv_data)
|
||
print(f"清单CSV生成成功")
|
||
except Exception as e:
|
||
print(f"写入CSV文件时出错: {e}")
|
||
traceback.print_exc()
|
||
|
||
print(f"\n处理完成. 共处理 {len(entries)} 个条目.")
|
||
print(f"结果保存在: {output_dir}")
|
||
|
||
def main():
|
||
# parser = argparse.ArgumentParser(description="从TravelContentCreator结果目录提取内容并渲染到指定目录")
|
||
# parser.add_argument("--source", type=str, required=True, help="源目录路径")
|
||
# parser.add_argument("--output", type=str, required=True, help="输出目录路径")
|
||
# parser.add_argument("--run-id", type=str, help="自定义运行ID")
|
||
|
||
# args = parser.parse_args()
|
||
source = ""
|
||
output = ""
|
||
run_id = datetime.now().strftime("%Y%m%d_%H%M%S")
|
||
print("-" * 60)
|
||
print(f"开始提取和渲染流程")
|
||
print(f"源目录: {source}")
|
||
print(f"输出目录: {output}")
|
||
if run_id:
|
||
print(f"运行ID: {run_id}")
|
||
print("-" * 60)
|
||
|
||
process_result_directory(source, output, run_id)
|
||
|
||
print("\n脚本执行完毕.")
|
||
|
||
if __name__ == "__main__":
|
||
main() |