增加了ui部分
This commit is contained in:
xunbu
396
docutranslate/app.py
Normal file
396
docutranslate/app.py
Normal file
@@ -0,0 +1,396 @@
|
||||
import asyncio
|
||||
import io
|
||||
import logging
|
||||
import os
|
||||
from pathlib import Path
|
||||
from typing import AsyncGenerator
|
||||
|
||||
import uvicorn
|
||||
from fastapi import FastAPI, File, Form, UploadFile, Request, HTTPException
|
||||
from fastapi.responses import HTMLResponse, StreamingResponse, JSONResponse # Added JSONResponse
|
||||
from fastapi.templating import Jinja2Templates
|
||||
|
||||
# 假设这些导入能够正确找到你的库代码
|
||||
from docutranslate import FileTranslater # Your existing FileTranslater
|
||||
from docutranslate.logger import translater_logger # Your existing logger
|
||||
|
||||
os.environ["FASTAPI_RUNNING"] = "true"
|
||||
app = FastAPI()
|
||||
|
||||
# --- 异步队列和自定义日志处理器设置 ---
|
||||
log_queue = asyncio.Queue()
|
||||
|
||||
|
||||
class AsyncQueueHandler(logging.Handler):
|
||||
def __init__(self, queue: asyncio.Queue):
|
||||
super().__init__()
|
||||
self.queue = queue
|
||||
|
||||
def emit(self, record: logging.LogRecord):
|
||||
log_entry = self.format(record)
|
||||
main_loop = getattr(app.state, "main_event_loop", None)
|
||||
if main_loop and main_loop.is_running(): # Ensure loop is running
|
||||
main_loop.call_soon_threadsafe(self.queue.put_nowait, log_entry)
|
||||
else:
|
||||
# Fallback if loop not available or not running (e.g. during shutdown or tests)
|
||||
# This might happen very early in startup before main_event_loop is set, or during shutdown.
|
||||
# In a typical running app, main_loop should be available.
|
||||
try:
|
||||
self.queue.put_nowait(log_entry) # Less safe if loop context is critical
|
||||
except Exception as e:
|
||||
print(f"Error putting log to queue (no main loop/not running): {e}")
|
||||
self.handleError(record)
|
||||
|
||||
|
||||
@app.on_event("startup")
|
||||
async def startup_event():
|
||||
app.state.main_event_loop = asyncio.get_running_loop()
|
||||
queue_handler = AsyncQueueHandler(log_queue)
|
||||
queue_handler.setLevel(logging.INFO)
|
||||
ui_formatter = logging.Formatter('%(asctime)s - %(levelname)s - %(message)s')
|
||||
queue_handler.setFormatter(ui_formatter)
|
||||
if not any(isinstance(h, AsyncQueueHandler) for h in translater_logger.handlers):
|
||||
translater_logger.addHandler(queue_handler)
|
||||
|
||||
|
||||
# --- 全局状态 ---
|
||||
current_translation_state = {
|
||||
"markdown_content": None, "html_content": None, "original_filename_stem": None,
|
||||
"error": None, "is_processing": False
|
||||
}
|
||||
templates = Jinja2Templates(directory=".")
|
||||
|
||||
# --- HTML 模板字符串 ---
|
||||
HTML_TEMPLATE_STR = """
|
||||
<!DOCTYPE html>
|
||||
<html lang="zh-CN">
|
||||
<head>
|
||||
<meta charset="UTF-8">
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1.0">
|
||||
<title>文档翻译器</title>
|
||||
<link rel="stylesheet" href="https://cdn.jsdelivr.net/npm/@picocss/pico@latest/css/pico.min.css">
|
||||
<style>
|
||||
body { padding: 20px; font-family: sans-serif; }
|
||||
.container { max-width: 900px; margin: auto; }
|
||||
.log-area {
|
||||
background-color: #f0f0f0;
|
||||
border: 1px solid #ccc;
|
||||
padding: 10px;
|
||||
height: 250px;
|
||||
overflow-y: scroll;
|
||||
white-space: pre-wrap;
|
||||
word-break: break-all;
|
||||
font-family: monospace;
|
||||
font-size: 0.9em;
|
||||
margin-top: 20px;
|
||||
line-height: 1.4;
|
||||
}
|
||||
.error-message { color: red; font-weight: bold; }
|
||||
.success-message { color: green; font-weight: bold; }
|
||||
.form-group label { margin-bottom: 0.2rem; display: block;}
|
||||
.form-group input { margin-bottom: 0.8rem; }
|
||||
.button-group { margin-top: 1rem; }
|
||||
.button-group button, .button-group a { margin-right: 0.5rem; }
|
||||
summary { font-weight: bold; cursor: pointer; }
|
||||
label input[type="checkbox"] { margin-right: 0.5rem; vertical-align: middle; }
|
||||
#resultArea { margin-top: 20px; } /* Style for result area */
|
||||
#downloadButtons { display: none; } /* Initially hidden */
|
||||
</style>
|
||||
</head>
|
||||
<body>
|
||||
<main class="container">
|
||||
<h1>文档翻译器</h1>
|
||||
<form id="translateForm"> <!-- Removed action and method -->
|
||||
<details open>
|
||||
<summary>API 配置 (所有均为必填项)</summary>
|
||||
<div class="grid">
|
||||
<div class="form-group">
|
||||
<label for="base_url">API 地址 (Base URL)</label>
|
||||
<input type="text" id="base_url" name="base_url" value="" required>
|
||||
</div>
|
||||
<div class="form-group">
|
||||
<label for="apikey">API 密钥 (API Key)</label>
|
||||
<input type="password" id="apikey" name="apikey" value="" required>
|
||||
</div>
|
||||
</div>
|
||||
<div class="form-group">
|
||||
<label for="model_id">模型 ID (Model ID)</label>
|
||||
<input type="text" id="model_id" name="model_id" value="" required>
|
||||
</div>
|
||||
</details>
|
||||
<div class="form-group" style="margin-top: 1rem;">
|
||||
<label for="file">待翻译文档</label>
|
||||
<input type="file" id="file" name="file" required>
|
||||
</div>
|
||||
<fieldset>
|
||||
<legend>选项</legend>
|
||||
<label for="to_lang">目标语言: <input type="text" id="to_lang" name="to_lang" value="中文"></label>
|
||||
<label for="formula_ocr"><input type="checkbox" id="formula_ocr" name="formula_ocr">启用公式识别</label>
|
||||
<label for="code_ocr"><input type="checkbox" id="code_ocr" name="code_ocr">启用代码块识别</label>
|
||||
<label for="refine_markdown"><input type="checkbox" id="refine_markdown" name="refine_markdown">翻译前优化 Markdown</label>
|
||||
</fieldset>
|
||||
<button type="submit" id="submitButton">翻译文档</button>
|
||||
</form>
|
||||
|
||||
<div id="resultArea">
|
||||
<p id="statusMessage"></p>
|
||||
<div id="downloadButtons" class="button-group">
|
||||
<h3>下载：</h3>
|
||||
<a id="downloadMarkdown" href="#" role="button" class="secondary">下载 Markdown</a>
|
||||
<a id="downloadHtml" href="#" role="button" class="secondary">下载 HTML</a>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<h3>日志：</h3>
|
||||
<div class="log-area" id="logArea"></div>
|
||||
</main>
|
||||
<script>
|
||||
const base_url_input = document.getElementById('base_url');
|
||||
const apikey_input = document.getElementById('apikey');
|
||||
const model_id_input = document.getElementById('model_id');
|
||||
const to_lang_input = document.getElementById('to_lang');
|
||||
const formula_ocr_input = document.getElementById('formula_ocr');
|
||||
const code_ocr_input = document.getElementById('code_ocr');
|
||||
const refine_markdown_input = document.getElementById('refine_markdown');
|
||||
|
||||
if (localStorage.getItem('translator_base_url')) base_url_input.value = localStorage.getItem('translator_base_url');
|
||||
if (localStorage.getItem('translator_apikey')) apikey_input.value = localStorage.getItem('translator_apikey');
|
||||
if (localStorage.getItem('translator_model_id')) model_id_input.value = localStorage.getItem('translator_model_id');
|
||||
to_lang_input.value = localStorage.getItem('translator_to_lang') || '中文';
|
||||
formula_ocr_input.checked = localStorage.getItem('translator_formula_ocr') === 'true';
|
||||
code_ocr_input.checked = localStorage.getItem('translator_code_ocr') === 'true';
|
||||
refine_markdown_input.checked = localStorage.getItem('translator_refine_markdown') === 'true';
|
||||
|
||||
function saveToLocalStorage(key, value) { try { localStorage.setItem(key, value); } catch (e) { console.error("Error saving to localStorage:", e); }}
|
||||
base_url_input.addEventListener('input', () => saveToLocalStorage('translator_base_url', base_url_input.value));
|
||||
apikey_input.addEventListener('input', () => saveToLocalStorage('translator_apikey', apikey_input.value));
|
||||
model_id_input.addEventListener('input', () => saveToLocalStorage('translator_model_id', model_id_input.value));
|
||||
to_lang_input.addEventListener('input', () => saveToLocalStorage('translator_to_lang', to_lang_input.value));
|
||||
formula_ocr_input.addEventListener('change', () => saveToLocalStorage('translator_formula_ocr', formula_ocr_input.checked));
|
||||
code_ocr_input.addEventListener('change', () => saveToLocalStorage('translator_code_ocr', code_ocr_input.checked));
|
||||
refine_markdown_input.addEventListener('change', () => saveToLocalStorage('translator_refine_markdown', refine_markdown_input.checked));
|
||||
|
||||
const form = document.getElementById('translateForm');
|
||||
const submitButton = document.getElementById('submitButton');
|
||||
const logArea = document.getElementById('logArea');
|
||||
const statusMessageElement = document.getElementById('statusMessage');
|
||||
const downloadButtonsDiv = document.getElementById('downloadButtons');
|
||||
const downloadMarkdownLink = document.getElementById('downloadMarkdown');
|
||||
const downloadHtmlLink = document.getElementById('downloadHtml');
|
||||
|
||||
if (form && submitButton) {
|
||||
form.addEventListener('submit', async function(event) {
|
||||
event.preventDefault();
|
||||
submitButton.disabled = true;
|
||||
submitButton.setAttribute('aria-busy', 'true');
|
||||
submitButton.textContent = '处理中...';
|
||||
if(logArea) logArea.innerHTML = '';
|
||||
statusMessageElement.textContent = '';
|
||||
statusMessageElement.className = '';
|
||||
downloadButtonsDiv.style.display = 'none';
|
||||
|
||||
const formData = new FormData(form);
|
||||
try {
|
||||
const response = await fetch('/translate', { method: 'POST', body: formData });
|
||||
const resultData = await response.json();
|
||||
if (resultData.error) {
|
||||
statusMessageElement.textContent = resultData.message;
|
||||
statusMessageElement.className = 'error-message';
|
||||
} else {
|
||||
statusMessageElement.textContent = resultData.message;
|
||||
statusMessageElement.className = 'success-message';
|
||||
if (resultData.download_ready) {
|
||||
downloadMarkdownLink.href = resultData.markdown_url;
|
||||
downloadMarkdownLink.setAttribute('download', resultData.original_filename_stem + '_translated.md');
|
||||
downloadHtmlLink.href = resultData.html_url;
|
||||
downloadHtmlLink.setAttribute('download', resultData.original_filename_stem + '_translated.html');
|
||||
downloadButtonsDiv.style.display = 'block';
|
||||
}
|
||||
}
|
||||
} catch (error) {
|
||||
console.error('Fetch error:', error);
|
||||
statusMessageElement.textContent = '请求翻译失败，请检查网络或服务状态。';
|
||||
statusMessageElement.className = 'error-message';
|
||||
} finally {
|
||||
submitButton.disabled = false;
|
||||
submitButton.removeAttribute('aria-busy');
|
||||
submitButton.textContent = '翻译文档';
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
if (typeof(EventSource) !== "undefined") {
|
||||
let eventSource;
|
||||
function connectEventSource() {
|
||||
if (eventSource) {
|
||||
eventSource.close();
|
||||
}
|
||||
eventSource = new EventSource("/stream-logs");
|
||||
eventSource.onmessage = function(event) {
|
||||
if (logArea && event.data !== ":heartbeat") { // Ignore heartbeat messages for display
|
||||
logArea.innerHTML += event.data;
|
||||
logArea.scrollTop = logArea.scrollHeight;
|
||||
}
|
||||
};
|
||||
eventSource.onerror = function(err) {
|
||||
console.error("EventSource failed:", err);
|
||||
if (logArea) {
|
||||
const errorMsgDiv = document.createElement('div');
|
||||
errorMsgDiv.style.color = 'orange';
|
||||
errorMsgDiv.textContent = '日志流连接暂时中断，尝试重连...';
|
||||
logArea.appendChild(errorMsgDiv);
|
||||
logArea.scrollTop = logArea.scrollHeight;
|
||||
}
|
||||
eventSource.close(); // Close the failed source
|
||||
// Attempt to reconnect after a delay
|
||||
setTimeout(connectEventSource, 5000); // Reconnect after 5 seconds
|
||||
};
|
||||
}
|
||||
connectEventSource(); // Initial connection
|
||||
} else {
|
||||
if(logArea) logArea.innerHTML = "抱歉，您的浏览器不支持实时日志更新。";
|
||||
}
|
||||
</script>
|
||||
</body>
|
||||
</html>
|
||||
"""
|
||||
|
||||
|
||||
# --- FastAPI Endpoints ---
|
||||
@app.get("/", response_class=HTMLResponse)
|
||||
async def main_page_get_endpoint(request: Request):
|
||||
if not current_translation_state["is_processing"]:
|
||||
while not log_queue.empty():
|
||||
try:
|
||||
log_queue.get_nowait(); log_queue.task_done()
|
||||
except asyncio.QueueEmpty:
|
||||
break
|
||||
|
||||
# 初始页面不传递 config, 让 localStorage 填充
|
||||
context = {"request": request, "config": {}, "message": None, "error": False, "download_ready": False}
|
||||
jinja_env = templates.env
|
||||
template_obj = jinja_env.from_string(HTML_TEMPLATE_STR)
|
||||
return HTMLResponse(content=template_obj.render(context))
|
||||
|
||||
|
||||
async def log_stream_generator() -> AsyncGenerator[str, None]:
|
||||
last_heartbeat_time = asyncio.get_event_loop().time()
|
||||
heartbeat_interval = 15 # Send heartbeat every 15 seconds
|
||||
|
||||
try:
|
||||
while True:
|
||||
log_message = None
|
||||
try:
|
||||
# Wait for a log message with a timeout, so we can send heartbeats
|
||||
log_message = await asyncio.wait_for(log_queue.get(), timeout=1.0) # Wait 1 sec for a log
|
||||
except asyncio.TimeoutError:
|
||||
pass # No log message in this interval, proceed to check heartbeat
|
||||
|
||||
if log_message:
|
||||
escaped_message = log_message.replace('&', '&').replace('<', '<').replace('>', '>')
|
||||
yield f"data: {escaped_message}<br>\n\n"
|
||||
log_queue.task_done()
|
||||
last_heartbeat_time = asyncio.get_event_loop().time() # Reset heartbeat timer on actual data
|
||||
|
||||
current_time = asyncio.get_event_loop().time()
|
||||
if current_time - last_heartbeat_time >= heartbeat_interval:
|
||||
yield "data: :heartbeat\n\n" # SSE comment as heartbeat, client JS should ignore this for display
|
||||
last_heartbeat_time = current_time
|
||||
|
||||
# No need for extra sleep if asyncio.wait_for is used with a timeout
|
||||
# If log_queue.get() was blocking indefinitely, a short sleep would be needed here.
|
||||
|
||||
except asyncio.CancelledError:
|
||||
raise
|
||||
finally:
|
||||
pass # Cleanup if needed
|
||||
|
||||
|
||||
@app.get("/stream-logs")
|
||||
async def stream_logs_endpoint(request: Request):
|
||||
return StreamingResponse(log_stream_generator(), media_type="text/event-stream")
|
||||
|
||||
|
||||
@app.post("/translate", response_class=JSONResponse)
|
||||
async def handle_translate_endpoint(
|
||||
request: Request,
|
||||
base_url: str = Form(...), apikey: str = Form(...), model_id: str = Form(...),
|
||||
to_lang: str = Form("中文"), formula_ocr: bool = Form(False),
|
||||
code_ocr: bool = Form(False), refine_markdown: bool = Form(False),
|
||||
file: UploadFile = File(...)
|
||||
):
|
||||
if current_translation_state["is_processing"]:
|
||||
return JSONResponse(status_code=429, content={"error": True, "message": "另一个翻译任务正在进行中，请稍后再试。"})
|
||||
|
||||
current_translation_state["is_processing"] = True
|
||||
while not log_queue.empty(): # Clear queue for new task
|
||||
try:
|
||||
log_queue.get_nowait(); log_queue.task_done()
|
||||
except asyncio.QueueEmpty:
|
||||
break
|
||||
|
||||
translater_logger.info("收到翻译请求。")
|
||||
|
||||
response_data = {"error": False, "message": "", "download_ready": False, "markdown_url": None, "html_url": None,
|
||||
"original_filename_stem": None}
|
||||
|
||||
try:
|
||||
contents = await file.read()
|
||||
original_filename = file.filename if file.filename else "uploaded_file"
|
||||
current_translation_state["original_filename_stem"] = Path(original_filename).stem
|
||||
response_data["original_filename_stem"] = current_translation_state["original_filename_stem"]
|
||||
|
||||
translater_logger.info(f"文件 '{original_filename}' 已上传, 大小: {len(contents)} 字节。")
|
||||
|
||||
ft = FileTranslater(base_url=base_url, key=apikey, model_id=model_id, tips=False)
|
||||
|
||||
await asyncio.to_thread(
|
||||
ft.translate_bytes, name=original_filename, file=contents, to_lang=to_lang,
|
||||
formula=formula_ocr, code=code_ocr, refine=refine_markdown, save=False
|
||||
)
|
||||
|
||||
current_translation_state["markdown_content"] = ft.export_to_markdown()
|
||||
current_translation_state["html_content"] = ft.export_to_html(
|
||||
title=current_translation_state["original_filename_stem"])
|
||||
|
||||
response_data["message"] = "翻译成功！下载链接已生成。"
|
||||
response_data["download_ready"] = True
|
||||
response_data["markdown_url"] = f"/download/markdown/{response_data['original_filename_stem']}_translated.md"
|
||||
response_data["html_url"] = f"/download/html/{response_data['original_filename_stem']}_translated.html"
|
||||
translater_logger.info("翻译流程处理完毕。")
|
||||
|
||||
except Exception as e:
|
||||
translater_logger.error(f"翻译失败: {e}", exc_info=True)
|
||||
response_data["error"] = True
|
||||
response_data["message"] = f"翻译过程中发生错误: {str(e)}"
|
||||
finally:
|
||||
current_translation_state["is_processing"] = False
|
||||
if file: await file.close()
|
||||
|
||||
return JSONResponse(content=response_data)
|
||||
|
||||
|
||||
# --- 下载接口 (保持不变) ---
|
||||
@app.get("/download/markdown/{filename_with_ext}")
|
||||
async def download_markdown_endpoint(filename_with_ext: str):
|
||||
if current_translation_state["markdown_content"] and current_translation_state["original_filename_stem"]:
|
||||
actual_filename = f"{current_translation_state['original_filename_stem']}_translated.md"
|
||||
return StreamingResponse(io.StringIO(current_translation_state["markdown_content"]), media_type="text/markdown",
|
||||
headers={"Content-Disposition": f"attachment; filename=\"{actual_filename}\""})
|
||||
raise HTTPException(status_code=404, detail="无 Markdown 翻译内容可用或文件名不匹配。")
|
||||
|
||||
|
||||
@app.get("/download/html/{filename_with_ext}")
|
||||
async def download_html_endpoint(filename_with_ext: str):
|
||||
if current_translation_state["html_content"] and current_translation_state["original_filename_stem"]:
|
||||
actual_filename = f"{current_translation_state['original_filename_stem']}_translated.html"
|
||||
return HTMLResponse(content=current_translation_state["html_content"], media_type="text/html",
|
||||
headers={"Content-Disposition": f"attachment; filename=\"{actual_filename}\""})
|
||||
raise HTTPException(status_code=404, detail="无 HTML 翻译内容可用或文件名不匹配。")
|
||||
|
||||
|
||||
# --- Uvicorn 启动 ---
|
||||
if __name__ == "__main__":
|
||||
print("正在启动 FastAPI 文档翻译服务 (使用 asyncio.Queue 和 Fetch API)...")
|
||||
print("请访问 http://127.0.0.1:8010")
|
||||
uvicorn.run(app, host="127.0.0.1", port=8010)
|
||||
Reference in New Issue
Block a user