提升公式识别率

docutranslate/exporter/md/md2html_exporter.py

@@ -1,22 +1,22 @@
 from dataclasses import dataclass
-
 import jinja2
 import markdown
-
 from docutranslate.exporter.md.base import MDExporter, MDExporterConfig
 from docutranslate.ir.document import Document
 from docutranslate.ir.markdown_document import MarkdownDocument
 from docutranslate.utils.resource_utils import resource_path
 
+
 @dataclass
 class MD2HTMLExporterConfig(MDExporterConfig):
     cdn: bool = True
 
+
 class MD2HTMLExporter(MDExporter):
     def __init__(self, config: MD2HTMLExporterConfig = None):
         config = config or MD2HTMLExporterConfig()
         super().__init__(config=config)
-        self.cdn=config.cdn
+        self.cdn = config.cdn
 
     def export(self, document: MarkdownDocument) -> Document:
         cdn = self.cdn
@@ -26,7 +26,8 @@ class MD2HTMLExporter(MDExporter):
         katex_css = f'<link rel="stylesheet" href="/static/katex/katex.css"/>' if not cdn else r"""<link rel="stylesheet" href="https://s4.zstatic.net/ajax/libs/KaTeX/0.16.9/katex.min.css" integrity="sha512-fHwaWebuwA7NSF5Qg/af4UeDx9XqUpYpOGgubo3yWu+b2IQR4UeQwbb42Ti7gVAjNtVoI/I9TEoYeu9omwcC6g==" crossorigin="anonymous" referrerpolicy="no-referrer" />"""
         katex_js = f'<script src="/static/katex/katex.js"></script>' if not cdn else r"""<script src="https://s4.zstatic.net/ajax/libs/KaTeX/0.16.9/katex.min.js" integrity="sha512-LQNxIMR5rXv7o+b1l8+N1EZMfhG7iFZ9HhnbJkTp4zjNr5Wvst75AqUeFDxeRUa7l5vEDyUiAip//r+EFLLCyA==" crossorigin="anonymous" referrerpolicy="no-referrer"></script>"""
         auto_render = f'<script>{resource_path("static/autoRender.js").read_text(encoding="utf-8")}</script>' if not cdn else r"""<script src="https://s4.zstatic.net/ajax/libs/KaTeX/0.16.9/contrib/auto-render.min.js" integrity="sha512-iWiuBS5nt6r60fCz26Nd0Zqe0nbk1ZTIQbl3Kv7kYsX+yKMUFHzjaH2+AnM6vp2Xs+gNmaBAVWJjSmuPw76Efg==" crossorigin="anonymous" referrerpolicy="no-referrer"></script>"""
-        # language=javascript
+
+        # 修改 JavaScript 渲染配置，增加更多选项
         render_math_in_element = r"""
         <script>
             document.addEventListener("DOMContentLoaded", function () {
@@ -37,30 +38,20 @@ class MD2HTMLExporter(MDExporter):
                         {left: '$', right: '$', display: false},
                         {left: '\\(', right: '\\)', display: false}
                     ],
-                                         throwOnError: false
+                    throwOnError: false,
-                                     })
+                    errorColor: '#cc0000',
+                    macros: {
+                        "\\f": "#1f(#2)"
+                    },
+                    trust: true,
+                    strict: false
                 });
-                                 </script>""" if cdn else r"""
-                                                          <script>
-                                                              document.addEventListener("DOMContentLoaded", function
-                                                              () {
-                                                              renderMathInElement(document.body, {
-                                                                  delimiters: [
-                                                                      {left: '$$', right: '$$', display: true},
-                                                                      {left: '\\[', right: '\\]', display: true},
-                                                                      {left: '$', right: '$', display: false},
-                                                                      {left: '\\(', right: '\\)', display: false}
-                                                                  ],
-                                                                  fonts: false,
-                                                                  throwOnError: false
-                                                              })
             });
         </script>"""
+
         mermaid = f'<script>{resource_path("static/mermaid.js").read_text(encoding="utf-8")}</script>'
 
-        # 使用 python-markdown 和 pymdown-extensions
+        # 修改扩展配置
-        # Arithmatex 扩展专门用于处理 KaTeX/MathJax 公式
-        # 它能智能识别 $...$, $$...$$, \(...\), \[...\] 等，并保护它们不受干扰
         extensions = [
             'markdown.extensions.tables',
             'pymdownx.arithmatex',
@@ -69,14 +60,20 @@ class MD2HTMLExporter(MDExporter):
 
         extension_configs = {
             'pymdownx.arithmatex': {
-                'generic': True
+                'generic': True,
+                'block_tag': 'div',
+                'inline_tag': 'span',
+                'block_syntax': ['dollar', 'square'],
+                'inline_syntax': ['dollar', 'round'],
+                'tex_inline_wrap': ['\\(', '\\)'],
+                'tex_block_wrap': ['\\[', '\\]'],
+                'smart_dollar': True
             },
             'pymdownx.superfences': {
                 'custom_fences': [
                     {
                         'name': 'mermaid',
                         'class': 'mermaid',
-                        # 这个 format 函数确保输出的 HTML 结构是 Mermaid.js 期望的
                         'format': lambda source, language, css_class, options, md,
                                          **kwargs: f'<pre class="{css_class}">{source}</pre>'
                     }
@@ -84,9 +81,21 @@ class MD2HTMLExporter(MDExporter):
             }
         }
 
-        # 注意：这里不再需要 .replace("\\", "\\\\")
+        # 预处理 markdown 内容，确保数学公式周围有正确的空行
+        content = document.content.decode()
+
+        # 处理 $$ 块公式，确保前后有空行
+        import re
+        # 匹配 $$ 块公式
+        def fix_block_math(match):
+            formula = match.group(1)
+            return f'\n\n$$\n{formula}\n$$\n\n'
+
+        # 使用正则表达式修复块公式格式
+        content = re.sub(r'\$\$\s*\n?(.*?)\n?\s*\$\$', fix_block_math, content, flags=re.DOTALL)
+
         html_content = markdown.markdown(
-            document.content.decode(),
+            content,
             extensions=extensions,
             extension_configs=extension_configs
         )
@@ -97,17 +106,18 @@ class MD2HTMLExporter(MDExporter):
             katexCss=katex_css,
             katexJs=katex_js,
             autoRender=auto_render,
-            markdown=html_content,  # 使用新的 html_content
+            markdown=html_content,
             renderMathInElement=render_math_in_element,
             mermaid=mermaid,
         )
         return Document.from_bytes(content=render.encode("utf-8"), suffix=".html", stem=document.stem)
 
+
 if __name__ == '__main__':
     from pathlib import Path
-    # d=Document.from_path(r"C:\Users\jxgm\Desktop\A_Survey_on_Decentralized_Identifiers_and_Verifiable_Credentials_translated.md")
+
-    d=Document.from_path(r"C:\Users\jxgm\Desktop\mcp文件夹\学习笔记\互联网认证授权机制\互联网认证授权机制.md")
+    d = Document.from_path(r"C:\Users\jxgm\Desktop\a2f9907d-6d49-4e87-9075-126218336b1e_origin_translated.md")
-    exporter=MD2HTMLExporter()
+    exporter = MD2HTMLExporter()
-    d1=exporter.export(d)
+    d1 = exporter.export(d)
-    path=Path(r"C:\Users\jxgm\Desktop\a.html")
+    path = Path(r"C:\Users\jxgm\Desktop\a.html")
     path.write_bytes(d1.content)