Leon/docutranslate
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

增大mineru并发数

Browse Source
This commit is contained in:
xunbu
2025-08-22 10:22:32 +08:00
parent 48b0f30261
commit 37e2866a3f
1 changed files with 7 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
docutranslate/converter/x2md/converter_mineru.py
View File

@@ -21,7 +21,7 @@ class ConverterMineruConfig(X2MarkdownConverterConfig):
model_version: Literal["pipeline", "vlm"] = "vlm" model_version: Literal["pipeline", "vlm"] = "vlm"
def gethash(self) -> Hashable: def gethash(self) -> Hashable:
return self.formula_ocr,self.model_version return self.formula_ocr, self.model_version
timeout = httpx.Timeout( timeout = httpx.Timeout(
@@ -36,8 +36,10 @@ timeout = httpx.Timeout(
# else: # else:
# client = httpx.Client(trust_env=False, timeout=timeout, proxy=None, verify=False) # client = httpx.Client(trust_env=False, timeout=timeout, proxy=None, verify=False)
# client_async = httpx.AsyncClient(trust_env=False, timeout=timeout, proxy=None, verify=False) # client_async = httpx.AsyncClient(trust_env=False, timeout=timeout, proxy=None, verify=False)
client = httpx.Client(trust_env=False, timeout=timeout, proxy=None, verify=False)
client_async = httpx.AsyncClient(trust_env=False, timeout=timeout, proxy=None, verify=False) limits = httpx.Limits(max_connections=500, max_keepalive_connections=20)
client = httpx.Client(limits=limits, trust_env=False, timeout=timeout, proxy=None, verify=False)
client_async = httpx.AsyncClient(limits=limits, trust_env=False, timeout=timeout, proxy=None, verify=False)
class ConverterMineru(X2MarkdownConverter): class ConverterMineru(X2MarkdownConverter):
@@ -45,7 +47,7 @@ class ConverterMineru(X2MarkdownConverter):
super().__init__(config=config) super().__init__(config=config)
self.mineru_token = config.mineru_token.strip() self.mineru_token = config.mineru_token.strip()
self.formula = config.formula_ocr self.formula = config.formula_ocr
self.model_version=config.model_version self.model_version = config.model_version
def _get_header(self): def _get_header(self):
return { return {
@@ -58,7 +60,7 @@ class ConverterMineru(X2MarkdownConverter):
"enable_formula": self.formula, "enable_formula": self.formula,
"language": "auto", "language": "auto",
"enable_table": True, "enable_table": True,
"model_version":self.model_version, "model_version": self.model_version,
"files": [ "files": [
{"name": f"{document.name}", "is_ocr": True} {"name": f"{document.name}", "is_ocr": True}
] ]