[{"data":1,"prerenderedAt":269},["ShallowReactive",2],{"docs-zh-/zh/docs/service/ai/local":3},{"id":4,"title":5,"body":6,"description":261,"extension":262,"meta":263,"navigation":264,"path":265,"seo":266,"stem":267,"__hash__":268},"docs_zh/zh/docs/service/ai/local.md","AI 翻译服务（本地）",{"type":7,"value":8,"toc":250},"minimark",[9,13,17,24,28,31,35,38,41,44,47,50,53,56,59,62,65,68,72,130,133,136,144,147,153,159,162,165,168,171,177,183,186,189,192,195,201,207,210,213,235],[10,11,5],"h1",{"id":12},"ai-翻译服务本地",[14,15,16],"p",{},"Doco Translate 支持连接本地的 AI 大模型运行环境（Ollama、LM Studio、oMLX 等），进行翻译",[14,18,19],{},[20,21],"img",{"alt":22,"src":23},"本地 AI 翻译服务","/images/docs/local-ai-services.webp",[25,26,27],"h2",{"id":27},"本地模型优势",[14,29,30],{},"结合本地模型使用，是 Doco Translate 最推荐的使用方式，他有几个比较显著的优势",[32,33,34],"h4",{"id":34},"翻译质量",[14,36,37],{},"AI 大语言模型最擅长解决自然语言的处理，尤其是翻译场景，效果出色，翻译质量比机器翻译引擎更好",[32,39,40],{"id":40},"隐私安全",[14,42,43],{},"通过本地运行环境加载的模型，数据不会传送到第三方服务商，所有处理都在本机进行，确保数据的绝对安全私密",[32,45,46],{"id":46},"成本优势",[14,48,49],{},"相比 API 方式调用 AI 大模型服务，不需要花钱购买 token 的费用，没有额外的经济开销",[25,51,52],{"id":52},"本地模型劣势",[32,54,55],{"id":55},"模型参数",[14,57,58],{},"本地模型通常是开源模型，可用于消费级设备上的模型通常参数量较小，如 4B、9B、35B-A3B、27B 等参数量，相比于云端 AI 服务的模型参数量小很多，因此模型能力会逊于云端 AI 服务",[14,60,61],{},"虽然本地模型通常比云端模型参数量小，模型能力稍弱，但翻译本身无需依赖 AI 大模型过长的思考链路和过强的思考能力，小参数模型在翻译场景下完全够用，且效果足够好，因此，本地 AI 小参数模型是最具性价比的方案",[32,63,64],{"id":64},"推理速度",[14,66,67],{},"在本机运行大模型，推理速度依赖本机的硬件性能和使用的模型参数量，机器硬件配置越好、模型参数量越小，推理速度越快，但整体速度依然比不上云端大模型 API 服务",[25,69,71],{"id":70},"本地-ai-模型运行环境","本地 AI 模型运行环境",[73,74,75,88],"table",{},[76,77,78],"thead",{},[79,80,81,85],"tr",{},[82,83,84],"th",{},"工具",[82,86,87],{},"特性",[89,90,91,106,118],"tbody",{},[79,92,93,103],{},[94,95,96],"td",{},[97,98,102],"a",{"href":99,"rel":100},"https://ollama.com/",[101],"nofollow","Ollama",[94,104,105],{},"使用简单，快速部署和使用模型",[79,107,108,115],{},[94,109,110],{},[97,111,114],{"href":112,"rel":113},"https://lmstudio.ai/",[101],"LM Studio",[94,116,117],{},"界面化本地模型运行环境，交互设计友好，方便使用",[79,119,120,127],{},[94,121,122],{},[97,123,126],{"href":124,"rel":125},"https://omlx.ai/",[101],"oMLX",[94,128,129],{},"专为 Apple 芯片优化的本地 LLM 推理环境，推理速度极快",[25,131,102],{"id":132},"ollama",[14,134,135],{},"Ollama 是一个上手简单的本地模型运行工具，通过命令行操作",[14,137,138,139,143],{},"根据官网指引安装 Ollama 之后，执行 ",[140,141,142],"code",{},"ollama pull 模型名"," 下载模型",[14,145,146],{},"模型下载完成，且通过 Ollama 成功运行后，即可在 Doco Translate 中一键连接使用",[14,148,149,150],{},"Ollama 本地服务的默认请求地址为 ",[140,151,152],{},"http://localhost:11434",[14,154,155],{},[20,156],{"alt":157,"src":158},"Ollama 服务设置","/images/docs/ollama-settings.webp",[25,160,114],{"id":161},"lm-studio",[14,163,164],{},"LM Studio 是一款界面化的本地模型运行工具，上手简单界面交互",[14,166,167],{},"在官网下载并安装 LM Studio 之后，在应用内下载模型",[14,169,170],{},"模型下载完成后，需要开启 LM Studio 的模型服务暴露服务接口，开启服务后即可在 Doco Translate 中一键连接使用",[14,172,173,174],{},"LM Studio 本地服务的默认请求地址为 ",[140,175,176],{},"http://localhost:1234",[14,178,179],{},[20,180],{"alt":181,"src":182},"LM Studio 服务设置","/images/docs/lm-studio-settings.webp",[25,184,126],{"id":185},"omlx",[14,187,188],{},"oMLX 是专为 Apple 芯片优化的本地模型运行环境，模型推理速度极快",[14,190,191],{},"在官网下载安装 oMLX，安装后进入 oMLX 控制台，下载模型",[14,193,194],{},"oMLX 会自动启动本地服务，模型下载完成后，测试可用之后即可在 Doco Translate 中一键接入使用",[14,196,197,198],{},"oMLX 本地服务的默认请求地址为 ",[140,199,200],{},"http://localhost:8000",[14,202,203],{},[20,204],{"alt":205,"src":206},"oMLX 服务设置","/images/docs/omlx-settings.webp",[25,208,209],{"id":209},"模型推荐",[14,211,212],{},"Doco Translate 官方推荐使用以下模型翻译",[214,215,216,220,223,226,229,232],"ul",{},[217,218,219],"li",{},"Hy-MT2-1.8B：速度快，占用内存极小，专为翻译场景优化的模型",[217,221,222],{},"Qwen3.5:9B：速度快，占用内容稍小",[217,224,225],{},"Qwen3.6:35B-A3B: 模型能力强，速度快，占用内存稍大",[217,227,228],{},"Gemma4:12B：较为平衡，效果、速度、内存占用均比较适中",[217,230,231],{},"Qwen3.6:27B: 模型能力最强，速度慢，占用内存大",[217,233,234],{},"Qwen3.5:4B：速度快，占用内存小，稳定性稍差",[14,236,237,238,241,242,245,246,249],{},"大多数通用情况下推荐使用 ",[140,239,240],{},"Hy-MT2-1.8B"," 或 ",[140,243,244],{},"Qwen3.5:9B"," 作为主力翻译模型，速度快内存占用小，对于有着更高翻译质量和稳定性要求的场景，推荐使用 ",[140,247,248],{},"Qwen3.6:35B-A3B","，模型能力强，速度快，内存占用也更大",{"title":251,"searchDepth":252,"depth":252,"links":253},"",2,[254,255,256,257,258,259,260],{"id":27,"depth":252,"text":27},{"id":52,"depth":252,"text":52},{"id":70,"depth":252,"text":71},{"id":132,"depth":252,"text":102},{"id":161,"depth":252,"text":114},{"id":185,"depth":252,"text":126},{"id":209,"depth":252,"text":209},"连接 Ollama、LM Studio 或 oMLX，在本机运行 AI 模型进行翻译。","md",{},true,"/zh/docs/service/ai/local",{"title":5,"description":261},"zh/docs/service/ai/local","HwKqqzjp2uDDXOZ7SpyCoTV-iGbiJjBLDLhSgI-SU5E",1787207636140]