\u901f\u5ea6\u8207\u5b89\u88dd<\/h3>\n

\u7576\u4f60\u60f3\u57f7\u884c LLM \u5de5\u5177\u6642\uff0c\u5b89\u88dd\u901f\u5ea6\u5f80\u5f80\u6703\u5e36\u4f86\u660e\u986f\u5dee\u7570\u3002\u5f88\u591a\u4f7f\u7528\u8005\u8868\u793a\uff0cLinux \u80fd\u8b93\u4f60\u66f4\u5feb\u958b\u59cb\u4f7f\u7528\u3002\u901a\u5e38\u4f60\u53ea\u9700\u8f38\u5165\u4e00\u689d\u6307\u4ee4\uff0c\u7cfb\u7d71\u5c31\u6703\u7acb\u5373\u8fa8\u8b58\u4f60\u7684 GPU\u3002\u800c\u5728 Windows \u4e0a\uff0c\u96d6\u7136\u4e00\u822c\u662f\u4e0b\u8f09\u5b89\u88dd\u7a0b\u5f0f\uff0c\u4f46\u6709\u6642 GPU \u4e0d\u6703\u7acb\u523b\u751f\u6548\uff0c\u4f60\u9084\u9700\u8981\u984d\u5916\u6aa2\u67e5\u4e00\u4e9b\u8a2d\u5b9a\u3002\u5982\u679c\u4f60\u60f3\u4f7f\u7528 Web \u4ecb\u9762\uff0cWindows \u901a\u5e38\u9084\u8981\u6c42\u4f60\u5148\u5b89\u88dd WSL2\uff0c\u4e26\u5728\u5176\u4e2d\u8a2d\u5b9a Docker\uff1b\u800c\u5728 Linux \u4e0a\uff0c\u9019\u901a\u5e38\u53ea\u9700\u4e00\u689d\u6307\u4ee4\u5373\u53ef\u5b8c\u6210\u3002\u4e0b\u9762\u662f\u5169\u8005\u5b89\u88dd\u6b65\u9a5f\u7684\u7c21\u8981\u6bd4\u8f03\uff1a<\/p>\n

\n\n\n\n\n<\/colgroup>\n\n\n\n\n\n

\u6b65\u9a5f<\/th>\n	Windows<\/th>\n	Linux<\/th>\n<\/tr>\n
\u5b89\u88dd Ollama<\/td>\n	.exe \u5b89\u88dd\u7a0b\u5f0f\uff08\u9700\u984d\u5916\u78ba\u8a8d GPU \u662f\u5426\u555f\u7528\uff09<\/td>\n	\u4e00\u689d\u6307\u4ee4\u5373\u53ef\u5b8c\u6210\uff08\u81ea\u52d5\u8fa8\u8b58 GPU\uff09<\/td>\n<\/tr>\n
\u9996\u6b21\u57f7\u884c\u662f\u5426\u4f7f\u7528 GPU<\/td>\n	\u7d93\u5e38\u6703\u5728\u7121\u63d0\u793a\u7684\u60c5\u6cc1\u4e0b\u9000\u56de\u5230 CPU<\/td>\n	\u82e5\u9a45\u52d5\u7a0b\u5f0f\u5df2\u5c31\u7dd2\uff0c\u53ef\u76f4\u63a5\u555f\u7528 GPU<\/td>\n<\/tr>\n
Open WebUI \u5b89\u88dd<\/td>\n	\u9700\u8981 WSL2\uff0c\u4e26\u5728\u5176\u4e2d\u8a2d\u5b9a Docker<\/td>\n	\u4e00\u689d Docker \u6307\u4ee4\u5373\u53ef\u5b8c\u6210<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<\/div>\n \u5982\u679c\u4f60\u5e0c\u671b\u66f4\u7701\u5fc3\u5730\u57f7\u884c LLM\uff0cLinux \u5f80\u5f80\u6703\u986f\u5f97\u66f4\u52a0\u9806\u66a2\u3002<\/p>\n \u76f8\u5bb9\u6027\u8207\u652f\u63f4<\/h3>\n \u4f60\u53ef\u80fd\u6703\u64d4\u5fc3\u81ea\u5df1\u559c\u6b61\u7684\u5de5\u5177\u662f\u5426\u80fd\u5728\u5169\u500b\u7cfb\u7d71\u4e0a\u90fd\u6b63\u5e38\u57f7\u884c\u3002\u5927\u591a\u6578\u4e3b\u6d41\u9078\u9805\uff0c\u4f8b\u5982 MYAI Studio\uff0c\u90fd\u540c\u6642\u652f\u63f4 Windows \u548c Linux\u3002\u4f60\u901a\u5e38\u4e0d\u6703\u9047\u5230\u592a\u591a\u56b4\u91cd\u7684\u76f8\u5bb9\u6027\u554f\u984c\u3002\u9019\u8868\u793a\uff0c\u7121\u8ad6\u4f60\u9078\u64c7\u54ea\u500b\u5e73\u53f0\uff0c\u90fd\u53ef\u4ee5\u57f7\u884c LLM \u6a21\u578b\uff0c\u4e26\u5728\u9700\u8981\u6642\u7372\u5f97\u5b98\u65b9\u652f\u63f4\u3002\u6709\u4e9b\u4f7f\u7528\u8005\u66f4\u504f\u597d Linux\uff0c\u56e0\u70ba\u5b83\u5c0d\u958b\u6e90\u5de5\u5177\u7684\u76f8\u5bb9\u6027\u901a\u5e38\u66f4\u597d\uff0c\u800c\u4e14\u66f4\u65b0\u901f\u5ea6\u4e5f\u66f4\u5feb\u3002<\/p>\n \u4f7f\u7528\u8005\u9ad4\u9a57<\/h3>\n \u4f60\u7684\u5be6\u969b\u9ad4\u9a57\u5f88\u5927\u7a0b\u5ea6\u4e0a\u53d6\u6c7a\u65bc\u4f60\u7684\u4f7f\u7528\u7fd2\u6163\u3002\u82e5\u4f60\u5e73\u6642\u4e00\u76f4\u5728\u4f7f\u7528 Windows\uff0c\u5b83\u6703\u8b93\u4f60\u611f\u89ba\u975e\u5e38\u719f\u6089\u3002\u4f60\u53ea\u9700\u9ede\u64ca\u5b89\u88dd\uff0c\u800c\u4e14\u7db2\u8def\u4e0a\u4e5f\u6709\u5927\u91cf\u9069\u5408\u65b0\u624b\u7684\u6559\u5b78\u3002Linux \u5247\u63d0\u4f9b\u4e86\u66f4\u5f37\u7684\u63a7\u5236\u529b\u548c\u66f4\u9ad8\u7684\u57f7\u884c\u6548\u7387\uff0c\u7279\u5225\u662f\u50cf Arch Linux \u9019\u985e\u4ee5\u6548\u80fd\u898b\u9577\u7684\u767c\u884c\u7248\u3002\u8a31\u591a\u5e0c\u671b\u57f7\u884c\u5927\u578b\u8a9e\u8a00\u6a21\u578b\uff0c\u6216\u642d\u5efa\u672c\u6a5f LLM \u74b0\u5883\u7684\u4eba\uff0c\u6703\u56e0\u70ba\u6548\u7387\u512a\u52e2\u800c\u9078\u64c7 Linux\u3002\u5982\u679c\u4f60\u60f3\u66f4\u6df1\u5165\u4e86\u89e3\u8a9e\u8a00\u6a21\u578b\u5de5\u5177\uff0c\u6216\u5617\u8a66\u66f4\u9032\u968e\u7684\u529f\u80fd\uff0cLinux \u901a\u5e38\u80fd\u7d66\u4f60\u66f4\u5927\u7684\u767c\u63ee\u7a7a\u9593\u3002<\/p>\n \u5728 Windows \u4e0a\u57f7\u884c LLM<\/strong><\/h2>\n \u5b89\u88dd\u5de5\u5177<\/h3>\n \u8981\u5728 Windows \u4e0a\u57f7\u884c LLM \u6a21\u578b\uff0c\u4f60\u9700\u8981\u6e96\u5099\u5408\u9069\u7684\u5de5\u5177\u3002\u5927\u591a\u6578\u4f7f\u7528\u8005\u6703\u9078\u64c7 LM Studio \u6216 Ollama\u3002LM Studio \u63d0\u4f9b\u4e86\u53cb\u5584\u7684\u5716\u5f62\u4ecb\u9762\uff0c\u800c Windows \u7248 Ollama \u63a1\u7528\u547d\u4ee4\u5217\u4ecb\u9762\uff0c\u66f4\u9069\u5408\u9032\u968e\u4f7f\u7528\u8005\u3002\u4e0b\u9762\u662f\u4e00\u500b\u7c21\u55ae\u6bd4\u8f03\uff1a<\/p>\n \n\n\n\n\n\n<\/colgroup>\n\n\n\n\n \u5de5\u5177<\/th>\n Windows \u5b89\u88dd\u65b9\u5f0f<\/th>\n \u4ecb\u9762\u985e\u578b<\/th>\n \u662f\u5426\u9069\u5408\u65b0\u624b<\/th>\n<\/tr>\n LM Studio<\/td>\n \u5b8c\u6574\u652f\u63f4\u5716\u5f62\u4ecb\u9762\u5b89\u88dd<\/td>\n \u5716\u5f62\u4ecb\u9762<\/td>\n \u662f<\/td>\n<\/tr>\n Ollama<\/td>\n .exe \u5b89\u88dd\u7a0b\u5f0f\uff0c\u547d\u4ee4\u5217\u65b9\u5f0f<\/td>\n \u547d\u4ee4\u5217<\/td>\n \u5426<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<\/div>\n \u5982\u679c\u4f60\u60f3\u8f15\u9b06\u4e0a\u624b\uff0cLM Studio \u662f\u4e0d\u932f\u7684\u9078\u64c7\uff1b\u5982\u679c\u4f60\u60f3\u8981\u66f4\u5f37\u7684\u63a7\u5236\u80fd\u529b\uff0cOllama \u6703\u66f4\u9748\u6d3b\u3002<\/p>\n \u5206\u6b65\u5b89\u88dd\u6307\u5357<\/h4>\n \u5728\u57f7\u884c LLM \u5de5\u5177\u4e4b\u524d\uff0c\u4f60\u9700\u8981\u5148\u5b89\u88dd Python\u3001CUDA \u4ee5\u53ca\u5176\u4ed6\u524d\u7f6e\u76f8\u4f9d\u5957\u4ef6\u3002\u8acb\u6309\u7167\u4ee5\u4e0b\u6b65\u9a5f\u9032\u884c\uff1a<\/p>\n \n \u4f7f\u7528 Python 3.11 \u5efa\u7acb\u865b\u64ec\u74b0\u5883\u3002<\/li>\n \u5b89\u88dd\u652f\u63f4 CUDA \u7684 PyTorch\uff0c\u4e26\u9078\u64c7\u8207\u4f60 CUDA \u7248\u672c\u76f8\u7b26\u7684\u5b89\u88dd\u6307\u4ee4\u3002<\/li>\n \u4f7f\u7528 pip \u5b89\u88dd Qwen3-TTS \u548c\u5716\u5f62\u4ecb\u9762\u7a0b\u5f0f\u5eab\u3002<\/li>\n \u5f9e Hugging Face \u4e0b\u8f09\u8a9e\u97f3\u8907\u88fd\u6a21\u578b\u3002<\/li>\n<\/ol>\n \u63d0\u793a\uff1a\u958b\u59cb\u4e4b\u524d\u4e00\u5b9a\u8981\u5148\u6aa2\u67e5 GPU \u9a45\u52d5\u7a0b\u5f0f\u3002\u66f4\u65b0\u5230\u6700\u65b0\u9a45\u52d5\u7a0b\u5f0f\u6709\u52a9\u65bc\u907f\u514d\u5b89\u88dd\u548c\u57f7\u884c\u4e2d\u7684\u932f\u8aa4\u3002<\/p><\/blockquote>\n Windows \u4e0a\u7684 Ollama<\/h3>\n Windows \u7248 Ollama \u53ef\u4ee5\u8b93\u4f60\u5728\u672c\u6a5f\u57f7\u884c LLM \u6a21\u578b\u3002\u4f60\u9700\u8981\u5148\u4e0b\u8f09\u5b89\u88dd .exe \u6a94\u6848\u4e26\u57f7\u884c\u5b89\u88dd\u3002\u5b89\u88dd\u5b8c\u6210\u5f8c\uff0c\u958b\u555f\u547d\u4ee4\u63d0\u793a\u5b57\u5143\u4e26\u8f38\u5165\uff1a<\/p>\n ollama -v<\/code><\/pre>\n \u9019\u689d\u6307\u4ee4\u53ef\u4ee5\u5e6b\u52a9\u4f60\u78ba\u8a8d Ollama \u662f\u5426\u5df2\u6b63\u78ba\u5b89\u88dd\u3002\u5982\u679c\u4f60\u5e0c\u671b\u555f\u7528 GPU \u52a0\u901f\uff0c\u9084\u9700\u8981\u78ba\u8a8d Ollama \u662f\u5426\u5075\u6e2c\u5230\u4e86\u4f60\u7684 GPU\u3002\u6709\u6642\uff0cOllama \u6703\u5728\u6c92\u6709\u63d0\u793a\u7684\u60c5\u6cc1\u4e0b\u9000\u56de\u5230 CPU\u3002\u9047\u5230\u9019\u7a2e\u60c5\u6cc1\u6642\uff0c\u4f60\u53ef\u80fd\u9700\u8981\u6aa2\u67e5 GPU \u8a2d\u5b9a\uff0c\u6216\u8005\u66f4\u65b0\u9a45\u52d5\u7a0b\u5f0f\u3002<\/p>\n \u6ce8\u610f\uff1a\u5728 Windows \u4e0a\uff0cAMD GPU \u52a0\u901f\u4ecd\u8655\u65bc\u5be6\u9a57\u968e\u6bb5\uff0c\u53ef\u80fd\u6703\u983b\u7e41\u9000\u56de\u5230 CPU\u3002\u5982\u679c\u4f60\u8ffd\u6c42\u7a69\u5b9a\u7684 GPU \u652f\u63f4\uff0cNVIDIA \u901a\u5e38\u8868\u73fe\u66f4\u597d\u3002<\/p><\/blockquote>\n \u5982\u679c\u4f60\u60f3\u4f7f\u7528 Ollama \u7684 Web \u4ecb\u9762\uff0c\u9084\u9700\u8981\u5b89\u88dd WSL2\uff0c\u4e26\u5728\u5176\u4e2d\u8a2d\u5b9a Docker\u3002\u9019\u4e00\u6b65\u6703\u82b1\u8cbb\u66f4\u591a\u6642\u9593\u3002Linux \u4f7f\u7528\u8005\u53ea\u9700\u4e00\u689d\u6307\u4ee4\u5373\u53ef\u5b8c\u6210\uff0c\u800c Windows \u5247\u9700\u8981\u984d\u5916\u8a2d\u5b9a\u3002<\/p>\n \u8a2d\u5b9a LLM \u5de5\u5177<\/h3>\n \u4f60\u53ef\u4ee5\u5728 Windows \u4e0a\u57f7\u884c LM Studio \u6216 Ollama \u7b49 LLM \u5de5\u5177\u3002LM Studio \u63d0\u4f9b\u5716\u5f62\u4ecb\u9762\uff0c\u4f60\u53ea\u9700\u9ede\u64ca\u5b89\u88dd\u4e26\u6309\u7167\u7c21\u55ae\u63d0\u793a\u5b8c\u6210\u5373\u53ef\u3002Ollama \u5247\u63a1\u7528\u547d\u4ee4\u5217\u65b9\u5f0f\uff0c\u4f60\u9700\u8981\u8f38\u5165\u6307\u4ee4\u4f86\u8f09\u5165\u6a21\u578b\u4e26\u555f\u52d5\u5de5\u4f5c\u968e\u6bb5\u3002\u5982\u679c\u4f60\u5e0c\u671b\u57f7\u884c\u5927\u578b\u8a9e\u8a00\u6a21\u578b\uff0cOllama \u6703\u5e36\u4f86\u66f4\u9ad8\u7684\u9748\u6d3b\u6027\u3002\u4f60\u53ef\u4ee5\u8f09\u5165\u4e0d\u540c\u6a21\u578b\uff0c\u4e26\u5617\u8a66\u5404\u7a2e\u9032\u968e\u529f\u80fd\u3002<\/p>\n \u63d0\u793a\uff1a\u5982\u679c\u4f60\u525b\u63a5\u89f8\u547d\u4ee4\u5217\u5de5\u5177\uff0c\u5efa\u8b70\u5148\u5f9e LM Studio \u958b\u59cb\u3002\u7b49\u719f\u6089\u4e4b\u5f8c\uff0c\u518d\u5207\u63db\u5230 Ollama \u4e5f\u4e0d\u9072\u3002<\/p><\/blockquote>\n Windows \u5e38\u898b\u554f\u984c\u6392\u67e5<\/h3>\n \u5728 Windows \u4e0a\u57f7\u884c LLM \u5de5\u5177\u6642\uff0c\u4f60\u53ef\u80fd\u6703\u9047\u5230\u4e00\u4e9b\u554f\u984c\u3002\u4ee5\u4e0b\u662f\u5e38\u898b\u554f\u984c\u53ca\u5c0d\u61c9\u89e3\u6c7a\u65b9\u6cd5\uff1a<\/p>\n \n Ollama \u9000\u56de\u5230 CPU \u800c\u4e0d\u662f\u4f7f\u7528 GPU\uff1a\u8acb\u6aa2\u67e5 GPU \u9a45\u52d5\u7a0b\u5f0f\u548c\u76f8\u95dc\u8a2d\u5b9a\u3002<\/li>\n WebUI \u5b89\u88dd\u9700\u8981 WSL2 \u548c Docker\uff1a\u8acb\u78ba\u8a8d\u5169\u8005\u90fd\u5df2\u6b63\u78ba\u5b89\u88dd\uff0c\u4e26\u56b4\u683c\u6309\u7167\u8aaa\u660e\u64cd\u4f5c\u3002<\/li>\n AMD GPU \u652f\u63f4\u4e0d\u7a69\u5b9a\uff1a\u5982\u679c\u4f60\u8ffd\u6c42\u66f4\u53ef\u9760\u7684\u6548\u80fd\uff0c\u5efa\u8b70\u512a\u5148\u8003\u616e NVIDIA\u3002<\/li>\n Ollama \u7121\u6cd5\u958b\u6a5f\u81ea\u52d5\u555f\u52d5\uff1a\u4f60\u9700\u8981\u624b\u52d5\u5b8c\u6210\u76f8\u95dc\u8a2d\u5b9a\u3002<\/li>\n<\/ul>\n \u5982\u679c\u4f60\u9047\u5230\u56f0\u96e3\uff0c\u53ef\u4ee5\u67e5\u95b1\u76f8\u95dc\u6307\u5357\u548c\u793e\u7fa4\u8ad6\u58c7\u3002\u8a31\u591a\u4f7f\u7528\u8005\u90fd\u5206\u4eab\u904e Windows \u74b0\u5883\u4e0b\u7684\u89e3\u6c7a\u65b9\u6848\uff0c\u5927\u591a\u6578\u554f\u984c\u90fd\u80fd\u627e\u5230\u8a73\u7d30\u7684\u5206\u6b65\u8aaa\u660e\u3002<\/p>\n \u8aaa\u660e\uff1a\u65b0\u624b\u4e5f\u80fd\u5728\u7db2\u8def\u4e0a\u627e\u5230\u5927\u91cf\u8cc7\u6e90\u3002\u4f60\u4e0d\u9700\u8981\u4e00\u500b\u4eba\u786c\u6490\uff0c\u9047\u5230\u554f\u984c\u5c31\u63d0\u554f\uff0c\u7a4d\u6975\u52a0\u5165\u793e\u7fa4\u4ea4\u6d41\u3002<\/p><\/blockquote>\n \u53ea\u8981\u6709\u8010\u5fc3\u4e26\u505a\u597d\u6b63\u78ba\u8a2d\u5b9a\uff0c\u4f60\u5c31\u80fd\u5728 Windows \u4e0a\u9806\u5229\u57f7\u884c LLM \u6a21\u578b\u3002\u5982\u679c\u4f60\u66f4\u770b\u91cd\u9806\u66a2\u9ad4\u9a57\uff0cLinux \u5f80\u5f80\u6703\u6e1b\u5c11\u4e0d\u5c11\u9ebb\u7169\uff1b\u800c Windows \u5247\u66f4\u9069\u5408\u5e0c\u671b\u5faa\u5e8f\u6f38\u9032\u3001\u4e26\u504f\u597d\u53cb\u5584\u5de5\u5177\u7684\u975e\u6280\u8853\u4f7f\u7528\u8005\u3002<\/p>\n \u5728 Linux \u4e0a\u57f7\u884c LLM<\/strong><\/h2>\n \u5b89\u88dd\u5de5\u5177<\/h3>\n \u5728 Linux \u4e0a\uff0c\u4f60\u901a\u5e38\u53ea\u9700\u8981\u5e7e\u689d\u6307\u4ee4\u5c31\u80fd\u5b8c\u6210\u5de5\u5177\u5b89\u88dd\u3002\u50cf apt\u3001pacman \u6216 yum \u9019\u6a23\u7684\u5957\u4ef6\u7ba1\u7406\u5668\uff0c\u6703\u8b93\u6574\u500b\u904e\u7a0b\u53c8\u5feb\u53c8\u65b9\u4fbf\u3002\u4f60\u7121\u9700\u56db\u8655\u67e5\u627e\u5b89\u88dd\u7a0b\u5f0f\uff0c\u4e5f\u4e0d\u7528\u64d4\u5fc3\u96b1\u85cf\u8a2d\u5b9a\u3002\u4e0b\u9762\u662f\u4e00\u500b\u57fa\u672c\u7684\u958b\u59cb\u65b9\u5f0f\uff1a<\/p>\n \n \u66f4\u65b0\u7cfb\u7d71\uff1a\n sudo apt update && sudo apt upgrade<\/code><\/pre>\n<\/li>\n \u5b89\u88dd Python 3.11 \u548c pip\uff1a\n sudo apt install python3.11 python3-pip<\/code><\/pre>\n<\/li>\n \u5b89\u88dd\u9069\u7528\u65bc\u4f60\u7684 gpu \u7684 CUDA \u9a45\u52d5\u7a0b\u5f0f\uff1a\n sudo apt install nvidia-cuda-toolkit<\/code><\/pre>\n<\/li>\n \u5b89\u88dd ollama\uff1a\n curl -fsSL https:\/\/ollama.com\/install.sh | sh<\/code><\/pre>\n<\/li>\n \u5b89\u88dd LM Studio \u6216\u5176\u4ed6 llm \u5de5\u5177\uff1a\n \n \u5c0d\u65bc LM Studio\uff0c\u8acb\u4e0b\u8f09 AppImage \u4e26\u57f7\u884c\u3002<\/li>\n \u5c0d\u65bc\u5176\u4ed6\u5de5\u5177\uff0c\u8acb\u4f7f\u7528 pip \u6216\u4f60\u7684\u5957\u4ef6\u7ba1\u7406\u5668\u9032\u884c\u5b89\u88dd\u3002<\/li>\n<\/ul>\n<\/li>\n<\/ol>\n \u4f60\u4e0d\u9700\u8981\u5728\u6bcf\u4e00\u6b65\u4e4b\u5f8c\u90fd\u91cd\u65b0\u555f\u52d5\u7cfb\u7d71\u3002Linux \u80fd\u76f8\u7576\u9806\u66a2\u5730\u8655\u7406\u5b89\u88dd\u6d41\u7a0b\u3002\u5982\u679c\u4f60\u4f7f\u7528\u7684\u662f Arch Linux\uff0c\u901a\u5e38\u9084\u80fd\u7372\u5f97\u66f4\u5feb\u7684\u66f4\u65b0\u901f\u5ea6\u548c\u66f4\u597d\u7684\u6548\u80fd\u8868\u73fe\u3002<\/p>\n \u8aaa\u660e\uff1a\u5927\u591a\u6578 Linux \u767c\u884c\u7248\u90fd\u6703\u81ea\u52d5\u8fa8\u8b58\u4f60\u7684 gpu\uff0c\u4f60\u901a\u5e38\u4e0d\u9700\u8981\u9032\u884c\u904e\u591a\u984d\u5916\u8a2d\u5b9a\u3002<\/p><\/blockquote>\n \u8a2d\u5b9a LLM \u5de5\u5177<\/h3>\n \u5728 Linux \u4e0a\uff0c\u4f60\u53ea\u9700\u5e7e\u500b\u6b65\u9a5f\u5c31\u80fd\u8a2d\u5b9a\u597d ollama \u548c\u5176\u4ed6 llm \u5de5\u5177\u3002Linux \u6703\u8b93\u6574\u500b\u6d41\u7a0b\u66f4\u52a0\u7c21\u6f54\u3002\u4e0b\u9762\u662f\u4e00\u4efd\u5feb\u901f\u6307\u5357\uff1a<\/p>\n \n \u958b\u555f\u7d42\u7aef\u6a5f\u3002<\/li>\n \u57f7\u884c ollama \u4ee5\u6aa2\u67e5\u5b89\u88dd\u662f\u5426\u6210\u529f\uff1a\n ollama -v<\/code><\/pre>\n<\/li>\n \u5982\u679c\u4f60\u60f3\u555f\u7528 gpu \u52a0\u901f\uff0collama \u901a\u5e38\u6703\u7acb\u5373\u5075\u6e2c\u5230\u4f60\u7684 gpu\u3002\u9664\u975e\u4f60\u4f7f\u7528 AMD\uff0c\u5426\u5247\u4e00\u822c\u4e0d\u9700\u8981\u984d\u5916\u5b89\u88dd\u9a45\u52d5\u7a0b\u5f0f\u3002<\/li>\n \u4f7f\u7528 ollama \u4e0b\u8f09\u4f60\u559c\u6b61\u7684 lm \u6a21\u578b\uff1a\n ollama pull llama2<\/code><\/pre>\n<\/li>\n \u555f\u52d5\u672c\u6a5f llm \u5de5\u4f5c\u968e\u6bb5\uff1a\n ollama run llama2<\/code><\/pre>\n<\/li>\n \u5982\u679c\u4f60\u60f3\u4f7f\u7528\u5716\u5f62\u4ecb\u9762\uff0c\u53ef\u4ee5\u555f\u52d5 LM Studio \u4e26\u6309\u7167\u63d0\u793a\u64cd\u4f5c\u3002<\/li>\n<\/ul>\n \u4f60\u53ef\u4ee5\u8f15\u9b06\u5207\u63db\u4e0d\u540c\u6a21\u578b\uff0c\u4e26\u6e2c\u8a66\u9032\u968e\u529f\u80fd\uff0c\u6574\u500b\u904e\u7a0b\u4e0d\u6703\u6709\u592a\u591a\u6298\u9a30\u3002Linux \u901a\u5e38\u6703\u70ba\u4f60\u5e36\u4f86\u66f4\u9ad8\u7684\u63a7\u5236\u529b\u548c\u66f4\u5c11\u7684\u5e72\u64fe\u3002<\/p>\n \u63d0\u793a\uff1a\u4e0d\u59a8\u5617\u8a66\u4e0d\u540c\u7684\u6a21\u578b\u548c\u8a2d\u5b9a\u3002Linux \u8b93\u4f60\u5728\u4e0d\u660e\u986f\u62d6\u6162\u7cfb\u7d71\u7684\u60c5\u6cc1\u4e0b\u81ea\u7531\u5be6\u9a57\u3002<\/p><\/blockquote>\n Linux \u5e38\u898b\u554f\u984c\u6392\u67e5<\/h3>\n \u4f60\u53ef\u80fd\u4e5f\u6703\u9047\u5230\u4e00\u4e9b\u554f\u984c\uff0c\u4f46 Linux \u5f80\u5f80\u8b93\u6392\u67e5\u904e\u7a0b\u66f4\u7c21\u55ae\u3002\u5927\u591a\u6578\u554f\u984c\u4f86\u81ea\u9a45\u52d5\u7f3a\u5931\u6216\u5957\u4ef6\u885d\u7a81\u3002\u4e0b\u9762\u662f\u4e00\u4e9b\u5e38\u898b\u554f\u984c\u7684\u89e3\u6c7a\u601d\u8def\uff1a<\/p>\n \n Ollama \u7121\u6cd5\u5075\u6e2c\u5230\u4f60\u7684 gpu\uff1a\u8acb\u6aa2\u67e5 CUDA \u662f\u5426\u6b63\u78ba\u5b89\u88dd\u3002\u57f7\u884c nvidia-smi<\/code> \u67e5\u770b\u4f60\u7684 gpu \u662f\u5426\u8655\u65bc\u555f\u7528\u72c0\u614b\u3002<\/li>\n Python \u7248\u672c\u4e0d\u76f8\u7b26\uff1a\u5982\u679c\u7cfb\u7d71\u4e2d\u5b89\u88dd\u4e86\u591a\u500b\u7248\u672c\uff0c\u8acb\u4f7f\u7528 python3.11<\/code> \u800c\u4e0d\u662f python<\/code>\u3002<\/li>\n LM Studio \u7121\u6cd5\u555f\u52d5\uff1a\u8acb\u4f7f\u7528 chmod +x LMStudio.AppImage<\/code> \u70ba AppImage \u52a0\u4e0a\u53ef\u57f7\u884c\u6b0a\u9650\u3002<\/li>\n \u6a21\u578b\u4e0b\u8f09\u5931\u6557\uff1a\u8acb\u6aa2\u67e5\u7db2\u8def\u9023\u7dda\u5f8c\u518d\u8a66\u4e00\u6b21\u3002<\/li>\n<\/ul>\n \u5982\u679c\u4f60\u5361\u4f4f\u4e86\uff0c\u53ef\u4ee5\u5230 Linux \u8ad6\u58c7\u6216 ollama \u5b98\u65b9\u6587\u4ef6\u4e2d\u641c\u5c0b\u89e3\u6c7a\u65b9\u6848\u3002\u76f8\u95dc\u793e\u7fa4\u901a\u5e38\u5f88\u6d3b\u8e8d\uff0c\u4e5f\u9858\u610f\u63d0\u4f9b\u5354\u52a9\u3002<\/p>\n \u6ce8\u610f\uff1aAMD gpu \u652f\u63f4\u4ecd\u8655\u65bc\u5be6\u9a57\u968e\u6bb5\u3002\u5982\u679c\u4f60\u60f3\u7372\u5f97\u66f4\u597d\u7684\u7d50\u679c\uff0cNVIDIA \u5f80\u5f80\u66f4\u7a69\u59a5\u3002<\/p><\/blockquote>\n \u5728 Linux \u4e0a\u57f7\u884c llm \u5de5\u5177\u901a\u5e38\u6703\u66f4\u7701\u5fc3\u3002\u5957\u4ef6\u7ba1\u7406\u5668\u6703\u5e6b\u52a9\u4f60\u8655\u7406\u66f4\u65b0\u8207\u5b89\u88dd\u3002\u4f60\u4e5f\u80fd\u7372\u5f97\u66f4\u597d\u7684\u6548\u80fd\u548c\u66f4\u5c11\u7684\u8907\u96dc\u554f\u984c\u3002\u5982\u679c\u4f60\u60f3\u9ad8\u6548\u7387\u57f7\u884c LLM \u6a21\u578b\uff0cLinux \u6703\u662f\u4e00\u500b\u5f88\u597d\u7684\u9078\u64c7\u3002<\/p>\n \u8b93 LLM \u5b89\u88dd\u66f4\u9806\u66a2\u7684\u6280\u5de7<\/strong><\/h2>\n \u6700\u4f73\u5316\u6548\u80fd<\/h3>\n \u4f60\u4e00\u5b9a\u5e0c\u671b\u6574\u5957\u74b0\u5883\u57f7\u884c\u5f97\u76e1\u53ef\u80fd\u5feb\u3002\u9996\u5148\u8981\u6aa2\u67e5\u4f60\u7684\u786c\u9ad4\uff0c\u78ba\u4fdd GPU \u9a45\u52d5\u7a0b\u5f0f\u5df2\u66f4\u65b0\u5230\u6700\u65b0\u7248\u672c\uff0c\u4e26\u76e1\u91cf\u7b26\u5408\u7cfb\u7d71\u5efa\u8b70\u898f\u683c\u3002\u5982\u679c\u4f60\u5728 Linux \u4e0a\u57f7\u884c\u8a9e\u8a00\u6a21\u578b\uff0c\u901a\u5e38\u53ef\u4ee5\u7372\u5f97\u66f4\u9ad8\u901f\u5ea6\uff0c\u56e0\u70ba\u7cfb\u7d71\u80fd\u66f4\u6709\u6548\u7387\u5730\u8abf\u914d\u8cc7\u6e90\u3002\u8655\u7406\u5927\u578b\u6a21\u578b\u6642\uff0c\u76e1\u91cf\u95dc\u9589\u5176\u4ed6\u4e0d\u5fc5\u8981\u7684\u7a0b\u5f0f\uff0c\u9019\u6a23\u53ef\u4ee5\u91cb\u653e\u66f4\u591a\u8a18\u61b6\u9ad4\uff0c\u8b93\u6a21\u578b\u57f7\u884c\u5f97\u66f4\u9806\u66a2\u3002\u5982\u679c\u4f60\u5728\u4f7f\u7528 Docker\uff0c\u4e5f\u8a18\u5f97\u70ba\u5b83\u5206\u914d\u8db3\u5920\u7684\u8cc7\u6e90\u3002\u4f60\u9084\u53ef\u4ee5\u5617\u8a66\u4e0d\u540c\u7684 batch size \u6216\u5176\u4ed6\u8a2d\u5b9a\uff0c\u770b\u770b\u54ea\u7a2e\u53c3\u6578\u66f4\u9069\u5408\u4f60\u7684\u786c\u9ad4\u74b0\u5883\u3002<\/p>\n \u63d0\u793a\uff1a\u76e1\u91cf\u4fdd\u6301\u7cfb\u7d71\u74b0\u5883\u6574\u6f54\u3002\u4e00\u500b\u4e7e\u6de8\u6e05\u723d\u7684\u7cfb\u7d71\u5f80\u5f80\u57f7\u884c\u66f4\u5feb\uff0c\u4e5f\u66f4\u4e0d\u5bb9\u6613\u51fa\u554f\u984c\u3002<\/p><\/blockquote>\n \u907f\u958b\u5e38\u898b\u9677\u9631<\/h3>\n \u5f88\u591a\u4f7f\u7528\u8005\u5728\u8a2d\u5b9a\u8a9e\u8a00\u6a21\u578b\u6642\uff0c\u90fd\u6703\u9047\u5230\u4e00\u4e9b\u985e\u4f3c\u7684\u969c\u7919\u3002\u5176\u5be6\uff0c\u53ea\u8981\u63d0\u524d\u505a\u597d\u4ee5\u4e0b\u5e7e\u9ede\uff0c\u5f88\u591a\u554f\u984c\u90fd\u53ef\u4ee5\u907f\u514d\uff1a<\/p>\n \n \u70ba AI \u5de5\u5177\u7684\u4f7f\u7528\u5236\u5b9a\u6e05\u695a\u898f\u5247\uff0c\u9019\u6a23\u80fd\u8b93\u5de5\u4f5c\u6d41\u7a0b\u66f4\u5b89\u5168\u3001\u66f4\u6709\u689d\u7406\u3002<\/li>\n \u53ea\u7d66\u6bcf\u4f4d\u4f7f\u7528\u8005\u5206\u914d\u6240\u9700\u7684\u6700\u5c0f\u6b0a\u9650\uff0c\u9632\u6b62\u8cc7\u6599\u5916\u6d29\u3002<\/li>\n \u5efa\u7acb\u7c21\u55ae\u6e05\u695a\u7684\u6a21\u578b\u66f4\u65b0\u548c\u6e2c\u8a66\u6d41\u7a0b\uff0c\u4ee5\u4fbf\u53ca\u65e9\u767c\u73fe\u932f\u8aa4\u3002<\/li>\n \u8a18\u9304\u6bcf\u500b\u6a21\u578b\u7684\u7528\u9014\uff0c\u4ee5\u53ca\u4f60\u505a\u51fa\u7684\u53d6\u6368\uff0c\u4f8b\u5982\u901f\u5ea6\u8207\u6e96\u78ba\u7387\u4e4b\u9593\u7684\u5e73\u8861\u3002<\/li>\n \u5efa\u7acb\u4e00\u500b\u63d0\u793a\u8a5e\u5eab\uff0c\u9019\u6a23\u53ef\u4ee5\u7bc0\u7701\u6642\u9593\uff0c\u4e5f\u80fd\u6e1b\u5c11\u5931\u8aa4\u3002<\/li>\n \u6301\u7e8c\u8ffd\u8e64\u8cc7\u6599\u4f86\u6e90\uff0c\u4ee5\u53ca\u8cc7\u6599\u7684\u654f\u611f\u7b49\u7d1a\u3002<\/li>\n<\/ul>\n \u5982\u679c\u4f60\u990a\u6210\u9019\u4e9b\u7fd2\u6163\uff0c\u6574\u9ad4\u9ad4\u9a57\u6703\u9806\u5229\u5f88\u591a\uff0c\u4e5f\u80fd\u6709\u6548\u907f\u958b\u5e38\u898b\u932f\u8aa4\u3002<\/p>\n \u4fdd\u6301\u5de5\u5177\u70ba\u6700\u65b0\u7248\u672c<\/h3>\n \u4f60\u61c9\u8a72\u76e1\u91cf\u4f7f\u7528\u5de5\u5177\u7684\u6700\u65b0\u7248\u672c\u3002\u66f4\u65b0\u901a\u5e38\u6703\u4fee\u5fa9 bug\uff0c\u4e26\u5e36\u4f86\u65b0\u529f\u80fd\u3002\u5728 Linux \u4e0a\uff0c\u5927\u591a\u6578\u5957\u4ef6\u7ba1\u7406\u5668\u90fd\u80fd\u8f15\u9b06\u5b8c\u6210\u66f4\u65b0\uff1b\u5728 Windows \u4e0a\uff0c\u4f60\u53ef\u4ee5\u5728\u61c9\u7528\u7a0b\u5f0f\u5167\u6aa2\u67e5\u66f4\u65b0\uff0c\u6216\u8005\u91cd\u65b0\u4e0b\u8f09\u5b89\u88dd\u6700\u65b0\u7248\u672c\u3002\u5982\u679c\u4f60\u4f7f\u7528 Docker\uff0c\u4e5f\u8981\u8a18\u5f97\u7d93\u5e38\u62c9\u53d6\u6700\u65b0\u6620\u50cf\u6a94\u3002\u4fdd\u6301\u5de5\u5177\u66f4\u65b0\uff0c\u4ee3\u8868\u4f60\u7684\u74b0\u5883\u6703\u66f4\u5b89\u5168\uff0c\u4e5f\u80fd\u66f4\u597d\u5730\u76f8\u5bb9\u65b0\u6a21\u578b\u3002<\/p>\n \u8aaa\u660e\uff1a\u4e0d\u59a8\u70ba\u81ea\u5df1\u8a2d\u5b9a\u4e00\u500b\u6bcf\u6708\u6aa2\u67e5\u66f4\u65b0\u7684\u63d0\u9192\u3002\u9019\u500b\u5c0f\u7fd2\u6163\u80fd\u5e6b\u4f60\u7701\u53bb\u5f88\u591a\u5f8c\u7e8c\u9ebb\u7169\u3002<\/p><\/blockquote>\n \u5982\u4f55\u9078\u64c7\u4f60\u7684\u5e73\u53f0<\/strong><\/h2>\n \u9069\u5408\u65b0\u624b\u7684\u9078\u64c7<\/h3>\n \u5982\u679c\u4f60\u525b\u958b\u59cb\u63a5\u89f8\u9019\u985e\u5de5\u5177\uff0c\u901a\u5e38\u6703\u66f4\u5e0c\u671b\u4e00\u5207\u76e1\u91cf\u7c21\u55ae\u3002\u5c0d\u5927\u591a\u6578\u4eba\u4f86\u8aaa\uff0cWindows \u6703\u66f4\u719f\u6089\u3002\u4f60\u53ef\u4ee5\u4e00\u6b65\u6b65\u9ede\u9078\u5b89\u88dd\u7a0b\u5f0f\uff0c\u4e26\u8ddf\u8457\u7c21\u55ae\u6559\u5b78\u64cd\u4f5c\u3002LM Studio \u9084\u63d0\u4f9b\u4e86\u53cb\u5584\u7684\u5716\u5f62\u4ecb\u9762\uff0c\u56e0\u6b64\u4f60\u4e0d\u9700\u8981\u4f7f\u7528\u547d\u4ee4\u5217\uff0c\u5c31\u80fd\u7528\u5e7e\u6b21\u9ede\u64ca\u57f7\u884c\u4f60\u7684\u7b2c\u4e00\u500b\u8a9e\u8a00\u6a21\u578b\u3002Linux \u4e00\u958b\u59cb\u53ef\u80fd\u6703\u8b93\u4eba\u89ba\u5f97\u6709\u4e9b\u964c\u751f\uff0c\u4f46\u50cf Ubuntu \u9019\u6a23\u7684\u767c\u884c\u7248\u5176\u5be6\u5df2\u7d93\u5f88\u53cb\u5584\u3002\u5982\u679c\u4f60\u9084\u60f3\u9806\u4fbf\u591a\u5b78\u4e00\u4e9b\u96fb\u8166\u77e5\u8b58\uff0cLinux \u4e5f\u662f\u4e00\u500b\u5f88\u597d\u7684\u8d77\u9ede\u3002\u9047\u5230\u554f\u984c\u6642\uff0c\u4f60\u4e5f\u7e3d\u80fd\u5728\u7db2\u8def\u8ad6\u58c7\u627e\u5230\u5e6b\u52a9\u3002<\/p>\n \u63d0\u793a\uff1a\u5982\u679c\u4f60\u60f3\u7528\u6700\u5feb\u7684\u65b9\u5f0f\u770b\u5230\u6210\u679c\uff0c\u4e0d\u59a8\u5148\u5728 Windows \u4e0a\u8a66\u8a66 LM Studio\u3002<\/p><\/blockquote>\n \u9069\u5408\u9032\u968e\u4f7f\u7528\u8005\u7684\u9078\u64c7<\/h3>\n \u5982\u679c\u4f60\u5e0c\u671b\u7372\u5f97\u66f4\u9ad8\u7684\u63a7\u5236\u529b\u6216\u66f4\u597d\u7684\u6548\u80fd\uff0cLinux \u6703\u66f4\u9069\u5408\u4f60\u3002\u4f60\u53ef\u4ee5\u900f\u904e\u7d42\u7aef\u6a5f\u5feb\u901f\u5b89\u88dd\u5de5\u5177\uff0c\u4e5f\u53ef\u4ee5\u4f9d\u7167\u9700\u8981\u5c0d\u7cfb\u7d71\u9032\u884c\u6700\u4f73\u5316\uff0c\u4ee5\u7372\u5f97\u66f4\u9ad8\u901f\u5ea6\u3002\u8a31\u591a\u958b\u767c\u8005\u90fd\u6703\u9078\u64c7 Linux\uff0c\u56e0\u70ba\u5b83\u8207\u958b\u6e90\u8edf\u9ad4\u7684\u914d\u5408\u901a\u5e38\u975e\u5e38\u597d\u3002\u4f60\u53ef\u4ee5\u57f7\u884c\u66f4\u5927\u7684\u6a21\u578b\uff0c\u4e5f\u53ef\u4ee5\u5617\u8a66\u66f4\u591a\u9032\u968e\u7279\u6027\u3002\u5982\u679c\u4f60\u559c\u6b61\u6298\u9a30\u548c\u5be6\u9a57\uff0cLinux \u6703\u7d66\u4f60\u66f4\u5927\u7684\u767c\u63ee\u7a7a\u9593\u3002\u4f60\u751a\u81f3\u53ef\u4ee5\u81ea\u5df1\u64b0\u5beb\u8173\u672c\u4f86\u5be6\u73fe\u81ea\u52d5\u5316\u64cd\u4f5c\u3002<\/p>\n \n \u66f4\u65b0\u901f\u5ea6\u66f4\u5feb<\/li>\n \u5c0d\u786c\u9ad4\u64c1\u6709\u66f4\u9ad8\u7684\u63a7\u5236\u80fd\u529b<\/li>\n \u6392\u67e5\u548c\u4fee\u5fa9\u554f\u984c\u901a\u5e38\u66f4\u65b9\u4fbf<\/li>\n<\/ul>\n \u4ec0\u9ebc\u6642\u5019\u8a72\u5207\u63db\u5e73\u53f0<\/h3>\n \u4f60\u5b8c\u5168\u53ef\u4ee5\u5148\u5f9e Windows \u958b\u59cb\uff0c\u4e4b\u5f8c\u518d\u5617\u8a66 Linux\uff0c\u9019\u5f88\u6b63\u5e38\u3002\u5982\u679c\u4f60\u767c\u73fe\u6a21\u578b\u57f7\u884c\u901f\u5ea6\u8f03\u6162\uff0c\u6216\u8005\u4f60\u60f3\u4f7f\u7528\u4e00\u4e9b\u65b0\u7684\u9032\u968e\u529f\u80fd\uff0c\u90a3\u9ebc\u5207\u63db\u5230 Linux \u53ef\u80fd\u6703\u6709\u6240\u5e6b\u52a9\u3002\u4e0d\u904e\u4f60\u4e0d\u5fc5\u6025\u8457\u99ac\u4e0a\u5207\u63db\u3002\u5982\u679c\u689d\u4ef6\u5141\u8a31\uff0c\u4e0d\u59a8\u5169\u500b\u5e73\u53f0\u90fd\u8a66\u8a66\u770b\u3002\u5148\u9078\u64c7\u7576\u524d\u6700\u9069\u5408\u81ea\u5df1\u9700\u6c42\u7684\u65b9\u6848\uff0c\u96a8\u8457\u4f60\u5c0d\u8a9e\u8a00\u6a21\u578b\u5de5\u5177\u4e86\u89e3\u5f97\u8d8a\u4f86\u8d8a\u591a\uff0c\u518d\u6c7a\u5b9a\u662f\u5426\u66f4\u63db\u4e5f\u4e0d\u9072\u3002<\/p>\n \u8aaa\u660e\uff1a\u4f60\u81ea\u5df1\u7684\u4f7f\u7528\u8212\u9069\u5ea6\u624d\u662f\u6700\u91cd\u8981\u7684\uff0c\u6c92\u6709\u7d55\u5c0d\u932f\u8aa4\u7684\u9078\u64c7\u3002<\/p><\/blockquote>\n \n <\/div>\n<\/div>\n \u73fe\u5728\uff0c\u4f60\u5df2\u7d93\u4e86\u89e3\u4e86\u5728 Windows \u548c Linux \u4e0a\u57f7\u884c\u8a9e\u8a00\u6a21\u578b\u5de5\u5177\u7684\u4e3b\u8981\u5dee\u7570\u3002Linux \u901a\u5e38\u80fd\u63d0\u4f9b\u66f4\u9ad8\u901f\u5ea6\u548c\u66f4\u5c11\u554f\u984c\uff0c\u56e0\u6b64\u591a\u6578\u4f7f\u7528\u8005\u6703\u5728\u90a3\u88e1\u7372\u5f97\u66f4\u597d\u7684\u9ad4\u9a57\u3002Windows \u4f9d\u7136\u662f\u4e0d\u932f\u7684\u9078\u64c7\uff0c\u5c24\u5176\u9069\u5408\u60f3\u8f15\u9b06\u8d77\u6b65\u7684\u4eba\u3002\u5982\u679c\u689d\u4ef6\u5141\u8a31\uff0c\u4e0d\u59a8\u5169\u500b\u5e73\u53f0\u90fd\u8a66\u8a66\u770b\u3002\u5584\u7528\u5404\u7a2e\u6307\u5357\u548c\u8ad6\u58c7\u8cc7\u6e90\uff0c\u4f60\u4e00\u5b9a\u80fd\u5f9e\u672c\u6a5f\u8a9e\u8a00\u6a21\u578b\u9ad4\u9a57\u4e2d\u7372\u5f97\u66f4\u591a\u6536\u7a6b\u3002\u4f60\u5b8c\u5168\u505a\u5f97\u5230\uff01<\/p>\n \u5e38\u898b\u554f\u984c\u89e3\u7b54<\/strong><\/h2>\n \u6211\u600e\u9ebc\u77e5\u9053\u81ea\u5df1\u7684 GPU \u662f\u5426\u652f\u63f4 LLM \u5de5\u5177\uff1f<\/h3>\n \u4f60\u53ef\u4ee5\u5728 Linux \u4e0a\u57f7\u884c nvidia-smi<\/code>\uff0c\u6216\u8005\u5728 Windows \u4e2d\u4f7f\u7528\u88dd\u7f6e\u7ba1\u7406\u54e1\u6aa2\u67e5 GPU\u3002\u5982\u679c\u4f60\u7684 GPU \u80fd\u6b63\u5e38\u986f\u793a\u4e26\u6709\u6d3b\u52d5\u72c0\u614b\uff0c\u901a\u5e38\u5c31\u8868\u793a\u6c92\u554f\u984c\u3002\u5927\u591a\u6578\u5de5\u5177\u5728\u5075\u6e2c\u5230 GPU \u6642\uff0c\u4e5f\u6703\u7d66\u51fa\u76f8\u61c9\u63d0\u793a\u3002<\/p>\n \u6211\u53ef\u4ee5\u5728\u7b46\u8a18\u578b\u96fb\u8166\u4e0a\u57f7\u884c LLM \u55ce\uff1f<\/h3>\n \u53ef\u4ee5\uff0c\u53ea\u8981\u4f60\u7684\u7b46\u8a18\u578b\u96fb\u8166\u914d\u5099\u4e86\u8f03\u5f37\u7684 GPU \u548c\u8db3\u5920\u7684\u8a18\u61b6\u9ad4\uff0c\u5c31\u80fd\u57f7\u884c\u8a9e\u8a00\u6a21\u578b\u3002\u5927\u578b\u6a21\u578b\u7684\u901f\u5ea6\u53ef\u80fd\u6703\u6162\u4e00\u4e9b\uff0c\u4f46\u5c0f\u578b\u6a21\u578b\u901a\u5e38\u6c92\u6709\u554f\u984c\u3002\u4f60\u53ef\u4ee5\u5148\u5f9e\u8f15\u91cf\u7d1a\u6a21\u578b\u958b\u59cb\uff0c\u6e2c\u8a66\u4e00\u4e0b\u81ea\u5df1\u7684\u74b0\u5883\u662f\u5426\u5408\u9069\u3002<\/p>\n \u5982\u679c\u5b89\u88dd\u904e\u7a0b\u4e2d\u5831\u932f\u600e\u9ebc\u8fa6\uff1f<\/h3>\n \u770b\u5230\u5831\u932f\u4e5f\u4e0d\u7528\u7dca\u5f35\u3002\u5927\u591a\u6578\u554f\u984c\u901a\u5e38\u90fd\u8207\u9a45\u52d5\u7f3a\u5931\u6216\u7248\u672c\u4e0d\u76f8\u7b26\u6709\u95dc\u3002\u5efa\u8b70\u5148\u67e5\u770b\u4f60\u6240\u4f7f\u7528\u5de5\u5177\u7684\u5b98\u65b9\u6587\u4ef6\uff0c\u4e5f\u53ef\u4ee5\u5230\u8ad6\u58c7\u641c\u5c0b\uff0c\u6216\u8005\u76f4\u63a5\u5411\u793e\u7fa4\u63d0\u554f\u3002\u901a\u5e38\u5225\u4eba\u5df2\u7d93\u9047\u904e\u4e26\u89e3\u6c7a\u904e\u985e\u4f3c\u554f\u984c\u3002<\/p>\n \u6211\u4e00\u5b9a\u8981\u4f7f\u7528\u547d\u4ee4\u5217\u55ce\uff1f<\/h3>\n \u4e0d\u4e00\u5b9a\u3002\u50cf LM Studio \u9019\u6a23\u7684\u5de5\u5177\u5c31\u63d0\u4f9b\u5716\u5f62\u4ecb\u9762\uff0c\u4f60\u53ea\u9700\u8981\u9ede\u5e7e\u4e0b\u5c31\u80fd\u958b\u59cb\u4f7f\u7528\u3002\u5982\u679c\u4f60\u60f3\u8981\u66f4\u9ad8\u7684\u63a7\u5236\u529b\u6216\u66f4\u9032\u968e\u7684\u529f\u80fd\uff0c\u53ef\u4ee5\u518d\u5617\u8a66\u547d\u4ee4\u5217\u3002\u5efa\u8b70\u5148\u5f9e\u7c21\u55ae\u65b9\u5f0f\u5165\u624b\uff0c\u7b49\u719f\u6089\u4ee5\u5f8c\u518d\u9010\u6b65\u9032\u968e\u3002<\/p>\n Linux \u57f7\u884c LLM \u771f\u7684\u66f4\u5feb\u55ce\uff1f<\/h3>\n \u5f88\u591a\u4f7f\u7528\u8005\u90fd\u8a8d\u70ba\uff0cLinux \u5728\u57f7\u884c\u6a21\u578b\u6642\u901f\u5ea6\u66f4\u5feb\u3001\u554f\u984c\u66f4\u5c11\u3002\u5b83\u901a\u5e38\u80fd\u66f4\u6709\u6548\u7387\u5730\u5229\u7528\u7cfb\u7d71\u8cc7\u6e90\uff0c\u4e5f\u66f4\u65b9\u4fbf\u66f4\u65b0\u3002\u5982\u679c\u4f60\u60f3\u7372\u5f97\u76e1\u53ef\u80fd\u9806\u66a2\u7684\u9ad4\u9a57\uff0cLinux \u662f\u4e00\u500b\u975e\u5e38\u4e0d\u932f\u7684\u9078\u64c7\u3002\u4e0d\u904e\u5c0d\u5927\u591a\u6578\u4eba\u4f86\u8aaa\uff0cWindows \u540c\u6a23\u4e5f\u80fd\u5f88\u597d\u5730\u5b8c\u6210\u4efb\u52d9\u3002<\/p>\n","protected":false},"excerpt":{"rendered":" \u4f60\u53ef\u80fd\u6703\u60f3\uff0c\u7576\u4f60\u6e96\u5099\u57f7\u884c LLM \u5de5\u5177\u6642\uff0c\u7a76\u7adf\u662f Windows \u6bd4\u8f03\u5408\u9069\uff0c\u9084\u662f Linux \u66f4\u597d\u3002\u5f88\u591a\u4f7f\u7528\u8005 […]<\/p>\n Read More…<\/a><\/p>\n","protected":false},"author":2,"featured_media":32174,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_acf_changed":false,"footnotes":""},"categories":[4815],"tags":[11431,11432,11433,11434,3306],"class_list":["post-32178","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-america-dedicated-server-tc","tag-run-llm-on-windows-or-linux","tag-windows-vs-linux","tag-llm-setup","tag-local-language-models","tag-gpu-acceleration-tc"],"acf":[],"yoast_head":"\n