{"id":397,"date":"2025-03-22T23:59:28","date_gmt":"2025-03-22T15:59:28","guid":{"rendered":"https:\/\/ai.boxui.com\/?p=397"},"modified":"2026-04-15T19:42:57","modified_gmt":"2026-04-15T11:42:57","slug":"deepseek%e6%9c%ac%e5%9c%b0%e5%8c%96%e9%83%a8%e7%bd%b2%e5%85%a8%e6%94%bb%e7%95%a5%ef%bc%9a%e4%b8%aa%e4%ba%ba%e7%94%a8%e6%88%b7%e6%9e%81%e7%ae%80%e6%ad%a5%e9%aa%a4%e7%a1%ac%e4%bb%b6%e9%85%8d%e7%bd%ae","status":"publish","type":"post","link":"https:\/\/ai.boxui.com\/index.php\/2025\/03\/22\/deepseek%e6%9c%ac%e5%9c%b0%e5%8c%96%e9%83%a8%e7%bd%b2%e5%85%a8%e6%94%bb%e7%95%a5%ef%bc%9a%e4%b8%aa%e4%ba%ba%e7%94%a8%e6%88%b7%e6%9e%81%e7%ae%80%e6%ad%a5%e9%aa%a4%e7%a1%ac%e4%bb%b6%e9%85%8d%e7%bd%ae\/","title":{"rendered":"DeepSeek\u672c\u5730\u5316\u90e8\u7f72\u5168\u653b\u7565\uff1a\u4e2a\u4eba\u7528\u6237\u6781\u7b80\u6b65\u9aa4+\u786c\u4ef6\u914d\u7f6e\u6307\u5357"},"content":{"rendered":"<h2><span style=\"font-size: 16px;\">\u5728\u6570\u636e\u9690\u79c1\u548c\u4e2a\u6027\u5316\u9700\u6c42\u65e5\u76ca\u91cd\u8981\u7684\u4eca\u5929\uff0c\u672c\u5730\u5316\u90e8\u7f72AI\u6a21\u578b\u6210\u4e3a\u4e2a\u4eba\u7528\u6237\u7684\u65b0\u9009\u62e9\u3002\u672c\u6587\u4ee5<\/span><strong style=\"font-size: 16px;\">DeepSeek<\/strong><span style=\"font-size: 16px;\">\u4e3a\u4f8b\uff0c\u8be6\u89e3\u4ece\u786c\u4ef6\u9009\u578b\u5230\u79c1\u6709\u5316\u90e8\u7f72\u7684\u5b8c\u6574\u6d41\u7a0b\uff0c\u5e2e\u52a9\u7528\u6237\u65e0\u9700\u4f9d\u8d56\u4e91\u7aef\u670d\u52a1\uff0c\u5b89\u5168\u9ad8\u6548\u5730\u8fd0\u884c\u4e13\u5c5eAI\u52a9\u624b\u3002<\/span><\/h2>\n<p><!-- \u7ae0\u82821 --><\/p>\n<h3>\u4e00\u3001\u786c\u4ef6\u51c6\u5907\u4e0e\u7248\u672c\u9009\u62e9<\/h3>\n<p>&nbsp;<\/p>\n<div class=\"wp-block-paragraph\">\n<p>\u6839\u636e\u8bbe\u5907\u6027\u80fd\u9009\u62e9\u9002\u914d\u7248\u672c\uff0c\u5e73\u8861\u7b97\u529b\u9700\u6c42\u4e0e\u6210\u672c\uff1a<\/p>\n<\/div>\n<p><!-- \u8868\u683c --><\/p>\n<div class=\"wp-block-table\">\n<table class=\"has-fixed-layout\">\n<thead>\n<tr>\n<th>\u8bbe\u5907\u7c7b\u578b<\/th>\n<th>\u9002\u7528\u7248\u672c<\/th>\n<th>\u6700\u4f4e\u914d\u7f6e\u8981\u6c42<\/th>\n<th>\u63a8\u8350\u914d\u7f6e<\/th>\n<\/tr>\n<\/thead>\n<tbody>\n<tr>\n<td>\u8f7b\u8584\u672c\/Mac<\/td>\n<td>Lite\u7248<\/td>\n<td>i5-1135G7\/M1 + 16GB\u5185\u5b58<\/td>\n<td>i7-1260P\/M2 + 32GB\u5185\u5b58<\/td>\n<\/tr>\n<tr>\n<td>\u6e38\u620f\u672c\/\u53f0\u5f0f\u673a<\/td>\n<td>Standard\u7248<\/td>\n<td>RTX 3060 + 32GB\u5185\u5b58<\/td>\n<td>RTX 4070 Ti + 64GB\u5185\u5b58<\/td>\n<\/tr>\n<tr>\n<td>\u5de5\u4f5c\u7ad9<\/td>\n<td>Pro\u7248<\/td>\n<td>RTX 4090 + 128GB\u5185\u5b58<\/td>\n<td>\u53ccRTX 6000 Ada + 256GB\u5185\u5b58<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<\/div>\n<p><!-- \u4ee3\u7801\u5757 --><\/p>\n<h3>\u4e8c\u3001\u4e09\u6b65\u6838\u5fc3\u90e8\u7f72\u6d41\u7a0b\uff08\u4ee5Standard\u7248\u4e3a\u4f8b\uff09<\/h3>\n<h4>\u6b65\u9aa41\uff1a\u73af\u5883\u521d\u59cb\u5316<\/h4>\n<pre class=\"wp-block-code\"><code># Ubuntu\u7cfb\u7edf\u5b89\u88c5\u547d\u4ee4\r\nsudo apt update &amp;&amp; sudo apt install -y python3.10-venv nvidia-cuda-toolkit\r\npython3 -m venv ~\/deepseek-env\r\nsource ~\/deepseek-env\/bin\/activate\r\nwget https:\/\/dl.deepseek.com\/standard-1.2.3.tar.gz\r\ntar -xzvf standard-1.2.3.tar.gz\r\ncd deepseek-standard<\/code><\/pre>\n<h4>\u6b65\u9aa42\uff1a\u6a21\u578b\u8f7b\u91cf\u5316<\/h4>\n<pre class=\"wp-block-code\"><code># 4bit\u91cf\u5316\u538b\u7f29\r\n.\/quantize.sh --bits 4 --dataset calibration_data.json\r\n\r\n# \u77e5\u8bc6\u5e93\u6ce8\u5165\r\npython3 inject_knowledge.py --input ~\/Documents\/my_knowledge --format markdown<\/code><\/pre>\n<p><!-- \u5206\u680f\u5e03\u5c40 --><\/p>\n<div class=\"wp-block-columns\">\n<div class=\"wp-block-column\">\n<h4>\u5e38\u89c1\u95ee\u98981\uff1a\u663e\u5b58\u4e0d\u8db3<\/h4>\n<ul>\n<li>\u542f\u75284bit\u91cf\u5316\u538b\u7f29<\/li>\n<li>\u9650\u5236max_seq_len\u53c2\u6570<\/li>\n<li>\u5173\u95ed\u975e\u5fc5\u8981\u63d2\u4ef6<\/li>\n<\/ul>\n<\/div>\n<div class=\"wp-block-column\">\n<h4>\u5e38\u89c1\u95ee\u98982\uff1a\u82f9\u679c\u82af\u7247\u9002\u914d<\/h4>\n<pre class=\"wp-block-code\"><code>export PYTORCH_ENABLE_MPS_FALLBACK=1\r\n.\/start_service.sh --device mps<\/code><\/pre>\n<\/div>\n<\/div>\n<p><!-- \u56fe\u7247 --><\/p>\n<h3>\u4e09\u3001\u6027\u80fd\u5bf9\u6bd4\u6570\u636e<\/h3>\n<figure class=\"wp-block-image\"><img loading=\"lazy\" decoding=\"async\" class=\"alignnone size-full wp-image-398\" src=\"https:\/\/ai.boxui.com\/wp-content\/uploads\/2025\/03\/deepseek-performance.png\" alt=\"DeepSeek\u5404\u7248\u672c\u6027\u80fd\u5bf9\u6bd4\uff1a\u54cd\u5e94\u901f\u5ea6\u4e0e\u663e\u5b58\u5360\u7528\u5173\u7cfb\u56fe\" width=\"1534\" height=\"646\" srcset=\"https:\/\/ai.boxui.com\/wp-content\/uploads\/2025\/03\/deepseek-performance.png 1534w, https:\/\/ai.boxui.com\/wp-content\/uploads\/2025\/03\/deepseek-performance-300x126.png 300w, https:\/\/ai.boxui.com\/wp-content\/uploads\/2025\/03\/deepseek-performance-1024x431.png 1024w, https:\/\/ai.boxui.com\/wp-content\/uploads\/2025\/03\/deepseek-performance-768x323.png 768w\" sizes=\"auto, (max-width: 1534px) 100vw, 1534px\" \/><figcaption>\u25b2 \u5b9e\u6d4b\u6570\u636e\u663e\u793a4bit\u91cf\u5316\u53ef\u964d\u4f4e60%\u663e\u5b58\u5360\u7528<\/figcaption><\/figure>\n<p><!-- \u63d0\u793a\u6846 --><\/p>\n<div class=\"wp-block-alert\">\n<div class=\"wp-block-alert__title\">\u91cd\u8981\u63d0\u793a<\/div>\n<p>\u90e8\u7f72\u524d\u8bf7\u786e\u8ba4\uff1a<br \/>\n1. \u5df2\u5b89\u88c5\u6700\u65b0NVIDIA\u9a71\u52a8<br \/>\n2. \u7cfb\u7edf\u5269\u4f59\u5b58\u50a8\u7a7a\u95f4\u226550GB<br \/>\n3. \u9632\u706b\u5899\u5f00\u653e8000\u7aef\u53e3<\/p>\n<\/div>\n<p><!-- \u4e0b\u8f7d\u6309\u94ae --><br \/>\n<a href=\"https:\/\/learn.microsoft.com\/zh-cn\/windows\/ai\/toolkit\/toolkit-getting-started?tabs=rest\" target=\"_blank\"  rel=\"nofollow\" ><br \/>\n\u2193 \u4e0b\u8f7d\u90e8\u7f72\u5de5\u5177\u5305 (v2.1.3)<br \/>\n<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u5728\u6570\u636e\u9690\u79c1\u548c\u4e2a\u6027\u5316\u9700\u6c42\u65e5\u76ca\u91cd\u8981\u7684\u4eca\u5929\uff0c\u672c\u5730\u5316\u90e8\u7f72AI\u6a21\u578b\u6210\u4e3a\u4e2a\u4eba\u7528\u6237\u7684\u65b0\u9009\u62e9\u3002\u672c\u6587\u4ee5DeepSeek\u4e3a\u4f8b\uff0c\u8be6\u89e3\u4ece\u786c\u4ef6\u9009\u578b\u5230\u79c1\u6709\u5316\u90e8\u7f72\u7684\u5b8c\u6574\u6d41\u7a0b\uff0c\u5e2e\u52a9\u7528\u6237\u65e0\u9700\u4f9d\u8d56\u4e91\u7aef\u670d\u52a1\uff0c\u5b89\u5168\u9ad8\u6548\u5730\u8fd0\u884c\u4e13\u5c5eAI\u52a9\u624b\u3002 \u4e00\u3001\u786c\u4ef6\u51c6\u5907\u4e0e\u7248\u672c\u9009\u62e9 &nbsp; \u6839\u636e\u8bbe\u5907\u6027\u80fd\u9009\u62e9\u9002\u914d\u7248\u672c\uff0c\u5e73\u8861\u7b97\u529b\u9700\u6c42\u4e0e\u6210\u672c\uff1a \u8bbe\u5907\u7c7b\u578b \u9002\u7528\u7248\u672c \u6700\u4f4e\u914d\u7f6e\u8981\u6c42 \u63a8\u8350\u914d\u7f6e \u8f7b\u8584\u672c\/Mac Lite\u7248 i5-1135G7\/M1 + 16GB\u5185\u5b58 i7-1260P\/M2 + 32GB\u5185\u5b58 \u6e38\u620f\u672c\/\u53f0\u5f0f\u673a Standard\u7248 RTX 3060 + 32GB\u5185\u5b58 RTX 4070 Ti + 64GB\u5185\u5b58 \u5de5\u4f5c\u7ad9 Pro\u7248 RTX 4090 + 128GB\u5185\u5b58 \u53ccRTX 6000 Ada + 256GB\u5185\u5b58 \u4e8c\u3001\u4e09\u6b65\u6838\u5fc3\u90e8\u7f72\u6d41\u7a0b\uff08\u4ee5Standard\u7248\u4e3a\u4f8b\uff09 \u6b65\u9aa41\uff1a\u73af\u5883\u521d\u59cb\u5316 # Ubuntu\u7cfb\u7edf\u5b89\u88c5\u547d\u4ee4 sudo apt update &amp;&amp; sudo apt install -y python3.10-venv nvidia-cuda-toolkit python3 -m venv [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[3],"tags":[28,27,29],"class_list":["post-397","post","type-post","status-publish","format-standard","hentry","category-ai-tutorial","tag-ai","tag-deepseek"],"_links":{"self":[{"href":"https:\/\/ai.boxui.com\/index.php\/wp-json\/wp\/v2\/posts\/397","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/ai.boxui.com\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/ai.boxui.com\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/ai.boxui.com\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/ai.boxui.com\/index.php\/wp-json\/wp\/v2\/comments?post=397"}],"version-history":[{"count":0,"href":"https:\/\/ai.boxui.com\/index.php\/wp-json\/wp\/v2\/posts\/397\/revisions"}],"wp:attachment":[{"href":"https:\/\/ai.boxui.com\/index.php\/wp-json\/wp\/v2\/media?parent=397"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/ai.boxui.com\/index.php\/wp-json\/wp\/v2\/categories?post=397"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/ai.boxui.com\/index.php\/wp-json\/wp\/v2\/tags?post=397"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}