{"id":514,"date":"2026-11-02T10:58:37","date_gmt":"2026-11-02T02:58:37","guid":{"rendered":"https:\/\/ft9scr4y-20210904.admin.cygzs.net\/?p=514"},"modified":"2026-11-02T10:58:38","modified_gmt":"2026-11-02T02:58:38","slug":"ubuntu24%e5%ae%89%e8%a3%85llama","status":"publish","type":"post","link":"https:\/\/www.cygzs.net\/?p=514","title":{"rendered":"Ubuntu24\u5b89\u88c5llama"},"content":{"rendered":"\n<ul class=\"wp-block-list\">\n<li>\u7f16\u8bd1\u5b89\u88c5llama.cpp<\/li>\n<\/ul>\n\n\n\n<figure class=\"wp-block-table\"><table class=\"has-fixed-layout\"><tbody><tr><td>git clone https:\/\/github.com\/ggerganov\/llama.cpp.git<br>cd llama.cpp<br>mkdir -p tools\/ui\/dist<br>cd tools\/ui\/<br>wget https:\/\/hf-mirror.com\/buckets\/ggml-org\/llama-ui\/resolve\/latest\/dist.tar.gz<br>tar zxf dist.tar.gz -C dist\/<br>cd ..\/..\/<br>mkdir build &amp;&amp; cd build<br>cmake -DLLAMA_CUDA=ON ..<br>make -j$(nproc)<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u4e0b\u8f7d\u6a21\u578b<\/li>\n<\/ul>\n\n\n\n<figure class=\"wp-block-table\"><table class=\"has-fixed-layout\"><tbody><tr><td>mkdir \/root\/models &amp;&amp; cd \/root\/models<br>wget https:\/\/hf-mirror.com\/unsloth\/gemma-4-26B-A4B-it-GGUF\/resolve\/main\/gemma-4-26B-A4B-it-UD-Q3_K_M.gguf<br>wget https:\/\/hf-mirror.com\/unsloth\/Qwen3.8-27B-GGUF\/resolve\/main\/Qwen3.8-27B-UD-Q3_K_XL.gguf<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u542f\u52a8llama<\/li>\n<\/ul>\n\n\n\n<figure class=\"wp-block-table\"><table class=\"has-fixed-layout\"><tbody><tr><td>\/root\/llama.cpp\/build\/bin\/llama-server -m \/root\/models\/gemma-4-26B-A4B-it-UD-Q4_K_XL.gguf &#8211;port 11434 &#8211;host 0.0.0.0 &#8211;ctx-size 262144 &#8211;n-predict 262144 &#8211;cache-type-k q8_0 &#8211;cache-type-v q8_0 &#8211;flash-attn on &#8211;jinja<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u6a21\u578b\u5bf9\u6bd4<\/li>\n<\/ul>\n\n\n\n<figure class=\"wp-block-table\"><table class=\"has-fixed-layout\"><tbody><tr><td><strong>\u5bf9\u6bd4\u7ef4\u5ea6<\/strong><strong><\/strong><\/td><td><strong>Qwen3.8-27B-UD-Q3_K_XL.gguf<\/strong><strong><\/strong><\/td><td><strong>gemma-4-26B-A4B-it-UD-Q3_K_M.gguf<\/strong><strong><\/strong><\/td><\/tr><tr><td><strong>\u67b6\u6784<\/strong><\/td><td>Dense \u7a20\u5bc6\uff0c27B \u5168\u53c2\u6570\u6bcf\u8f6e\u53c2\u4e0e\u8ba1\u7b97<\/td><td>MoE \u7a00\u758f\uff0c\u603b\u53c2\u224826B\uff0c\u6bcf\u6b21\u4ec5\u6fc0\u6d3b\u22484B\uff08A4B\uff09<\/td><\/tr><tr><td><strong>\u91cf\u5316\u6863\u4f4d<\/strong><\/td><td>Q3_K_XL\uff08Q3_K \u7cfb\u5217\u8d28\u91cf\u4f18\u5148\uff0c\u4f53\u79ef\u66f4\u5927\uff09<\/td><td>Q3_K_M\uff08Q3_K \u7cfb\u5217\u5747\u8861\u6863\uff0c\u66f4\u7701\u663e\u5b58\uff09<\/td><\/tr><tr><td><strong>\u4e0a\u4e0b\u6587<\/strong><\/td><td>\u539f\u751f 262K\uff0c\u652f\u6301\u6269\u5c55\u81f3 1M token<\/td><td>\u539f\u751f 256K token<\/td><\/tr><tr><td><strong>\u663e\u5b58\u53c2\u8003\uff08\u542b KV\uff0c\u7c97\u7565\uff09<\/strong><\/td><td>\u7ea6 20\u201324GB+\uff0c24G \u5361\u52c9\u5f3a\u8dd1\u3001\u957f\u4e0a\u4e0b\u6587\u6613\u7206<\/td><td>\u7ea6 14\u201317GB+\uff0c16G \u53ef\u8dd1\u300124G \u4ece\u5bb9\uff1b\u6ce8\u610f<strong>\u5168\u90e8\u4e13\u5bb6\u6743\u91cd\u4ecd\u9700\u8f7d\u5165\u663e\u5b58\uff0c\u4e0d\u662f\u53ea\u5360 4B<\/strong><\/td><\/tr><tr><td><strong>\u63a8\u7406\u901f\u5ea6<\/strong><\/td><td>\u6162\uff08\u7a20\u5bc6\u3001\u5e26\u5bbd\u654f\u611f\uff09<\/td><td>\u660e\u663e\u66f4\u5feb\uff08\u6fc0\u6d3b\u53c2\u6570\u91cf\u5c0f\uff09<\/td><\/tr><tr><td><strong>\u80fd\u529b\u504f\u5411<\/strong><\/td><td>\u4e2d\u6587\u3001\u4ee3\u7801\u3001\u56fe\u6587 \/ \u89c6\u89c9\u3001\u957f\u6587\u6863\u3001\u8f93\u51fa\u4e00\u81f4\u6027<\/td><td>\u6570\u5b66 \/ \u903b\u8f91\u786c\u63a8\u7406\u3001\u82f1\u6587\u4efb\u52a1\u3001\u9ad8\u5e76\u53d1\u804a\u5929\u3001\u541e\u5410\u901f\u5ea6<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\"><\/p>\n","protected":false},"excerpt":{"rendered":"<p>git clone https:\/\/github.com\/ggerganov\/llama.cpp.gitcd llama.cppmkdir -p tools\/ui\/distcd tools\/ui\/wget https:\/\/hf-mirror.com\/buckets\/ggml-org\/llama-ui\/resolve\/latest\/dist.tar.gztar zxf dist.tar.gz -C &hellip; <a class=\"more-link\" href=\"https:\/\/www.cygzs.net\/?p=514\">(more)<\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_owldraft_subtitle":"","footnotes":""},"categories":[1,48],"tags":[],"class_list":["post-514","post","type-post","status-publish","format-standard","hentry","category-it","category-ubuntu"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v17.0 - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>Ubuntu24\u5b89\u88c5llama - \u7433\u6d77\u5bb6\u56ed<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.cygzs.net\/?p=514\" \/>\n<meta property=\"og:locale\" content=\"zh_CN\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"Ubuntu24\u5b89\u88c5llama - \u7433\u6d77\u5bb6\u56ed\" \/>\n<meta property=\"og:description\" content=\"git clone https:\/\/github.com\/ggerganov\/llama.cpp.gitcd llama.cppmkdir -p tools\/ui\/distcd tools\/ui\/wget https:\/\/hf-mirror.com\/buckets\/ggml-org\/llama-ui\/resolve\/latest\/dist.tar.gztar zxf dist.tar.gz -C &hellip; (more)\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.cygzs.net\/?p=514\" \/>\n<meta property=\"og:site_name\" content=\"\u7433\u6d77\u5bb6\u56ed\" \/>\n<meta property=\"article:published_time\" content=\"2026-11-02T02:58:37+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2026-11-02T02:58:38+00:00\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u4f5c\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"cy\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4\" \/>\n\t<meta name=\"twitter:data2\" content=\"1 \u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.cygzs.net\/#website\",\"url\":\"https:\/\/www.cygzs.net\/\",\"name\":\"\\u7433\\u6d77\\u5bb6\\u56ed\",\"description\":\"\\u4e00\\u4e2a\\u4e0d\\u52a1\\u6b63\\u4e1a\\u7684\\u8fd0\\u7ef4\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/www.cygzs.net\/?s={search_term_string}\"},\"query-input\":\"required name=search_term_string\"}],\"inLanguage\":\"zh-Hans\"},{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.cygzs.net\/?p=514#webpage\",\"url\":\"https:\/\/www.cygzs.net\/?p=514\",\"name\":\"Ubuntu24\\u5b89\\u88c5llama - \\u7433\\u6d77\\u5bb6\\u56ed\",\"isPartOf\":{\"@id\":\"https:\/\/www.cygzs.net\/#website\"},\"datePublished\":\"2026-11-02T02:58:37+00:00\",\"dateModified\":\"2026-11-02T02:58:38+00:00\",\"author\":{\"@id\":\"https:\/\/www.cygzs.net\/#\/schema\/person\/6db5162177413ff7529e7d15140c864a\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.cygzs.net\/?p=514#breadcrumb\"},\"inLanguage\":\"zh-Hans\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.cygzs.net\/?p=514\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.cygzs.net\/?p=514#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\\u9996\\u9875\",\"item\":\"https:\/\/www.cygzs.net\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Ubuntu24\\u5b89\\u88c5llama\"}]},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.cygzs.net\/#\/schema\/person\/6db5162177413ff7529e7d15140c864a\",\"name\":\"cy\",\"sameAs\":[\"http:\/\/www.cygzs.net\"],\"url\":\"https:\/\/www.cygzs.net\/?author=1\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"Ubuntu24\u5b89\u88c5llama - \u7433\u6d77\u5bb6\u56ed","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.cygzs.net\/?p=514","og_locale":"zh_CN","og_type":"article","og_title":"Ubuntu24\u5b89\u88c5llama - \u7433\u6d77\u5bb6\u56ed","og_description":"git clone https:\/\/github.com\/ggerganov\/llama.cpp.gitcd llama.cppmkdir -p tools\/ui\/distcd tools\/ui\/wget https:\/\/hf-mirror.com\/buckets\/ggml-org\/llama-ui\/resolve\/latest\/dist.tar.gztar zxf dist.tar.gz -C &hellip; (more)","og_url":"https:\/\/www.cygzs.net\/?p=514","og_site_name":"\u7433\u6d77\u5bb6\u56ed","article_published_time":"2026-11-02T02:58:37+00:00","article_modified_time":"2026-11-02T02:58:38+00:00","twitter_card":"summary_large_image","twitter_misc":{"\u4f5c\u8005":"cy","\u9884\u8ba1\u9605\u8bfb\u65f6\u95f4":"1 \u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebSite","@id":"https:\/\/www.cygzs.net\/#website","url":"https:\/\/www.cygzs.net\/","name":"\u7433\u6d77\u5bb6\u56ed","description":"\u4e00\u4e2a\u4e0d\u52a1\u6b63\u4e1a\u7684\u8fd0\u7ef4","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/www.cygzs.net\/?s={search_term_string}"},"query-input":"required name=search_term_string"}],"inLanguage":"zh-Hans"},{"@type":"WebPage","@id":"https:\/\/www.cygzs.net\/?p=514#webpage","url":"https:\/\/www.cygzs.net\/?p=514","name":"Ubuntu24\u5b89\u88c5llama - \u7433\u6d77\u5bb6\u56ed","isPartOf":{"@id":"https:\/\/www.cygzs.net\/#website"},"datePublished":"2026-11-02T02:58:37+00:00","dateModified":"2026-11-02T02:58:38+00:00","author":{"@id":"https:\/\/www.cygzs.net\/#\/schema\/person\/6db5162177413ff7529e7d15140c864a"},"breadcrumb":{"@id":"https:\/\/www.cygzs.net\/?p=514#breadcrumb"},"inLanguage":"zh-Hans","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.cygzs.net\/?p=514"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.cygzs.net\/?p=514#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u9996\u9875","item":"https:\/\/www.cygzs.net\/"},{"@type":"ListItem","position":2,"name":"Ubuntu24\u5b89\u88c5llama"}]},{"@type":"Person","@id":"https:\/\/www.cygzs.net\/#\/schema\/person\/6db5162177413ff7529e7d15140c864a","name":"cy","sameAs":["http:\/\/www.cygzs.net"],"url":"https:\/\/www.cygzs.net\/?author=1"}]}},"_links":{"self":[{"href":"https:\/\/www.cygzs.net\/index.php?rest_route=\/wp\/v2\/posts\/514","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.cygzs.net\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.cygzs.net\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.cygzs.net\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.cygzs.net\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=514"}],"version-history":[{"count":1,"href":"https:\/\/www.cygzs.net\/index.php?rest_route=\/wp\/v2\/posts\/514\/revisions"}],"predecessor-version":[{"id":515,"href":"https:\/\/www.cygzs.net\/index.php?rest_route=\/wp\/v2\/posts\/514\/revisions\/515"}],"wp:attachment":[{"href":"https:\/\/www.cygzs.net\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=514"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.cygzs.net\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=514"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.cygzs.net\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=514"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}