[{"data":1,"prerenderedAt":1378},["ShallowReactive",2],{"navigation":3,"\u002Ftinkering\u002Fmi50_gpu_llm_2":144,"\u002Ftinkering\u002Fmi50_gpu_llm_2-surround":1373},[4,36,53,86,131],{"title":5,"path":6,"stem":7,"children":8,"icon":35},"Golang","\u002Fgolang","1.golang\u002F1.index",[9,11,15,19,23,27,31],{"title":10,"path":6,"stem":7},"golang-各种golang学习以及使用过程中记录",{"title":12,"path":13,"stem":14},"gopls-官方gopls内置mcp server的基本使用","\u002Fgolang\u002Fgopls_mcp_usages","1.golang\u002F2.gopls_mcp_usages",{"title":16,"path":17,"stem":18},"实践-(一)创建简单的http服务器","\u002Fgolang\u002Fgo_http_simple_server","1.golang\u002F3.go_http_simple_server",{"title":20,"path":21,"stem":22},"wails入门系列(一)环境安装与demo","\u002Fgolang\u002Fwails_start","1.golang\u002F4.wails_start",{"title":24,"path":25,"stem":26},"wails入门系列(二)无边框应用的菜单栏以及窗口拖拽","\u002Fgolang\u002Fwails_frameless","1.golang\u002F5.wails_frameless",{"title":28,"path":29,"stem":30},"go\u002Fredis-redis中大数字自动转换成指数形式的处理","\u002Fgolang\u002Fredis_big_num","1.golang\u002F6.redis_big_num",{"title":32,"path":33,"stem":34},"go\u002F方法记录-局部坐标与世界坐标间的相互转换(位置\u002F方向)","\u002Fgolang\u002Fworld_local_transform","1.golang\u002F7.world_local_transform",false,{"title":37,"icon":35,"path":38,"stem":39,"children":40,"page":35},"瞎折腾","\u002Ftinkering","2.tinkering",[41,45,49],{"title":42,"path":43,"stem":44},"mi50显卡ubuntu运行大模型开坑(一)显卡准备以及驱动安装","\u002Ftinkering\u002Fmi50_gpu_llm_1","2.tinkering\u002F1.mi50_gpu_llm_1",{"title":46,"path":47,"stem":48},"mi50显卡ubuntu运行大模型开坑(二)使用llama.cpp部署Qwen3系列","\u002Ftinkering\u002Fmi50_gpu_llm_2","2.tinkering\u002F2.mi50_gpu_llm_2",{"title":50,"path":51,"stem":52},"mi50显卡ubuntu运行大模型开坑(三)安装风扇并且控制转速","\u002Ftinkering\u002Fmi50_gpu_llm_3","2.tinkering\u002F3.mi50_gpu_llm_3",{"title":54,"icon":35,"path":55,"stem":56,"children":57,"page":35},"LLM","\u002Fllm","3.llm",[58,62,66,70,74,78,82],{"title":59,"path":60,"stem":61},"langchain入门-安装以及初次使用(deepseek api版本)","\u002Fllm\u002Flangchain1","3.llm\u002F01.langchain1",{"title":63,"path":64,"stem":65},"langchain入门-使用langchain调用本地部署的大模型(以llama.cpp以及ollama为例)","\u002Fllm\u002Flangchain2","3.llm\u002F02.langchain2",{"title":67,"path":68,"stem":69},"langchain入门-使用langchain编写一个简单的聊天机器人(DeepSeek API&命令行版本)","\u002Fllm\u002Flangchain3","3.llm\u002F03.langchain3",{"title":71,"path":72,"stem":73},"langchain入门-使用langchain构建一个拥有RAG能力的代码问答应用(DeepSeek API&本地bge-m3&命令行版本)","\u002Fllm\u002Flangchain4","3.llm\u002F04.langchain4",{"title":75,"path":76,"stem":77},"golang\u002Feino eino框架的基础使用 Message以及ChatModel入门","\u002Fllm\u002Feino1","3.llm\u002F05.eino1",{"title":79,"path":80,"stem":81},"golang\u002Feino eino框架的基础使用 在ChatModel中使用工具","\u002Fllm\u002Feino2","3.llm\u002F06.eino2",{"title":83,"path":84,"stem":85},"llm\u002Fagent agent-zero初步搭建与使用","\u002Fllm\u002Fagent_zero_start","3.llm\u002F07.agent_zero_start",{"title":87,"icon":35,"path":88,"stem":89,"children":90,"page":35},"Verilog","\u002Fverilog","4.verilog",[91,95,99,103,107,111,115,119,123,127],{"title":92,"path":93,"stem":94},"31条指令单周期cpu设计(Verilog)-(一)相关软件","\u002Fverilog\u002Fmips1","4.verilog\u002F01.mips1",{"title":96,"path":97,"stem":98},"31条指令单周期cpu设计(Verilog)-(二)总体设计","\u002Fverilog\u002Fmips2","4.verilog\u002F02.mips2",{"title":100,"path":101,"stem":102},"31条指令单周期cpu设计(Verilog)-(三)指令分析","\u002Fverilog\u002Fmips3","4.verilog\u002F03.mips3",{"title":104,"path":105,"stem":106},"31条指令单周期cpu设计(Verilog)-(四)数据输入输出关系表","\u002Fverilog\u002Fmips4","4.verilog\u002F04.mips4",{"title":108,"path":109,"stem":110},"31条指令单周期cpu设计(Verilog)-(五)整体数据通路图设计","\u002Fverilog\u002Fmips5","4.verilog\u002F05.mips5",{"title":112,"path":113,"stem":114},"31条指令单周期cpu设计(Verilog)-(六)指令操作时间表设计","\u002Fverilog\u002Fmips6","4.verilog\u002F06.mips6",{"title":116,"path":117,"stem":118},"31条指令单周期cpu设计(Verilog)-(七)整体代码结构","\u002Fverilog\u002Fmips7","4.verilog\u002F07.mips7",{"title":120,"path":121,"stem":122},"31条指令单周期cpu设计(Verilog)-(八)上代码→指令译码以及控制器","\u002Fverilog\u002Fmips8","4.verilog\u002F08.mips8",{"title":124,"path":125,"stem":126},"31条指令单周期cpu设计(Verilog)-(九)上代码→基础模块实现","\u002Fverilog\u002Fmips9","4.verilog\u002F09.mips9",{"title":128,"path":129,"stem":130},"31条指令单周期cpu设计(Verilog)-(十)上代码→顶层模块设计&总结","\u002Fverilog\u002Fmips10","4.verilog\u002F10.mips10",{"title":132,"icon":35,"path":133,"stem":134,"children":135,"page":35},"Rust","\u002Frust","5.rust",[136,140],{"title":137,"path":138,"stem":139},"egui(一)从编译运行template开始","\u002Frust\u002Fegui1","5.rust\u002F01.egui1",{"title":141,"path":142,"stem":143},"egui(二)看看template的main函数：日志输出以及eframe run_native","\u002Frust\u002Fegui2","5.rust\u002F02.egui2",{"id":145,"title":46,"body":146,"description":1363,"extension":1364,"links":1365,"meta":1366,"navigation":1368,"path":47,"seo":1369,"stem":48,"__hash__":1372},"docs\u002F2.tinkering\u002F2.mi50_gpu_llm_2.md",{"type":147,"value":148,"toc":1352},"minimark",[149,153,172,175,682,686,893,897,902,1080,1084,1119,1122,1337,1340,1348],[150,151,152],"h2",{"id":152},"说在前面",[154,155,156],"blockquote",{},[157,158,159,163,166,169],"ul",{},[160,161,162],"li",{},"主板：未知x99",[160,164,165],{},"cpu：E5 2666v3",[160,167,168],{},"显卡：Mi 50 32G",[160,170,171],{},"系统：ubuntu 22.04",[150,173,174],{"id":174},"准备工作",[157,176,177,662],{},[160,178,179,180,184,185,611,612,615,616,619,620,623,624],{},"挂载磁盘(可选)\n由于我的系统装在U盘上，访问文件系统会比较慢，这里挂载一下其他磁盘，使用",[181,182,183],"code",{},"lsblk","查看当前可用磁盘\n",[186,187,192],"pre",{"className":188,"code":189,"language":190,"meta":191,"style":191},"language-shell shiki shiki-themes material-theme-lighter material-theme material-theme-palenight","lele@lele-X99M-Gaming:\u002Fmnt\u002Fe$ lsblk\nNAME        MAJ:MIN RM   SIZE RO TYPE MOUNTPOINTS\nsda           8:0    0 465.8G  0 disk\n├─sda1        8:1    0   233G  0 part\n├─sda2        8:2    0     1K  0 part\n└─sda5        8:5    0 232.8G  0 part\nsdb           8:16   0 238.5G  0 disk\n├─sdb1        8:17   0   499M  0 part\n├─sdb2        8:18   0    99M  0 part\n├─sdb3        8:19   0    16M  0 part\n├─sdb4        8:20   0  99.4G  0 part\n└─sdb5        8:21   0 138.5G  0 part\nsdc           8:32   0 119.2G  0 disk\n├─sdc1        8:33   0   976M  0 part \u002Fboot\n├─sdc2        8:34   0     1K  0 part\n├─sdc3        8:35   0  19.1G  0 part \u002Fhome\n├─sdc4        8:36   0    84G  0 part \u002F\n└─sdc5        8:37   0  15.3G  0 part [SWAP]\nnvme0n1     259:0    0 119.2G  0 disk\n├─nvme0n1p1 259:1    0   300M  0 part \u002Fboot\u002Fefi\n├─nvme0n1p2 259:2    0    16M  0 part\n└─nvme0n1p3 259:3    0 118.9G  0 part\n","shell","",[181,193,194,207,231,253,272,290,308,327,345,363,381,399,417,435,457,474,495,516,538,555,576,593],{"__ignoreMap":191},[195,196,199,203],"span",{"class":197,"line":198},"line",1,[195,200,202],{"class":201},"sBMFI","lele@lele-X99M-Gaming:\u002Fmnt\u002Fe$",[195,204,206],{"class":205},"sfazB"," lsblk\n",[195,208,210,213,216,219,222,225,228],{"class":197,"line":209},2,[195,211,212],{"class":201},"NAME",[195,214,215],{"class":205},"        MAJ:MIN",[195,217,218],{"class":205}," RM",[195,220,221],{"class":205},"   SIZE",[195,223,224],{"class":205}," RO",[195,226,227],{"class":205}," TYPE",[195,229,230],{"class":205}," MOUNTPOINTS\n",[195,232,234,237,240,244,247,250],{"class":197,"line":233},3,[195,235,236],{"class":201},"sda",[195,238,239],{"class":205},"           8:0",[195,241,243],{"class":242},"sbssI","    0",[195,245,246],{"class":205}," 465.8G",[195,248,249],{"class":242},"  0",[195,251,252],{"class":205}," disk\n",[195,254,256,259,262,264,267,269],{"class":197,"line":255},4,[195,257,258],{"class":201},"├─sda1",[195,260,261],{"class":205},"        8:1",[195,263,243],{"class":242},[195,265,266],{"class":205},"   233G",[195,268,249],{"class":242},[195,270,271],{"class":205}," part\n",[195,273,275,278,281,283,286,288],{"class":197,"line":274},5,[195,276,277],{"class":201},"├─sda2",[195,279,280],{"class":205},"        8:2",[195,282,243],{"class":242},[195,284,285],{"class":205},"     1K",[195,287,249],{"class":242},[195,289,271],{"class":205},[195,291,293,296,299,301,304,306],{"class":197,"line":292},6,[195,294,295],{"class":201},"└─sda5",[195,297,298],{"class":205},"        8:5",[195,300,243],{"class":242},[195,302,303],{"class":205}," 232.8G",[195,305,249],{"class":242},[195,307,271],{"class":205},[195,309,311,314,317,320,323,325],{"class":197,"line":310},7,[195,312,313],{"class":201},"sdb",[195,315,316],{"class":205},"           8:16",[195,318,319],{"class":242},"   0",[195,321,322],{"class":205}," 238.5G",[195,324,249],{"class":242},[195,326,252],{"class":205},[195,328,330,333,336,338,341,343],{"class":197,"line":329},8,[195,331,332],{"class":201},"├─sdb1",[195,334,335],{"class":205},"        8:17",[195,337,319],{"class":242},[195,339,340],{"class":205},"   499M",[195,342,249],{"class":242},[195,344,271],{"class":205},[195,346,348,351,354,356,359,361],{"class":197,"line":347},9,[195,349,350],{"class":201},"├─sdb2",[195,352,353],{"class":205},"        8:18",[195,355,319],{"class":242},[195,357,358],{"class":205},"    99M",[195,360,249],{"class":242},[195,362,271],{"class":205},[195,364,366,369,372,374,377,379],{"class":197,"line":365},10,[195,367,368],{"class":201},"├─sdb3",[195,370,371],{"class":205},"        8:19",[195,373,319],{"class":242},[195,375,376],{"class":205},"    16M",[195,378,249],{"class":242},[195,380,271],{"class":205},[195,382,384,387,390,392,395,397],{"class":197,"line":383},11,[195,385,386],{"class":201},"├─sdb4",[195,388,389],{"class":205},"        8:20",[195,391,319],{"class":242},[195,393,394],{"class":205},"  99.4G",[195,396,249],{"class":242},[195,398,271],{"class":205},[195,400,402,405,408,410,413,415],{"class":197,"line":401},12,[195,403,404],{"class":201},"└─sdb5",[195,406,407],{"class":205},"        8:21",[195,409,319],{"class":242},[195,411,412],{"class":205}," 138.5G",[195,414,249],{"class":242},[195,416,271],{"class":205},[195,418,420,423,426,428,431,433],{"class":197,"line":419},13,[195,421,422],{"class":201},"sdc",[195,424,425],{"class":205},"           8:32",[195,427,319],{"class":242},[195,429,430],{"class":205}," 119.2G",[195,432,249],{"class":242},[195,434,252],{"class":205},[195,436,438,441,444,446,449,451,454],{"class":197,"line":437},14,[195,439,440],{"class":201},"├─sdc1",[195,442,443],{"class":205},"        8:33",[195,445,319],{"class":242},[195,447,448],{"class":205},"   976M",[195,450,249],{"class":242},[195,452,453],{"class":205}," part",[195,455,456],{"class":205}," \u002Fboot\n",[195,458,460,463,466,468,470,472],{"class":197,"line":459},15,[195,461,462],{"class":201},"├─sdc2",[195,464,465],{"class":205},"        8:34",[195,467,319],{"class":242},[195,469,285],{"class":205},[195,471,249],{"class":242},[195,473,271],{"class":205},[195,475,477,480,483,485,488,490,492],{"class":197,"line":476},16,[195,478,479],{"class":201},"├─sdc3",[195,481,482],{"class":205},"        8:35",[195,484,319],{"class":242},[195,486,487],{"class":205},"  19.1G",[195,489,249],{"class":242},[195,491,453],{"class":205},[195,493,494],{"class":205}," \u002Fhome\n",[195,496,498,501,504,506,509,511,513],{"class":197,"line":497},17,[195,499,500],{"class":201},"├─sdc4",[195,502,503],{"class":205},"        8:36",[195,505,319],{"class":242},[195,507,508],{"class":205},"    84G",[195,510,249],{"class":242},[195,512,453],{"class":205},[195,514,515],{"class":205}," \u002F\n",[195,517,519,522,525,527,530,532,534],{"class":197,"line":518},18,[195,520,521],{"class":201},"└─sdc5",[195,523,524],{"class":205},"        8:37",[195,526,319],{"class":242},[195,528,529],{"class":205},"  15.3G",[195,531,249],{"class":242},[195,533,453],{"class":205},[195,535,537],{"class":536},"sTEyZ"," [SWAP]\n",[195,539,541,544,547,549,551,553],{"class":197,"line":540},19,[195,542,543],{"class":201},"nvme0n1",[195,545,546],{"class":205},"     259:0",[195,548,243],{"class":242},[195,550,430],{"class":205},[195,552,249],{"class":242},[195,554,252],{"class":205},[195,556,558,561,564,566,569,571,573],{"class":197,"line":557},20,[195,559,560],{"class":201},"├─nvme0n1p1",[195,562,563],{"class":205}," 259:1",[195,565,243],{"class":242},[195,567,568],{"class":205},"   300M",[195,570,249],{"class":242},[195,572,453],{"class":205},[195,574,575],{"class":205}," \u002Fboot\u002Fefi\n",[195,577,579,582,585,587,589,591],{"class":197,"line":578},21,[195,580,581],{"class":201},"├─nvme0n1p2",[195,583,584],{"class":205}," 259:2",[195,586,243],{"class":242},[195,588,376],{"class":205},[195,590,249],{"class":242},[195,592,271],{"class":205},[195,594,596,599,602,604,607,609],{"class":197,"line":595},22,[195,597,598],{"class":201},"└─nvme0n1p3",[195,600,601],{"class":205}," 259:3",[195,603,243],{"class":242},[195,605,606],{"class":205}," 118.9G",[195,608,249],{"class":242},[195,610,271],{"class":205},"\n在",[181,613,614],{},"\u002Fmnt","目录下创建文件夹，将对应磁盘挂载上去，例如将",[181,617,618],{},"nvme0n1p3","挂载到",[181,621,622],{},"\u002Fmnt\u002Fe","上\n",[186,625,627],{"className":188,"code":626,"language":190,"meta":191,"style":191},"cd \u002Fmnt\nsudo mkdir e\nsudo mount \u002Fdev\u002Fnvme0n1p3 e\u002F\n",[181,628,629,638,649],{"__ignoreMap":191},[195,630,631,635],{"class":197,"line":198},[195,632,634],{"class":633},"s2Zo4","cd",[195,636,637],{"class":205}," \u002Fmnt\n",[195,639,640,643,646],{"class":197,"line":209},[195,641,642],{"class":201},"sudo",[195,644,645],{"class":205}," mkdir",[195,647,648],{"class":205}," e\n",[195,650,651,653,656,659],{"class":197,"line":233},[195,652,642],{"class":201},[195,654,655],{"class":205}," mount",[195,657,658],{"class":205}," \u002Fdev\u002Fnvme0n1p3",[195,660,661],{"class":205}," e\u002F\n",[160,663,664,665,672,673,678,679],{},"准备Qwen3模型\n到国内",[666,667,671],"a",{"href":668,"rel":669},"https:\u002F\u002Fmodelscope.cn\u002Fmodels",[670],"nofollow","魔塔社区","下载即可\n",[674,675],"img",{"alt":676,"src":677},"在这里插入图片描述",".\u002Ftinkering\u002F11.webp","\n这里选择Unsloth的32B Q6量化模型\n",[674,680],{"alt":676,"src":681},".\u002Ftinkering\u002F12.webp",[150,683,685],{"id":684},"编译llamacpp","编译llama.cpp",[157,687,688,729,741,767,859],{},[160,689,690,691],{},"安装必要依赖\n",[186,692,694],{"className":188,"code":693,"language":190,"meta":191,"style":191},"sudo apt install build-essential\nsudo apt install cmake git libcurl4-openssl-dev libstdc++-12-dev\n",[181,695,696,709],{"__ignoreMap":191},[195,697,698,700,703,706],{"class":197,"line":198},[195,699,642],{"class":201},[195,701,702],{"class":205}," apt",[195,704,705],{"class":205}," install",[195,707,708],{"class":205}," build-essential\n",[195,710,711,713,715,717,720,723,726],{"class":197,"line":209},[195,712,642],{"class":201},[195,714,702],{"class":205},[195,716,705],{"class":205},[195,718,719],{"class":205}," cmake",[195,721,722],{"class":205}," git",[195,724,725],{"class":205}," libcurl4-openssl-dev",[195,727,728],{"class":205}," libstdc++-12-dev\n",[160,730,731,732,737,740],{},"下载源代码\n",[666,733,736],{"href":734,"rel":735},"https:\u002F\u002Fgithub.com\u002Fggml-org\u002Fllama.cpp\u002Freleases",[670],"官网",[674,738],{"alt":676,"src":739},".\u002Ftinkering\u002F13.webp","\n在release界面选择最新版本的源码",[160,742,743,744],{},"解压\n",[186,745,747],{"className":188,"code":746,"language":190,"meta":191,"style":191},"tar -xvf llama.cpp-master.tar.gz\ncd llama.cpp-master\n",[181,748,749,760],{"__ignoreMap":191},[195,750,751,754,757],{"class":197,"line":198},[195,752,753],{"class":201},"tar",[195,755,756],{"class":205}," -xvf",[195,758,759],{"class":205}," llama.cpp-master.tar.gz\n",[195,761,762,764],{"class":197,"line":209},[195,763,634],{"class":633},[195,765,766],{"class":205}," llama.cpp-master\n",[160,768,769,770,773,849,850,855,856],{},"使用",[181,771,772],{},"cmake",[186,774,776],{"className":188,"code":775,"language":190,"meta":191,"style":191},"HIPCXX=\"$(hipconfig -l)\u002Fclang\" HIP_PATH=\"$(hipconfig -R)\" \\\n    cmake -S . -B build -DGGML_HIP=ON -DAMDGPU_TARGETS=gfx906 -DCMAKE_BUILD_TYPE=Release\n",[181,777,778,823],{"__ignoreMap":191},[195,779,780,783,787,790,793,796,799,802,805,808,810,812,814,817,820],{"class":197,"line":198},[195,781,782],{"class":536},"HIPCXX",[195,784,786],{"class":785},"sMK4o","=",[195,788,789],{"class":785},"\"$(",[195,791,792],{"class":201},"hipconfig",[195,794,795],{"class":205}," -l",[195,797,798],{"class":785},")",[195,800,801],{"class":205},"\u002Fclang",[195,803,804],{"class":785},"\"",[195,806,807],{"class":536}," HIP_PATH",[195,809,786],{"class":785},[195,811,789],{"class":785},[195,813,792],{"class":201},[195,815,816],{"class":205}," -R",[195,818,819],{"class":785},")\"",[195,821,822],{"class":201}," \\\n",[195,824,825,828,831,834,837,840,843,846],{"class":197,"line":209},[195,826,827],{"class":205},"    cmake",[195,829,830],{"class":205}," -S",[195,832,833],{"class":205}," .",[195,835,836],{"class":205}," -B",[195,838,839],{"class":205}," build",[195,841,842],{"class":205}," -DGGML_HIP=ON",[195,844,845],{"class":205}," -DAMDGPU_TARGETS=gfx906",[195,847,848],{"class":205}," -DCMAKE_BUILD_TYPE=Release\n","\n官网的编译实例使用的是gfx1030，我们到",[666,851,854],{"href":852,"rel":853},"https:\u002F\u002Fpackages.gentoo.org\u002Fuseflags\u002Famdgpu_targets_gfx1030",[670],"这个网站","看mi50对应的是什么\n",[674,857],{"alt":676,"src":858},".\u002Ftinkering\u002F14.webp",[160,860,861,863,864],{},[181,862,772],{},"成功之后直接编译即可\n",[186,865,867],{"className":188,"code":866,"language":190,"meta":191,"style":191},"cmake --build build --config Release -- -j 16\n",[181,868,869],{"__ignoreMap":191},[195,870,871,873,876,878,881,884,887,890],{"class":197,"line":198},[195,872,772],{"class":201},[195,874,875],{"class":205}," --build",[195,877,839],{"class":205},[195,879,880],{"class":205}," --config",[195,882,883],{"class":205}," Release",[195,885,886],{"class":205}," --",[195,888,889],{"class":205}," -j",[195,891,892],{"class":242}," 16\n",[150,894,896],{"id":895},"运行qwen3系列","运行Qwen3系列",[898,899,901],"h3",{"id":900},"_4b-q4","4B Q4",[157,903,904,953,980],{},[160,905,906,907],{},"目录结构如下\n",[186,908,910],{"className":188,"code":909,"language":190,"meta":191,"style":191},"lele@lele-X99M-Gaming:~$ tree -L 1\n.\n├── amdgpu-install_6.0.60001-1_all.deb\n├── llama.cpp-master\n└── Qwen3-4B-UD-Q4_K_XL.gguf\n",[181,911,912,926,931,939,945],{"__ignoreMap":191},[195,913,914,917,920,923],{"class":197,"line":198},[195,915,916],{"class":201},"lele@lele-X99M-Gaming:~$",[195,918,919],{"class":205}," tree",[195,921,922],{"class":205}," -L",[195,924,925],{"class":242}," 1\n",[195,927,928],{"class":197,"line":209},[195,929,930],{"class":633},".\n",[195,932,933,936],{"class":197,"line":233},[195,934,935],{"class":201},"├──",[195,937,938],{"class":205}," amdgpu-install_6.0.60001-1_all.deb\n",[195,940,941,943],{"class":197,"line":255},[195,942,935],{"class":201},[195,944,766],{"class":205},[195,946,947,950],{"class":197,"line":274},[195,948,949],{"class":201},"└──",[195,951,952],{"class":205}," Qwen3-4B-UD-Q4_K_XL.gguf\n",[160,954,955,956],{},"执行命令（注意要使用sudo，不然可能会识别不到gpu）\n",[186,957,959],{"className":188,"code":958,"language":190,"meta":191,"style":191},"sudo .\u002Fllama.cpp-master\u002Fbuild\u002Fbin\u002Fllama-cli -m Qwen3-4B-UD-Q4_K_XL.gguf -ngl 99\n",[181,960,961],{"__ignoreMap":191},[195,962,963,965,968,971,974,977],{"class":197,"line":198},[195,964,642],{"class":201},[195,966,967],{"class":205}," .\u002Fllama.cpp-master\u002Fbuild\u002Fbin\u002Fllama-cli",[195,969,970],{"class":205}," -m",[195,972,973],{"class":205}," Qwen3-4B-UD-Q4_K_XL.gguf",[195,975,976],{"class":205}," -ngl",[195,978,979],{"class":242}," 99\n",[160,981,982,983],{},"测试\n",[186,984,986],{"className":188,"code":985,"language":190,"meta":191,"style":191},"> 你好\n\u003Cthink>\n嗯，用户发来了一条简单的“你好”，看起来是打招呼。我需要先回应一下，保持友好和亲切。用户可能只是想测试一下我的反应，或者真的需要帮助。我应该先确认他们是否需要帮助，或者只是闲聊。\n\n接下来，我需要考虑用户可能的意图。他们可能是在开始一段对话，或者有具体的问题需要解决。比如，他们可能想询问某个问题，或者只是想聊天。作为AI助手，我应该保持开放和欢迎的态度，同时准备好提供帮助。\n\n然后，我需要确保我的回应既友好又专业。避免使用过于机械的语言，而是用自然的口语化中文。比如，用“您好！”来回应，然后询问他们需要什么帮助，这样既礼貌又主动。\n\n另外，用户可能没有明确说明他们的需求，所以需要进一步引导他们说出具体的问题。比如，可以提到我可以帮助解答问题、提供信息，或者进行闲聊。这样用户可以选择他们需要的类型。\n\n还要注意用户的潜在需求。可能他们遇到了某个问题，或者想分享一些信息。我需要保持耐心，鼓励他们详细说明，以便提供更有针对性的帮助。\n\n最后，确保回应简洁明了，不带任何不必要的复杂性。让用户觉得轻松，愿意继续对话。\n\u003C\u002Fthink>\n\n您好！我是您的AI助手，随时为您解答问题、提供帮助或进行闲聊。您有什么需要我协助的吗？ 😊\n",[181,987,988,996,1007,1012,1018,1023,1027,1032,1036,1041,1045,1050,1054,1059,1068,1072],{"__ignoreMap":191},[195,989,990,993],{"class":197,"line":198},[195,991,992],{"class":785},">",[195,994,995],{"class":536}," 你好\n",[195,997,998,1001,1004],{"class":197,"line":209},[195,999,1000],{"class":785},"\u003C",[195,1002,1003],{"class":536},"think",[195,1005,1006],{"class":785},">\n",[195,1008,1009],{"class":197,"line":233},[195,1010,1011],{"class":201},"嗯，用户发来了一条简单的“你好”，看起来是打招呼。我需要先回应一下，保持友好和亲切。用户可能只是想测试一下我的反应，或者真的需要帮助。我应该先确认他们是否需要帮助，或者只是闲聊。\n",[195,1013,1014],{"class":197,"line":255},[195,1015,1017],{"emptyLinePlaceholder":1016},true,"\n",[195,1019,1020],{"class":197,"line":274},[195,1021,1022],{"class":201},"接下来，我需要考虑用户可能的意图。他们可能是在开始一段对话，或者有具体的问题需要解决。比如，他们可能想询问某个问题，或者只是想聊天。作为AI助手，我应该保持开放和欢迎的态度，同时准备好提供帮助。\n",[195,1024,1025],{"class":197,"line":292},[195,1026,1017],{"emptyLinePlaceholder":1016},[195,1028,1029],{"class":197,"line":310},[195,1030,1031],{"class":201},"然后，我需要确保我的回应既友好又专业。避免使用过于机械的语言，而是用自然的口语化中文。比如，用“您好！”来回应，然后询问他们需要什么帮助，这样既礼貌又主动。\n",[195,1033,1034],{"class":197,"line":329},[195,1035,1017],{"emptyLinePlaceholder":1016},[195,1037,1038],{"class":197,"line":347},[195,1039,1040],{"class":201},"另外，用户可能没有明确说明他们的需求，所以需要进一步引导他们说出具体的问题。比如，可以提到我可以帮助解答问题、提供信息，或者进行闲聊。这样用户可以选择他们需要的类型。\n",[195,1042,1043],{"class":197,"line":365},[195,1044,1017],{"emptyLinePlaceholder":1016},[195,1046,1047],{"class":197,"line":383},[195,1048,1049],{"class":201},"还要注意用户的潜在需求。可能他们遇到了某个问题，或者想分享一些信息。我需要保持耐心，鼓励他们详细说明，以便提供更有针对性的帮助。\n",[195,1051,1052],{"class":197,"line":401},[195,1053,1017],{"emptyLinePlaceholder":1016},[195,1055,1056],{"class":197,"line":419},[195,1057,1058],{"class":201},"最后，确保回应简洁明了，不带任何不必要的复杂性。让用户觉得轻松，愿意继续对话。\n",[195,1060,1061,1063,1066],{"class":197,"line":437},[195,1062,1000],{"class":785},[195,1064,1065],{"class":536},"\u002Fthink",[195,1067,1006],{"class":785},[195,1069,1070],{"class":197,"line":459},[195,1071,1017],{"emptyLinePlaceholder":1016},[195,1073,1074,1077],{"class":197,"line":476},[195,1075,1076],{"class":201},"您好！我是您的AI助手，随时为您解答问题、提供帮助或进行闲聊。您有什么需要我协助的吗？",[195,1078,1079],{"class":205}," 😊\n",[898,1081,1083],{"id":1082},"_32b-q6","32B Q6",[157,1085,1086,1108],{},[160,1087,1088,1089],{},"执行命令",[186,1090,1092],{"className":188,"code":1091,"language":190,"meta":191,"style":191},".\u002Fllama.cpp-master\u002Fbuild\u002Fbin\u002Fllama-cli -m Qwen3-32B-UD-Q6_K_XL.gguf -ngl 99\n",[181,1093,1094],{"__ignoreMap":191},[195,1095,1096,1099,1101,1104,1106],{"class":197,"line":198},[195,1097,1098],{"class":201},".\u002Fllama.cpp-master\u002Fbuild\u002Fbin\u002Fllama-cli",[195,1100,970],{"class":205},[195,1102,1103],{"class":205}," Qwen3-32B-UD-Q6_K_XL.gguf",[195,1105,976],{"class":205},[195,1107,979],{"class":242},[160,1109,1110,1111,1114],{},"测试视频",[1112,1113],"br",{},[666,1115,1118],{"href":1116,"rel":1117},"https:\u002F\u002Fwww.bilibili.com\u002Fvideo\u002FBV1HzG6zwEZA\u002F",[670],"B站",[898,1120,1121],{"id":1121},"温度",[157,1123,1124],{},[160,1125,1126,1127],{},"实际使用的时候，4B的温度其实不高，32B Q6的温度有80多度(室温较低，夏天用的那种大风扇对着吹的情况下)，所以散热一定要做好\n",[186,1128,1130],{"className":188,"code":1129,"language":190,"meta":191,"style":191},"rocm-smi\n======================================== ROCm System Management Interface ========================================\n================================================== Concise Info ==================================================\nDevice  [Model : Revision]    Temp    Power     Partitions      SCLK    MCLK    Fan    Perf  PwrCap  VRAM%  GPU%\n        Name (20 chars)       (Edge)  (Socket)  (Mem, Compute)\n==================================================================================================================\n0       [0x0834 : 0x01]       90.0°C  87.0W     N\u002FA, N\u002FA        930Mhz  800Mhz  30.2%  auto  225.0W   63%   100%\n        Radeon Instinct MI50\n==================================================================================================================\n============================================== End of ROCm SMI Log ===============================================\n",[181,1131,1132,1137,1157,1171,1215,1249,1254,1300,1311,1315],{"__ignoreMap":191},[195,1133,1134],{"class":197,"line":198},[195,1135,1136],{"class":201},"rocm-smi\n",[195,1138,1139,1142,1145,1148,1151,1154],{"class":197,"line":209},[195,1140,1141],{"class":205},"========================================",[195,1143,1144],{"class":205}," ROCm",[195,1146,1147],{"class":205}," System",[195,1149,1150],{"class":205}," Management",[195,1152,1153],{"class":205}," Interface",[195,1155,1156],{"class":205}," ========================================\n",[195,1158,1159,1162,1165,1168],{"class":197,"line":233},[195,1160,1161],{"class":205},"==================================================",[195,1163,1164],{"class":205}," Concise",[195,1166,1167],{"class":205}," Info",[195,1169,1170],{"class":205}," ==================================================\n",[195,1172,1173,1176,1179,1182,1185,1188,1191,1194,1197,1200,1203,1206,1209,1212],{"class":197,"line":255},[195,1174,1175],{"class":201},"Device",[195,1177,1178],{"class":536},"  [Model ",[195,1180,1181],{"class":205},":",[195,1183,1184],{"class":205}," Revision]",[195,1186,1187],{"class":205},"    Temp",[195,1189,1190],{"class":205},"    Power",[195,1192,1193],{"class":205},"     Partitions",[195,1195,1196],{"class":205},"      SCLK",[195,1198,1199],{"class":205},"    MCLK",[195,1201,1202],{"class":205},"    Fan",[195,1204,1205],{"class":205},"    Perf",[195,1207,1208],{"class":205},"  PwrCap",[195,1210,1211],{"class":205},"  VRAM%",[195,1213,1214],{"class":205},"  GPU%\n",[195,1216,1217,1220,1223,1226,1229,1232,1235,1238,1240,1243,1246],{"class":197,"line":274},[195,1218,1219],{"class":201},"        Name",[195,1221,1222],{"class":536}," (20 ",[195,1224,1225],{"class":205},"chars",[195,1227,1228],{"class":536},")       (",[195,1230,1231],{"class":201},"Edge",[195,1233,1234],{"class":536},")  (",[195,1236,1237],{"class":201},"Socket",[195,1239,1234],{"class":536},[195,1241,1242],{"class":201},"Mem,",[195,1244,1245],{"class":205}," Compute",[195,1247,1248],{"class":536},")\n",[195,1250,1251],{"class":197,"line":292},[195,1252,1253],{"class":205},"==================================================================================================================\n",[195,1255,1256,1259,1262,1264,1267,1270,1273,1276,1279,1282,1285,1288,1291,1294,1297],{"class":197,"line":310},[195,1257,1258],{"class":201},"0",[195,1260,1261],{"class":536},"       [0x0834 ",[195,1263,1181],{"class":205},[195,1265,1266],{"class":205}," 0x01]",[195,1268,1269],{"class":205},"       90.0°C",[195,1271,1272],{"class":205},"  87.0W",[195,1274,1275],{"class":205},"     N\u002FA,",[195,1277,1278],{"class":205}," N\u002FA",[195,1280,1281],{"class":205},"        930Mhz",[195,1283,1284],{"class":205},"  800Mhz",[195,1286,1287],{"class":205},"  30.2%",[195,1289,1290],{"class":205},"  auto",[195,1292,1293],{"class":205},"  225.0W",[195,1295,1296],{"class":205},"   63%",[195,1298,1299],{"class":205},"   100%\n",[195,1301,1302,1305,1308],{"class":197,"line":329},[195,1303,1304],{"class":201},"        Radeon",[195,1306,1307],{"class":205}," Instinct",[195,1309,1310],{"class":205}," MI50\n",[195,1312,1313],{"class":197,"line":347},[195,1314,1253],{"class":205},[195,1316,1317,1320,1323,1326,1328,1331,1334],{"class":197,"line":365},[195,1318,1319],{"class":205},"==============================================",[195,1321,1322],{"class":205}," End",[195,1324,1325],{"class":205}," of",[195,1327,1144],{"class":205},[195,1329,1330],{"class":205}," SMI",[195,1332,1333],{"class":205}," Log",[195,1335,1336],{"class":205}," ===============================================\n",[150,1338,1339],{"id":1339},"参考",[157,1341,1342],{},[160,1343,1344],{},[666,1345,1347],{"href":852,"rel":1346},[670],"gfx1030",[1349,1350,1351],"style",{},"html pre.shiki code .sBMFI, html code.shiki .sBMFI{--shiki-light:#E2931D;--shiki-default:#FFCB6B;--shiki-dark:#FFCB6B}html pre.shiki code .sfazB, html code.shiki .sfazB{--shiki-light:#91B859;--shiki-default:#C3E88D;--shiki-dark:#C3E88D}html pre.shiki code .sbssI, html code.shiki .sbssI{--shiki-light:#F76D47;--shiki-default:#F78C6C;--shiki-dark:#F78C6C}html pre.shiki code .sTEyZ, html code.shiki .sTEyZ{--shiki-light:#90A4AE;--shiki-default:#EEFFFF;--shiki-dark:#BABED8}html .light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html.light .shiki span {color: var(--shiki-light);background: var(--shiki-light-bg);font-style: var(--shiki-light-font-style);font-weight: var(--shiki-light-font-weight);text-decoration: var(--shiki-light-text-decoration);}html .default .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .shiki span {color: var(--shiki-default);background: var(--shiki-default-bg);font-style: var(--shiki-default-font-style);font-weight: var(--shiki-default-font-weight);text-decoration: var(--shiki-default-text-decoration);}html .dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html.dark .shiki span {color: var(--shiki-dark);background: var(--shiki-dark-bg);font-style: var(--shiki-dark-font-style);font-weight: var(--shiki-dark-font-weight);text-decoration: var(--shiki-dark-text-decoration);}html pre.shiki code .s2Zo4, html code.shiki .s2Zo4{--shiki-light:#6182B8;--shiki-default:#82AAFF;--shiki-dark:#82AAFF}html pre.shiki code .sMK4o, html code.shiki .sMK4o{--shiki-light:#39ADB5;--shiki-default:#89DDFF;--shiki-dark:#89DDFF}",{"title":191,"searchDepth":198,"depth":209,"links":1353},[1354,1355,1356,1357,1362],{"id":152,"depth":209,"text":152},{"id":174,"depth":209,"text":174},{"id":684,"depth":209,"text":685},{"id":895,"depth":209,"text":896,"children":1358},[1359,1360,1361],{"id":900,"depth":233,"text":901},{"id":1082,"depth":233,"text":1083},{"id":1121,"depth":233,"text":1121},{"id":1339,"depth":209,"text":1339},"使用 llama.cpp 在 MI50 显卡上部署 Qwen3 大模型，介绍 HIP 编译配置、gfx906 目标架构设置以及 Qwen3-4B\u002F32B 模型的运行测试。","md",null,{"date":1367},"2025-05-05 17:11:55","Tinkering",{"title":1370,"description":1371},"【瞎折腾】mi50显卡ubuntu运行大模型开坑(二)使用llama.cpp部署Qwen3系列","使用 llama.cpp 在 MI50 显卡上部署 Qwen3 大模型，介绍 HIP 编译配置、gfx906 目标架构设置以及 Qwen3-4B\u002F32B 模型的运行测试，助力 AMD 显卡 AI 推理实践。","DJnIldeAVSQIIzDYAyB6JaXdEJoQ1l5KeSydSHnS5O4",[1374,1376],{"title":42,"path":43,"stem":44,"description":1375,"children":-1},"MI50 显卡运行大模型环境搭建教程，介绍 BIOS 设置（关闭CSM、开启Above4G）、SSH 远程连接配置、AMD GPU 驱动与 ROCm 安装步骤。",{"title":50,"path":51,"stem":52,"description":1377,"children":-1},"MI50 显卡散热解决方案，介绍外置风扇安装、lm-sensors 与 fancontrol 配置、NCT6775 传感器驱动加载以及 PWM 风扇转速手动控制方法。",1776616490416]