RTX4090笔电操作记录

2025-10-15 09:46:19 +08:00 · 2025-10-15 09:46:19 +08:00 · 0e40424906
commit 0e40424906
parent e9ceee8f71
1 changed files with 10 additions and 0 deletions
--- a/20251014.md
+++ b/20251014.md
@ -34,4 +34,14 @@ pip install modelscope -i https://mirrors.aliyun.com/pypi/simple/ --trusted-host

 # 拉取 gpt-oss-20b 模型
 modelscope download --model openai-mirror/gpt-oss-20b --local_dir /home/ss/vllm-py12/gpt-oss-20b
+
+# 运行模型
+vllm serve \
+/home/ss/vllm-py12/gpt-oss-20b \
+--port 18777 \
+--api-key token_lcfc \
+--served-model-name gpt-oss-20b \
+--gpu-memory-utilization 0.95  \
+--tool-call-parser openai \
+--enable-auto-tool-choice
 ```