From 0e404249069f48b2d3a1a73b26ef195958baed10 Mon Sep 17 00:00:00 2001 From: 8ga Date: Wed, 15 Oct 2025 09:46:19 +0800 Subject: [PATCH] =?UTF-8?q?RTX4090=E7=AC=94=E7=94=B5=E6=93=8D=E4=BD=9C?= =?UTF-8?q?=E8=AE=B0=E5=BD=95?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- 20251014.md | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/20251014.md b/20251014.md index 181a5d1..b6f592f 100644 --- a/20251014.md +++ b/20251014.md @@ -34,4 +34,14 @@ pip install modelscope -i https://mirrors.aliyun.com/pypi/simple/ --trusted-host # 拉取 gpt-oss-20b 模型 modelscope download --model openai-mirror/gpt-oss-20b --local_dir /home/ss/vllm-py12/gpt-oss-20b + +# 运行模型 +vllm serve \ +/home/ss/vllm-py12/gpt-oss-20b \ +--port 18777 \ +--api-key token_lcfc \ +--served-model-name gpt-oss-20b \ +--gpu-memory-utilization 0.95 \ +--tool-call-parser openai \ +--enable-auto-tool-choice ``` \ No newline at end of file