2025-10-13 17:22:20 +08:00
|
|
|
```shell
|
2025-10-13 17:59:23 +08:00
|
|
|
wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/x86_64/cuda-keyring_1.1-1_all.deb
|
|
|
|
|
sudo dpkg -i cuda-keyring_1.1-1_all.deb
|
|
|
|
|
sudo apt-get update
|
|
|
|
|
sudo apt-get -y install cuda-toolkit-12-8
|
|
|
|
|
sudo apt-get install -y cuda-drivers
|
2025-10-13 17:22:20 +08:00
|
|
|
```
|
|
|
|
|
|
|
|
|
|
```shell
|
2025-10-13 17:59:23 +08:00
|
|
|
nvidia-smi
|
2025-10-13 17:22:20 +08:00
|
|
|
```
|
|
|
|
|
|
|
|
|
|
```shell
|
2025-10-13 17:59:23 +08:00
|
|
|
nvcc -V
|
2025-10-13 17:22:20 +08:00
|
|
|
```
|
|
|
|
|
|
|
|
|
|
```shell
|
2025-10-13 17:59:23 +08:00
|
|
|
conda create --name test-vllm-gpt-oss-20b-crash python=3.12 -y
|
2025-10-13 17:22:20 +08:00
|
|
|
```
|
|
|
|
|
|
|
|
|
|
```shell
|
2025-10-13 17:59:23 +08:00
|
|
|
conda activate test-vllm-gpt-oss-20b-crash
|
2025-10-13 17:22:20 +08:00
|
|
|
```
|
|
|
|
|
|
|
|
|
|
```shell
|
2025-10-13 17:59:23 +08:00
|
|
|
model
|
2025-10-13 17:22:20 +08:00
|
|
|
```
|
|
|
|
|
|
|
|
|
|
```shell
|
2025-10-13 17:59:23 +08:00
|
|
|
python --version
|
2025-10-13 17:22:20 +08:00
|
|
|
```
|
|
|
|
|
|
|
|
|
|
```shell
|
2025-10-13 17:59:23 +08:00
|
|
|
pip install vllm
|
2025-10-13 17:39:28 +08:00
|
|
|
```
|
|
|
|
|
|
|
|
|
|
下载 gpt-oss-20b 模型
|
|
|
|
|
|
|
|
|
|
|