2025-10-14 14:25:10 +08:00
|
|
|
nvidia_cublas_cu12-12.8.4.1-py3-none-manylinux_2_27_x86_64.whl
|
2025-10-14 11:22:00 +08:00
|
|
|
## RTX 4090 笔电操作记录
|
2025-10-14 11:10:26 +08:00
|
|
|
|
2025-10-13 17:22:20 +08:00
|
|
|
```shell
|
2025-10-14 11:22:34 +08:00
|
|
|
# 因清华大学开源镜像站 HTTP/403 换了中科大的镜像站,配置信息存放在这里
|
2025-10-14 11:22:00 +08:00
|
|
|
cat /etc/apt/sources.list
|
|
|
|
|
# 安装显卡驱动和CUDA
|
2025-10-13 17:59:23 +08:00
|
|
|
wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/x86_64/cuda-keyring_1.1-1_all.deb
|
|
|
|
|
sudo dpkg -i cuda-keyring_1.1-1_all.deb
|
|
|
|
|
sudo apt-get update
|
|
|
|
|
sudo apt-get -y install cuda-toolkit-12-8
|
|
|
|
|
sudo apt-get install -y cuda-drivers
|
|
|
|
|
nvidia-smi
|
2025-10-14 11:10:26 +08:00
|
|
|
apt install nvidia-cuda-toolkit
|
2025-10-13 17:59:23 +08:00
|
|
|
nvcc -V
|
2025-10-14 11:22:00 +08:00
|
|
|
# 用 conda 创建了一个 python=3.12 的环境
|
2025-10-14 11:11:25 +08:00
|
|
|
conda create -n vllm-py12 python=3.12 -y
|
2025-10-14 11:24:31 +08:00
|
|
|
# 在该目录存放关于 vllm 和LLM相关的内容
|
|
|
|
|
cd /home/ss/vllm-py12
|
2025-10-14 11:25:52 +08:00
|
|
|
conda activate vllm-py12
|
2025-10-14 13:38:57 +08:00
|
|
|
export https_proxy=http://10.159.236.165:7890 http_proxy=http://10.159.236.165:7890 all_proxy=socks5://10.159.236.165:7891
|
2025-10-14 11:25:52 +08:00
|
|
|
pip install vllm --extra-index-url https://download.pytorch.org/whl/cu128
|
2025-10-13 18:01:03 +08:00
|
|
|
```
|