Update README.md
Browse files
README.md
CHANGED
|
@@ -28,7 +28,6 @@ If you experience NCCL hangs with P2P, make sure you have `iommu=pt` (and `amd_i
|
|
| 28 |
Tested on 2x and 4x RTX Pro 6000 Blackwell.
|
| 29 |
|
| 30 |
```
|
| 31 |
-
|
| 32 |
export NCCL_IB_DISABLE=1
|
| 33 |
export NCCL_P2P_LEVEL=PHB
|
| 34 |
export NCCL_ALLOC_P2P_NET_LL_BUFFERS=1
|
|
@@ -54,7 +53,6 @@ python3 -m sglang.launch_server \
|
|
| 54 |
--host 0.0.0.0 \
|
| 55 |
--port 8000
|
| 56 |
|
| 57 |
-
|
| 58 |
```
|
| 59 |
|
| 60 |
#### vLLM
|
|
|
|
| 28 |
Tested on 2x and 4x RTX Pro 6000 Blackwell.
|
| 29 |
|
| 30 |
```
|
|
|
|
| 31 |
export NCCL_IB_DISABLE=1
|
| 32 |
export NCCL_P2P_LEVEL=PHB
|
| 33 |
export NCCL_ALLOC_P2P_NET_LL_BUFFERS=1
|
|
|
|
| 53 |
--host 0.0.0.0 \
|
| 54 |
--port 8000
|
| 55 |
|
|
|
|
| 56 |
```
|
| 57 |
|
| 58 |
#### vLLM
|