| # Script to serve the DeepSWE-Preview-FP8 model with vLLM | |
| # Source conda | |
| source /home/op/miniconda3/etc/profile.d/conda.sh | |
| # Activate the vllm-model environment | |
| conda activate vllm-model | |
| # Note: pyparsing is required by pydot which is used by some vLLM components | |
| # It has been installed in the vllm-model environment to prevent warnings | |
| # Run the serving script | |
| python /home/op/DeepSWE-Preview-FP8/serve_model.py |