ibm-granite
/

rag-intrinsics-lib

Model card Files Files and versions

Update run_vllm.sh

#18

by frreiss - opened Oct 3

base: refs/heads/main

←

from: refs/pr/18

Discussion Files changed

Files changed (1) hide show

run_vllm.sh +1 -1

run_vllm.sh CHANGED Viewed

@@ -29,7 +29,7 @@ for item in "."/*; do
 done
-CMD="vllm serve ibm-granite/granite-3.3-8b-instruct \
     --port 55555 \
     --gpu-memory-utilization 0.45 \
     --max-model-len 8192 \

 done
+CMD="vllm serve ${BASE_MODEL_ORG}/${BASE_MODEL_NAME} \
     --port 55555 \
     --gpu-memory-utilization 0.45 \
     --max-model-len 8192 \