Text Ranking
sentence-transformers
Safetensors
Transformers
multilingual
t5gemma2
text2text-generation
reranker
encoder-decoder
FBNL
matryoshka
retrieval
RAG
cosyy commited on
Commit
9ddfbd3
·
verified ·
1 Parent(s): 50f673f

Update vllm_support/examples/start_online_server.sh

Browse files
vllm_support/examples/start_online_server.sh CHANGED
@@ -10,7 +10,7 @@ fi
10
  exec kalm-vllm-serve \
11
  --host "${HOST:-0.0.0.0}" \
12
  --port "${PORT:-8000}" \
13
- --model "${MODEL:-KaLM-Embedding/KaLM-Reranker-V1-Nano}" \
14
  --query-max-length "${QUERY_MAX_LENGTH:-512}" \
15
  --document-max-length "${DOCUMENT_MAX_LENGTH:-1024}" \
16
  --encoder-chunk-size "${ENCODER_CHUNK_SIZE:-4}" \
 
10
  exec kalm-vllm-serve \
11
  --host "${HOST:-0.0.0.0}" \
12
  --port "${PORT:-8000}" \
13
+ --model "${MODEL:-KaLM-Embedding/KaLM-Reranker-V1-Large-R2}" \
14
  --query-max-length "${QUERY_MAX_LENGTH:-512}" \
15
  --document-max-length "${DOCUMENT_MAX_LENGTH:-1024}" \
16
  --encoder-chunk-size "${ENCODER_CHUNK_SIZE:-4}" \