|
|
command: ["--model-id", "BAAI/bge-reranker-base", "--port", "80", "--max-concurrent-requests", "2", "--auto-truncate", "--max-batch-tokens", "2048", "--max-client-batch-size", "256"]
|
|
command: ["--model-id", "BAAI/bge-reranker-base", "--port", "80", "--max-concurrent-requests", "2", "--auto-truncate", "--max-batch-tokens", "2048", "--max-client-batch-size", "256"]
|