bge-reranker-v2-m3 localai model config

bge-reranker-v2-m3.yaml

name: bge-reranker-v2-m3
backend: cuda12-rerankers
parameters:
  model: BAAI/bge-reranker-v2-m3
  model_type: reranker
  pooling: rank
context_size: 2048

test.sh

curl -X 'POST' \
  'http://192.168.1.111:8880/v1/rerank' \
  -H 'accept: application/json' \
  -H 'Content-Type: application/json' \
  -d '{
  "documents": [
    "Carson City is the capital city of the American state of Nevada.",
    "The Commonwealth of the Northern Mariana Islands is a group of islands in the Pacific Ocean. Its capital is Saipan.",
    "Capitalization or capitalisation in English grammar is the use of a capital letter at the start of a word. English usage varies from capitalization in other languages.",
    "Washington, D.C. (also known as simply Washington or D.C., and officially as the District of Columbia) is the capital of the United States. It is a federal district.",
    "Capital punishment has existed in the United States since before the United States was a country. As of 2017, capital punishment is legal in 30 of the 50 states."
],
  "model": "bge-reranker-v2-m3",
  "query": "What is the capital of the United States?",
  "top_n": 3
}'