67 lines
3.0 KiB
JSON
Executable File
67 lines
3.0 KiB
JSON
Executable File
{
|
|
"models": [
|
|
{
|
|
"model_name": "qwq-32b-awq-ucas-local",
|
|
"provider_name": "langgenius/openai_api_compatible/openai_api_compatible",
|
|
"model_type": "text-generation",
|
|
"display_name": "qwq-32b-awq-40k-ucas-local",
|
|
"api_key": "sk-DH9yYRHbC6uIdhTvF20f429978114cEc90060055AcEfF74f",
|
|
"endpoint_url": "http://10.1.180.22/vllm/v1/",
|
|
"mode": "chat",
|
|
"context_size": "40960",
|
|
"max_tokens_to_sample": "40960",
|
|
"function_calling_type": "function_call",
|
|
"stream_function_calling": "not_supported",
|
|
"vision_support": "no_support",
|
|
"stream_mode_delimiter": "\n\n"
|
|
},
|
|
{
|
|
"model_name": "gemma3-27b-awq-ucas-local",
|
|
"provider_name": "langgenius/openai_api_compatible/openai_api_compatible",
|
|
"model_type": "text-generation",
|
|
"display_name": "gemma3-27b-awq-32k-ucas-local",
|
|
"api_key": "sk-DH9yYRHbC6uIdhTvF20f429978114cEc90060055AcEfF74f",
|
|
"endpoint_url": "http://10.1.180.22/gemma/v1/",
|
|
"mode": "chat",
|
|
"context_size": "32768",
|
|
"max_tokens_to_sample": "32768",
|
|
"function_calling_type": "function_call",
|
|
"stream_function_calling": "not_supported",
|
|
"vision_support": "support",
|
|
"stream_mode_delimiter": "\n\n"
|
|
},
|
|
{
|
|
"model_name": "gemma3-27b-q4-128k-ucas-local",
|
|
"provider_name": "langgenius/openai_api_compatible/openai_api_compatible",
|
|
"model_type": "text-generation",
|
|
"api_key": "sk-DH9yYRHbC6uIdhTvF20f429978114cEc90060055AcEfF74f",
|
|
"display_name": "gemma3-27b-q4-128k-ucas-local",
|
|
"endpoint_url": "http://10.1.180.22/llama_128k/v1/",
|
|
"mode": "chat",
|
|
"context_size": "131072",
|
|
"max_tokens_to_sample": "131072",
|
|
"function_calling_type": "function_call",
|
|
"stream_function_calling": "not_supported",
|
|
"vision_support": "no_support",
|
|
"stream_mode_delimiter": "\n\n"
|
|
},
|
|
{
|
|
"model_name": "bge-m3-ucas-local",
|
|
"provider_name": "langgenius/openai_api_compatible/openai_api_compatible",
|
|
"model_type": "embeddings",
|
|
"display_name": "bge-m3-ucas-local",
|
|
"api_key": "sk-DH9yYRHbC6uIdhTvF20f429978114cEc90060055AcEfF74f",
|
|
"endpoint_url": "http://10.1.180.22/embed/v1/",
|
|
"context_size": "4096"
|
|
},
|
|
{
|
|
"model_name": "bge-reranker-v2-m3-ucas-local",
|
|
"provider_name": "langgenius/openai_api_compatible/openai_api_compatible",
|
|
"model_type": "reranking",
|
|
"display_name": "bge-reranker-v2-m3-ucas-local",
|
|
"api_key": "sk-DH9yYRHbC6uIdhTvF20f429978114cEc90060055AcEfF74f",
|
|
"endpoint_url": "http://10.1.180.22/rerank/v1/",
|
|
"context_size": "4096"
|
|
}
|
|
]
|
|
} |