{
    "models": [
        {
            "model_name": "qwq-32b-awq-ucas-local",
            "provider_name": "langgenius/openai_api_compatible/openai_api_compatible",
            "model_type": "text-generation",
            "display_name": "qwq-32b-awq-40k-ucas-local",
            "api_key": "sk-DH9yYRHbC6uIdhTvF20f429978114cEc90060055AcEfF74f",
            "endpoint_url": "http://10.1.180.22/vllm/v1/",
            "mode": "chat",
            "context_size": "40960",
            "max_tokens_to_sample": "40960",
            "function_calling_type": "function_call",
            "stream_function_calling": "not_supported",
            "vision_support": "no_support",
            "stream_mode_delimiter": "\n\n"
        },
        {
            "model_name": "gemma3-27b-awq-ucas-local",
            "provider_name": "langgenius/openai_api_compatible/openai_api_compatible",
            "model_type": "text-generation",
            "display_name": "gemma3-27b-awq-32k-ucas-local",
            "api_key": "sk-DH9yYRHbC6uIdhTvF20f429978114cEc90060055AcEfF74f",
            "endpoint_url": "http://10.1.180.22/gemma/v1/",
            "mode": "chat",
            "context_size": "32768",
            "max_tokens_to_sample": "32768",
            "function_calling_type": "function_call",
            "stream_function_calling": "not_supported",
            "vision_support": "support",
            "stream_mode_delimiter": "\n\n"
        },
        {
            "model_name": "gemma3-27b-q4-128k-ucas-local",
            "provider_name": "langgenius/openai_api_compatible/openai_api_compatible",
            "model_type": "text-generation",
            "api_key": "sk-DH9yYRHbC6uIdhTvF20f429978114cEc90060055AcEfF74f",
            "display_name": "gemma3-27b-q4-128k-ucas-local",
            "endpoint_url": "http://10.1.180.22/llama_128k/v1/",
            "mode": "chat",
            "context_size": "131072",
            "max_tokens_to_sample": "131072",
            "function_calling_type": "function_call",
            "stream_function_calling": "not_supported",
            "vision_support": "no_support",
            "stream_mode_delimiter": "\n\n"
        },
        {
            "model_name": "bge-m3-ucas-local",
            "provider_name": "langgenius/openai_api_compatible/openai_api_compatible",
            "model_type": "embeddings",
            "display_name": "bge-m3-ucas-local",
            "api_key": "sk-DH9yYRHbC6uIdhTvF20f429978114cEc90060055AcEfF74f",
            "endpoint_url": "http://10.1.180.22/embed/v1/",
            "context_size": "4096"
        },
        {
            "model_name": "bge-reranker-v2-m3-ucas-local",
            "provider_name": "langgenius/openai_api_compatible/openai_api_compatible",
            "model_type": "reranking",
            "display_name": "bge-reranker-v2-m3-ucas-local",
            "api_key": "sk-DH9yYRHbC6uIdhTvF20f429978114cEc90060055AcEfF74f",
            "endpoint_url": "http://10.1.180.22/rerank/v1/",
            "context_size": "4096"
        }
    ]
}