llm-local-servers/opencode/vllm-remote/opencode.json at main · tuminoid/llm-local-servers · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
{
  "$schema": "https://opencode.ai/config.json",
  "provider": {
    "vllm-remote": {
      "npm": "@ai-sdk/openai-compatible",
      "name": "vLLM remote (make vllm-remote-tunnel)",
      "options": {
        "baseURL": "http://127.0.0.1:8001/v1"
      },
      "models": {
        "gemma4-26b-a4b-awq": {
          "name": "Gemma4 26B A4B AWQ",
          "tool_call": true,
          "limit": {
            "context": 262144,
            "output": 65536
          }
        },
        "mimo-v2.6-9b-awq": {
          "name": "MiMo V2.6 9B AWQ",
          "reasoning": true,
          "interleaved": {
            "field": "reasoning"
          },
          "tool_call": true,
          "limit": {
            "context": 262144,
            "output": 65536
          }
        },
        "nanbeige4.3-33b": {
          "name": "Nanbeige4.3 33B W4A16",
          "reasoning": true,
          "interleaved": {
            "field": "reasoning"
          },
          "tool_call": true,
          "limit": {
            "context": 262144,
            "output": 65536
          }
        },
        "qwen3.6-35b-a3b-awq": {
          "name": "Qwen3.6 35B A3B AWQ",
          "reasoning": true,
          "interleaved": {
            "field": "reasoning"
          },
          "tool_call": true,
          "limit": {
            "context": 262144,
            "output": 65536
          }
        },
        "qwen3.8-27b": {
          "name": "Qwen3.8 27B",
          "reasoning": true,
          "interleaved": {
            "field": "reasoning"
          },
          "tool_call": true,
          "limit": {
            "context": 262144,
            "output": 65536
          },
          "variants": {
            "low": {
              "reasoningEffort": "low"
            },
            "medium": {
              "reasoningEffort": "medium"
            },
            "xhigh": {
              "reasoningEffort": "xhigh"
            }
          }
        },
        "qwen3.8-27b-512k": {
          "name": "Qwen3.8 27B 512k",
          "reasoning": true,
          "interleaved": {
            "field": "reasoning"
          },
          "tool_call": true,
          "limit": {
            "context": 524288,
            "output": 131072
          },
          "variants": {
            "low": {
              "reasoningEffort": "low"
            },
            "medium": {
              "reasoningEffort": "medium"
            },
            "xhigh": {
              "reasoningEffort": "xhigh"
            }
          }
        }
      }
    }
  }
}