dotfiles

{
	"providers": {
		"hetzner": {
			"baseUrl": "https://inference.hetzner.com/api/v1",
			"api": "openai-completions",
			"apiKey": "$HETZNER_INFERENCE_API_KEY",
			"compat": {
				"supportsDeveloperRole": false,
				"maxTokensField": "max_tokens"
			},
			"models": [
				{
					"id": "Qwen/Qwen3.6-35B-A3B-FP8",
					"name": "Qwen3.6",
					"reasoning": true,
					"thinkingLevelMap": { "off": null },
					"contextWindow": 262144,
					"maxTokens": 32768,
					"input": ["text", "image"],
					"samplingParams": {
						"temperature": 0.6,
						"top_p": 0.95,
						"top_k": 20,
						"min_p": 0.0,
						"presence_penalty": 0.0,
						"repetition_penalty": 1.0
					},
					"cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 }
				},
				{
					"id": "Qwen3.8-27B",
					"name": "Qwen3.8",
					"reasoning": true,
					"thinkingLevelMap": {
						"off": null,
						"minimal": "low",
						"low": "low",
						"medium": "medium",
						"high": "xhigh"
					},
					"contextWindow": 262144,
					"maxTokens": 32768,
					"input": ["text", "image"],
					"samplingParams": {
						"temperature": 0.6,
						"top_p": 0.95,
						"top_k": 20,
						"min_p": 0.0,
						"presence_penalty": 0.0,
						"repetition_penalty": 1.0
					},
					"cost": {
						"input": 0,
						"output": 0,
						"cacheRead": 0,
						"cacheWrite": 0
					}
				}
			]
		}
	}
}