{ "providers": { "hetzner": { "baseUrl": "https://inference.hetzner.com/api/v1", "api": "openai-completions", "apiKey": "$HETZNER_INFERENCE_API_KEY", "compat": { "supportsDeveloperRole": false, "maxTokensField": "max_tokens" }, "models": [ { "id": "Qwen/Qwen3.6-35B-A3B-FP8", "name": "Qwen3.6", "reasoning": true, "thinkingLevelMap": { "off": null }, "contextWindow": 262144, "maxTokens": 32768, "input": ["text", "image"], "samplingParams": { "temperature": 0.6, "top_p": 0.95, "top_k": 20, "min_p": 0.0, "presence_penalty": 0.0, "repetition_penalty": 1.0 }, "cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 } }, { "id": "Qwen3.8-27B", "name": "Qwen3.8", "reasoning": true, "thinkingLevelMap": { "off": null, "minimal": "low", "low": "low", "medium": "medium", "high": "xhigh" }, "contextWindow": 262144, "maxTokens": 32768, "input": ["text", "image"], "samplingParams": { "temperature": 0.6, "top_p": 0.95, "top_k": 20, "min_p": 0.0, "presence_penalty": 0.0, "repetition_penalty": 1.0 }, "cost": { "input": 0, "output": 0, "cacheRead": 0, "cacheWrite": 0 } } ] } } }