Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion README.md
Original file line number Diff line number Diff line change
Expand Up @@ -342,7 +342,7 @@ No other agent harness is building this. It's a category.
### Prerequisites

- **Rust** 1.85+ ([rustup](https://rustup.rs/))
- An LLM API key from any supported provider (Anthropic, OpenAI, OpenRouter, Kilo Gateway, Z.ai, Groq, Together, Fireworks, DeepSeek, xAI, Mistral, NVIDIA, MiniMax, Moonshot AI, Gemini, GitHub Copilot, OpenCode Zen, OpenCode Go), or use `spacebot auth login` for Anthropic OAuth
- An LLM API key from any supported provider (Anthropic, OpenAI, OpenRouter, Kilo Gateway, Cheaper Inference, Z.ai, Groq, Together, Fireworks, DeepSeek, xAI, Mistral, NVIDIA, MiniMax, Moonshot AI, Gemini, GitHub Copilot, OpenCode Zen, OpenCode Go), or use `spacebot auth login` for Anthropic OAuth

### Build and Run

Expand Down
5 changes: 4 additions & 1 deletion docs/content/docs/(configuration)/config.mdx
Original file line number Diff line number Diff line change
Expand Up @@ -39,6 +39,7 @@ anthropic_key = "env:ANTHROPIC_API_KEY"
openai_key = "env:OPENAI_API_KEY"
openrouter_key = "env:OPENROUTER_API_KEY"
kilo_key = "env:KILO_API_KEY"
cheaperinference_key = "env:CHEAPERINFERENCE_API_KEY"
zhipu_key = "env:ZHIPU_API_KEY"
groq_key = "env:GROQ_API_KEY"
together_key = "env:TOGETHER_API_KEY"
Expand Down Expand Up @@ -252,7 +253,7 @@ groq_key = "gsk_abc123..."

The `secret:` prefix resolves from the agent's secret store at config load time. If the secret doesn't exist, the value is treated as missing and implicit env fallbacks are tried.

LLM keys also have implicit env fallbacks — if no key is set in the TOML, Spacebot checks `ANTHROPIC_API_KEY`, `OPENAI_API_KEY`, `OPENROUTER_API_KEY`, `KILO_API_KEY`, and `OPENCODE_GO_API_KEY` automatically.
LLM keys also have implicit env fallbacks — if no key is set in the TOML, Spacebot checks `ANTHROPIC_API_KEY`, `OPENAI_API_KEY`, `OPENROUTER_API_KEY`, `KILO_API_KEY`, `CHEAPERINFERENCE_API_KEY`, and `OPENCODE_GO_API_KEY` automatically.

Use `POST /api/secrets/migrate` to automatically move plaintext credentials from `config.toml` into the secret store and replace them with `secret:` references. See [Secret Store -- Migration](/docs/secrets#migration) for details.

Expand Down Expand Up @@ -290,6 +291,7 @@ Model names include the provider as a prefix:
| OpenAI | `openai/<model>` | `openai/gpt-4o` |
| OpenRouter | `openrouter/<provider>/<model>` | `openrouter/anthropic/claude-sonnet-4-20250514` |
| Kilo Gateway | `kilo/<provider>/<model>` | `kilo/anthropic/claude-sonnet-4.5` |
| Cheaper Inference | `cheaperinference/<model>` | `cheaperinference/gpt-5.4-mini` |
| Custom provider | `<provider_id>/<model>` | `my_openai/gpt-4o-mini` |

You can mix providers across process types. See [Routing](/docs/routing) for the full routing system.
Expand Down Expand Up @@ -413,6 +415,7 @@ If you define a custom provider with the same ID as a legacy key, your custom co
| `openai_key` | string | None | OpenAI API key (`secret:NAME`, `env:VAR_NAME`, or literal) |
| `openrouter_key` | string | None | OpenRouter API key (`secret:NAME`, `env:VAR_NAME`, or literal) |
| `kilo_key` | string | None | Kilo Gateway API key (`secret:NAME`, `env:VAR_NAME`, or literal) |
| `cheaperinference_key` | string | None | Cheaper Inference API key (`secret:NAME`, `env:VAR_NAME`, or literal) |
| `zhipu_key` | string | None | Zhipu AI (GLM) API key (`secret:NAME`, `env:VAR_NAME`, or literal) |
| `groq_key` | string | None | Groq API key (`secret:NAME`, `env:VAR_NAME`, or literal) |
| `together_key` | string | None | Together AI API key (`secret:NAME`, `env:VAR_NAME`, or literal) |
Expand Down
1 change: 1 addition & 0 deletions docs/content/docs/(getting-started)/quickstart.mdx
Original file line number Diff line number Diff line change
Expand Up @@ -95,6 +95,7 @@ Create `~/.spacebot/config.toml`:
anthropic_key = "sk-ant-..."
# or: openrouter_key = "sk-or-..."
# or: kilo_key = "sk-..."
# or: cheaperinference_key = "ci_live_..."
# or: opencode_go_key = "..."
# or: openai_key = "sk-..."
# Keys also support env references: anthropic_key = "env:ANTHROPIC_API_KEY"
Expand Down
1 change: 1 addition & 0 deletions interface/src/api/schema.d.ts
Original file line number Diff line number Diff line change
Expand Up @@ -4562,6 +4562,7 @@ export interface components {
ProviderStatus: {
anthropic: boolean;
azure: boolean;
cheaperinference: boolean;
deepseek: boolean;
fireworks: boolean;
gemini: boolean;
Expand Down
2 changes: 2 additions & 0 deletions interface/src/components/ModelSelect.tsx
Original file line number Diff line number Diff line change
Expand Up @@ -16,6 +16,7 @@ const PROVIDER_LABELS: Record<string, string> = {
anthropic: "Anthropic",
openrouter: "OpenRouter",
kilo: "Kilo Gateway",
cheaperinference: "Cheaper Inference",
openai: "OpenAI",
"openai-chatgpt": "ChatGPT Plus (OAuth)",
deepseek: "DeepSeek",
Expand Down Expand Up @@ -132,6 +133,7 @@ export function ModelSelect({
const providerOrder = [
"openrouter",
"kilo",
"cheaperinference",
"anthropic",
"openai",
"openai-chatgpt",
Expand Down
7 changes: 7 additions & 0 deletions interface/src/components/settings/constants.ts
Original file line number Diff line number Diff line change
Expand Up @@ -101,6 +101,13 @@ export const PROVIDERS = [
placeholder: "sk-...",
envVar: "KILO_API_KEY",
},
{
id: "cheaperinference",
name: "Cheaper Inference",
description: "OpenAI-compatible multi-provider gateway",
placeholder: "ci_live_...",
envVar: "CHEAPERINFERENCE_API_KEY",
},
{
id: "opencode-zen",
name: "OpenCode Zen",
Expand Down
19 changes: 19 additions & 0 deletions interface/src/lib/providerIcons.tsx
Original file line number Diff line number Diff line change
Expand Up @@ -111,6 +111,24 @@ function KiloIcon({ size = 24, className }: IconProps) {
);
}

function CheaperInferenceIcon({ size = 24, className }: IconProps) {
return (
<svg
width={size}
height={size}
viewBox="0 0 24 24"
fill="currentColor"
fillRule="evenodd"
xmlns="http://www.w3.org/2000/svg"
className={className}
aria-hidden="true"
focusable="false"
>
<path d="M9.107 2.786H15.429V8.839H9.589a3.213 3.213 0 0 0 0.321 6.375H15.214L9.434 20.994A9.107 9.107 0 1 1 9.107 2.786Z M22.179 3.429H22.607a1.286 1.286 0 0 1 1.286 1.286V19.714a1.393 1.393 0 0 1 -1.393 1.393H17.464V8.143Z" />
</svg>
);
}

export function ProviderIcon({ provider, className = "text-ink-faint", size = 24 }: ProviderIconProps) {
const iconProps: Partial<IconProps> = {
size,
Expand All @@ -123,6 +141,7 @@ export function ProviderIcon({ provider, className = "text-ink-faint", size = 24
"openai-chatgpt": OpenAI,
openrouter: OpenRouter,
kilo: KiloIcon,
cheaperinference: CheaperInferenceIcon,
groq: Groq,
mistral: Mistral,
gemini: Google,
Expand Down
3 changes: 3 additions & 0 deletions src/api/models.rs
Original file line number Diff line number Diff line change
Expand Up @@ -305,6 +305,9 @@ pub(super) async fn configured_providers(config_path: &std::path::Path) -> Vec<&
if has_key("kilo_key", "KILO_API_KEY") {
providers.push("kilo");
}
if has_key("cheaperinference_key", "CHEAPERINFERENCE_API_KEY") {
providers.push("cheaperinference");
}
if has_key("zhipu_key", "ZHIPU_API_KEY") {
providers.push("zhipu");
}
Expand Down
10 changes: 10 additions & 0 deletions src/api/providers.rs
Original file line number Diff line number Diff line change
Expand Up @@ -44,6 +44,7 @@ pub(super) struct ProviderStatus {
openai_chatgpt: bool,
openrouter: bool,
kilo: bool,
cheaperinference: bool,
zhipu: bool,
groq: bool,
together: bool,
Expand Down Expand Up @@ -157,6 +158,7 @@ fn provider_toml_key(provider: &str) -> Option<&'static str> {
"openai" => Some("openai_key"),
"openrouter" => Some("openrouter_key"),
"kilo" => Some("kilo_key"),
"cheaperinference" => Some("cheaperinference_key"),
"zhipu" => Some("zhipu_key"),
"groq" => Some("groq_key"),
"together" => Some("together_key"),
Expand Down Expand Up @@ -225,6 +227,7 @@ fn build_test_llm_config(provider: &str, credential: &str) -> crate::config::Llm
openai_key: (provider == "openai").then(|| credential.to_string()),
openrouter_key: (provider == "openrouter").then(|| credential.to_string()),
kilo_key: (provider == "kilo").then(|| credential.to_string()),
cheaperinference_key: (provider == "cheaperinference").then(|| credential.to_string()),
zhipu_key: (provider == "zhipu").then(|| credential.to_string()),
groq_key: (provider == "groq").then(|| credential.to_string()),
together_key: (provider == "together").then(|| credential.to_string()),
Expand Down Expand Up @@ -506,6 +509,7 @@ pub(super) async fn get_providers(
openai_chatgpt,
openrouter,
kilo,
cheaperinference,
zhipu,
groq,
together,
Expand Down Expand Up @@ -575,6 +579,7 @@ pub(super) async fn get_providers(
openai_oauth_configured,
has_value("openrouter_key", "OPENROUTER_API_KEY"),
has_value("kilo_key", "KILO_API_KEY"),
has_value("cheaperinference_key", "CHEAPERINFERENCE_API_KEY"),
has_value("zhipu_key", "ZHIPU_API_KEY"),
has_value("groq_key", "GROQ_API_KEY"),
has_value("together_key", "TOGETHER_API_KEY"),
Expand Down Expand Up @@ -607,6 +612,7 @@ pub(super) async fn get_providers(
openai_oauth_configured,
env_set("OPENROUTER_API_KEY"),
env_set("KILO_API_KEY"),
env_set("CHEAPERINFERENCE_API_KEY"),
env_set("ZHIPU_API_KEY"),
env_set("GROQ_API_KEY"),
env_set("TOGETHER_API_KEY"),
Expand Down Expand Up @@ -634,6 +640,7 @@ pub(super) async fn get_providers(
openai_chatgpt,
openrouter,
kilo,
cheaperinference,
zhipu,
groq,
together,
Expand All @@ -658,6 +665,7 @@ pub(super) async fn get_providers(
|| providers.openai_chatgpt
|| providers.openrouter
|| providers.kilo
|| providers.cheaperinference
|| providers.zhipu
|| providers.groq
|| providers.together
Expand Down Expand Up @@ -695,6 +703,7 @@ pub(super) async fn get_provider_default_models() -> Json<ProviderDefaultModelsR
"openai-chatgpt",
"openrouter",
"kilo",
"cheaperinference",
"zhipu",
"groq",
"together",
Expand Down Expand Up @@ -1533,6 +1542,7 @@ pub(super) async fn test_provider_model(
openai_key: None,
openrouter_key: None,
kilo_key: None,
cheaperinference_key: None,
zhipu_key: None,
groq_key: None,
together_key: None,
Expand Down
13 changes: 13 additions & 0 deletions src/config.rs
Original file line number Diff line number Diff line change
Expand Up @@ -72,6 +72,7 @@ mod tests {
"OPENAI_API_KEY",
"OPENROUTER_API_KEY",
"KILO_API_KEY",
"CHEAPERINFERENCE_API_KEY",
"ZHIPU_API_KEY",
"GROQ_API_KEY",
"TOGETHER_API_KEY",
Expand Down Expand Up @@ -1308,6 +1309,12 @@ id = "main"
("openai_key", "test-key", "openai", "openai.com"),
("openrouter_key", "test-key", "openrouter", "openrouter.ai"),
("kilo_key", "test-key", "kilo", "api.kilo.ai"),
(
"cheaperinference_key",
"test-key",
"cheaperinference",
"cheaperinference.com",
),
("deepseek_key", "test-key", "deepseek", "deepseek.com"),
("minimax_key", "test-key", "minimax", "minimax.io"),
("minimax_cn_key", "test-key", "minimax-cn", "minimaxi.com"),
Expand Down Expand Up @@ -1384,6 +1391,12 @@ id = "main"
"openrouter.ai",
),
("KILO_API_KEY", "test-key", "kilo", "api.kilo.ai"),
(
"CHEAPERINFERENCE_API_KEY",
"test-key",
"cheaperinference",
"cheaperinference.com",
),
("DEEPSEEK_API_KEY", "test-key", "deepseek", "deepseek.com"),
("MINIMAX_API_KEY", "test-key", "minimax", "minimax.io"),
("NVIDIA_API_KEY", "test-key", "nvidia", "nvidia.com"),
Expand Down
54 changes: 45 additions & 9 deletions src/config/load.rs
Original file line number Diff line number Diff line change
@@ -1,13 +1,13 @@
use super::providers::{
ANTHROPIC_PROVIDER_BASE_URL, DEEPSEEK_PROVIDER_BASE_URL, FIREWORKS_PROVIDER_BASE_URL,
GEMINI_PROVIDER_BASE_URL, GITHUB_COPILOT_DEFAULT_BASE_URL, GROQ_PROVIDER_BASE_URL,
KILO_PROVIDER_BASE_URL, MINIMAX_CN_PROVIDER_BASE_URL, MINIMAX_PROVIDER_BASE_URL,
MISTRAL_PROVIDER_BASE_URL, MOONSHOT_PROVIDER_BASE_URL, NVIDIA_PROVIDER_BASE_URL,
OLLAMA_PROVIDER_BASE_URL, OPENAI_PROVIDER_BASE_URL, OPENCODE_GO_PROVIDER_BASE_URL,
OPENCODE_ZEN_PROVIDER_BASE_URL, OPENROUTER_PROVIDER_BASE_URL, TOGETHER_PROVIDER_BASE_URL,
XAI_PROVIDER_BASE_URL, ZAI_CODING_PLAN_BASE_URL, ZHIPU_PROVIDER_BASE_URL,
add_shorthand_provider, infer_routing_from_providers, openrouter_extra_headers,
resolve_routing,
ANTHROPIC_PROVIDER_BASE_URL, CHEAPERINFERENCE_PROVIDER_BASE_URL, DEEPSEEK_PROVIDER_BASE_URL,
FIREWORKS_PROVIDER_BASE_URL, GEMINI_PROVIDER_BASE_URL, GITHUB_COPILOT_DEFAULT_BASE_URL,
GROQ_PROVIDER_BASE_URL, KILO_PROVIDER_BASE_URL, MINIMAX_CN_PROVIDER_BASE_URL,
MINIMAX_PROVIDER_BASE_URL, MISTRAL_PROVIDER_BASE_URL, MOONSHOT_PROVIDER_BASE_URL,
NVIDIA_PROVIDER_BASE_URL, OLLAMA_PROVIDER_BASE_URL, OPENAI_PROVIDER_BASE_URL,
OPENCODE_GO_PROVIDER_BASE_URL, OPENCODE_ZEN_PROVIDER_BASE_URL, OPENROUTER_PROVIDER_BASE_URL,
TOGETHER_PROVIDER_BASE_URL, XAI_PROVIDER_BASE_URL, ZAI_CODING_PLAN_BASE_URL,
ZHIPU_PROVIDER_BASE_URL, add_shorthand_provider, infer_routing_from_providers,
openrouter_extra_headers, resolve_routing,
};
use super::toml_schema::*;
use super::{
Expand Down Expand Up @@ -485,6 +485,7 @@ impl Config {
|| std::env::var("OPENAI_API_KEY").is_ok()
|| std::env::var("OPENROUTER_API_KEY").is_ok()
|| std::env::var("KILO_API_KEY").is_ok()
|| std::env::var("CHEAPERINFERENCE_API_KEY").is_ok()
|| std::env::var("ZHIPU_API_KEY").is_ok()
|| std::env::var("GROQ_API_KEY").is_ok()
|| std::env::var("TOGETHER_API_KEY").is_ok()
Expand Down Expand Up @@ -520,6 +521,7 @@ impl Config {
|| std::env::var("OPENAI_API_KEY").is_ok()
|| std::env::var("OPENROUTER_API_KEY").is_ok()
|| std::env::var("KILO_API_KEY").is_ok()
|| std::env::var("CHEAPERINFERENCE_API_KEY").is_ok()
|| std::env::var("OPENCODE_ZEN_API_KEY").is_ok()
|| std::env::var("OPENCODE_GO_API_KEY").is_ok()
|| std::env::var("MINIMAX_CN_API_KEY").is_ok();
Expand Down Expand Up @@ -574,6 +576,7 @@ impl Config {
openai_key: std::env::var("OPENAI_API_KEY").ok(),
openrouter_key: std::env::var("OPENROUTER_API_KEY").ok(),
kilo_key: std::env::var("KILO_API_KEY").ok(),
cheaperinference_key: std::env::var("CHEAPERINFERENCE_API_KEY").ok(),
zhipu_key: std::env::var("ZHIPU_API_KEY").ok(),
groq_key: std::env::var("GROQ_API_KEY").ok(),
together_key: std::env::var("TOGETHER_API_KEY").ok(),
Expand Down Expand Up @@ -637,6 +640,15 @@ impl Config {
Some("Kilo Gateway"),
false,
);
add_shorthand_provider(
&mut llm.providers,
"cheaperinference",
llm.cheaperinference_key.clone(),
ApiType::OpenAiCompletions,
CHEAPERINFERENCE_PROVIDER_BASE_URL,
Some("Cheaper Inference"),
false,
);
add_shorthand_provider(
&mut llm.providers,
"zhipu",
Expand Down Expand Up @@ -755,6 +767,15 @@ impl Config {
Some("Kilo Gateway"),
false,
);
add_shorthand_provider(
&mut llm.providers,
"cheaperinference",
llm.cheaperinference_key.clone(),
ApiType::OpenAiCompletions,
CHEAPERINFERENCE_PROVIDER_BASE_URL,
Some("Cheaper Inference"),
false,
);
add_shorthand_provider(
&mut llm.providers,
"zhipu",
Expand Down Expand Up @@ -1185,6 +1206,12 @@ impl Config {
kilo_key: std::env::var("KILO_API_KEY")
.ok()
.or_else(|| toml.llm.kilo_key.as_deref().and_then(resolve_env_value)),
cheaperinference_key: toml
.llm
.cheaperinference_key
.as_deref()
.and_then(resolve_env_value)
.or_else(|| std::env::var("CHEAPERINFERENCE_API_KEY").ok()),
zhipu_key: toml
.llm
.zhipu_key
Expand Down Expand Up @@ -1388,6 +1415,15 @@ impl Config {
Some("Kilo Gateway"),
false,
);
add_shorthand_provider(
&mut llm.providers,
"cheaperinference",
llm.cheaperinference_key.clone(),
ApiType::OpenAiCompletions,
CHEAPERINFERENCE_PROVIDER_BASE_URL,
Some("Cheaper Inference"),
false,
);
add_shorthand_provider(
&mut llm.providers,
"zhipu",
Expand Down
6 changes: 6 additions & 0 deletions src/config/onboarding.rs
Original file line number Diff line number Diff line change
Expand Up @@ -66,6 +66,7 @@ pub fn run_onboarding() -> anyhow::Result<Option<PathBuf>> {
"Moonshot AI (Kimi)",
"Z.AI Coding Plan",
"Kilo Gateway",
"Cheaper Inference",
];
let provider_idx = Select::new()
.with_prompt("Which LLM provider do you want to use?")
Expand Down Expand Up @@ -131,6 +132,11 @@ pub fn run_onboarding() -> anyhow::Result<Option<PathBuf>> {
"zai-coding-plan",
),
17 => ("Kilo Gateway API key", "kilo_key", "kilo"),
18 => (
"Cheaper Inference API key",
"cheaperinference_key",
"cheaperinference",
),
_ => unreachable!(),
};
let is_secret = provider_id != "ollama";
Expand Down
11 changes: 11 additions & 0 deletions src/config/providers.rs
Original file line number Diff line number Diff line change
Expand Up @@ -8,6 +8,7 @@ pub(super) const ANTHROPIC_PROVIDER_BASE_URL: &str = "https://api.anthropic.com"
pub(super) const OPENAI_PROVIDER_BASE_URL: &str = "https://api.openai.com";
pub(super) const OPENROUTER_PROVIDER_BASE_URL: &str = "https://openrouter.ai/api";
pub(super) const KILO_PROVIDER_BASE_URL: &str = "https://api.kilo.ai/api/gateway";
pub(super) const CHEAPERINFERENCE_PROVIDER_BASE_URL: &str = "https://api.cheaperinference.com";
pub(super) const OLLAMA_PROVIDER_BASE_URL: &str = "http://localhost:11434";
pub(super) const OPENCODE_ZEN_PROVIDER_BASE_URL: &str = "https://opencode.ai/zen";
pub(super) const OPENCODE_GO_PROVIDER_BASE_URL: &str = "https://opencode.ai/zen/go";
Expand Down Expand Up @@ -94,6 +95,16 @@ pub(crate) fn default_provider_config(
api_version: None,
deployment: None,
},
"cheaperinference" => ProviderConfig {
api_type: ApiType::OpenAiCompletions,
base_url: CHEAPERINFERENCE_PROVIDER_BASE_URL.to_string(),
api_key,
name: Some("Cheaper Inference".to_string()),
use_bearer_auth: false,
extra_headers: vec![],
api_version: None,
deployment: None,
},
"zhipu" => ProviderConfig {
api_type: ApiType::OpenAiChatCompletions,
base_url: ZHIPU_PROVIDER_BASE_URL.to_string(),
Expand Down
Loading