mirror of
https://github.com/ollama/ollama.git
synced 2026-03-27 02:58:43 +07:00
f622b0c5fc
Claude Code sends an x-anthropic-billing-header that changes on every request. This is embedded in the system prompt and consequently breaks the KV cache for every request. Given the size of the prompts that Claude Code usees, this has significant performance impact.
88 lines
1.9 KiB
Go
88 lines
1.9 KiB
Go
package launch
|
|
|
|
import (
|
|
"fmt"
|
|
"os"
|
|
"os/exec"
|
|
"path/filepath"
|
|
"runtime"
|
|
"strconv"
|
|
|
|
"github.com/ollama/ollama/envconfig"
|
|
)
|
|
|
|
// Claude implements Runner for Claude Code integration.
|
|
type Claude struct{}
|
|
|
|
func (c *Claude) String() string { return "Claude Code" }
|
|
|
|
func (c *Claude) args(model string, extra []string) []string {
|
|
var args []string
|
|
if model != "" {
|
|
args = append(args, "--model", model)
|
|
}
|
|
args = append(args, extra...)
|
|
return args
|
|
}
|
|
|
|
func (c *Claude) findPath() (string, error) {
|
|
if p, err := exec.LookPath("claude"); err == nil {
|
|
return p, nil
|
|
}
|
|
home, err := os.UserHomeDir()
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
name := "claude"
|
|
if runtime.GOOS == "windows" {
|
|
name = "claude.exe"
|
|
}
|
|
fallback := filepath.Join(home, ".claude", "local", name)
|
|
if _, err := os.Stat(fallback); err != nil {
|
|
return "", err
|
|
}
|
|
return fallback, nil
|
|
}
|
|
|
|
func (c *Claude) Run(model string, args []string) error {
|
|
claudePath, err := c.findPath()
|
|
if err != nil {
|
|
return fmt.Errorf("claude is not installed, install from https://code.claude.com/docs/en/quickstart")
|
|
}
|
|
|
|
cmd := exec.Command(claudePath, c.args(model, args)...)
|
|
cmd.Stdin = os.Stdin
|
|
cmd.Stdout = os.Stdout
|
|
cmd.Stderr = os.Stderr
|
|
|
|
env := append(os.Environ(),
|
|
"ANTHROPIC_BASE_URL="+envconfig.Host().String(),
|
|
"ANTHROPIC_API_KEY=",
|
|
"ANTHROPIC_AUTH_TOKEN=ollama",
|
|
"CLAUDE_CODE_ATTRIBUTION_HEADER=0",
|
|
)
|
|
|
|
env = append(env, c.modelEnvVars(model)...)
|
|
|
|
cmd.Env = env
|
|
return cmd.Run()
|
|
}
|
|
|
|
// modelEnvVars returns Claude Code env vars that route all model tiers through Ollama.
|
|
func (c *Claude) modelEnvVars(model string) []string {
|
|
env := []string{
|
|
"ANTHROPIC_DEFAULT_OPUS_MODEL=" + model,
|
|
"ANTHROPIC_DEFAULT_SONNET_MODEL=" + model,
|
|
"ANTHROPIC_DEFAULT_HAIKU_MODEL=" + model,
|
|
"CLAUDE_CODE_SUBAGENT_MODEL=" + model,
|
|
}
|
|
|
|
if isCloudModelName(model) {
|
|
if l, ok := lookupCloudModelLimit(model); ok {
|
|
env = append(env, "CLAUDE_CODE_AUTO_COMPACT_WINDOW="+strconv.Itoa(l.Context))
|
|
}
|
|
}
|
|
|
|
return env
|
|
}
|