agent fix
This commit is contained in:
91
config/assistant_test.go
Normal file
91
config/assistant_test.go
Normal file
@@ -0,0 +1,91 @@
|
||||
package config
|
||||
|
||||
import (
|
||||
"strings"
|
||||
"testing"
|
||||
)
|
||||
|
||||
// Why the assistant is off.
|
||||
//
|
||||
// "Off" was the same answer for four different mistakes, and the only symptom
|
||||
// was a disabled composer. Nobody could tell "we have not switched it on" from
|
||||
// "somebody misspelled a variable" — which is how it stayed off for days with
|
||||
// both of us guessing.
|
||||
|
||||
func TestAFullyConfiguredAssistantIsOn(t *testing.T) {
|
||||
cfg := AssistantConfig{
|
||||
Provider: "openai", BaseURL: "https://api.groq.com/openai/v1",
|
||||
APIKey: "k", Balanced: "openai/gpt-oss-120b",
|
||||
}
|
||||
if !cfg.Enabled() {
|
||||
t.Fatalf("a complete config was refused: %s", cfg.Why())
|
||||
}
|
||||
if cfg.Why() != "" {
|
||||
t.Fatalf("an enabled assistant gave a reason: %q", cfg.Why())
|
||||
}
|
||||
}
|
||||
|
||||
func TestEachMissingPieceNamesItself(t *testing.T) {
|
||||
for name, tc := range map[string]struct {
|
||||
cfg AssistantConfig
|
||||
says string
|
||||
}{
|
||||
// Nothing set at all names the MODEL, not the provider. The provider is
|
||||
// derived from the model now, so an empty one is a consequence rather
|
||||
// than a cause — and sending an operator to set ASSISTANT_PROVIDER, a
|
||||
// variable they no longer need, while the one they actually missed goes
|
||||
// unmentioned, is the same "off for four reasons" problem in new words.
|
||||
"nothing set at all": {AssistantConfig{}, "ASSISTANT_MODEL"},
|
||||
"no provider": {
|
||||
AssistantConfig{Balanced: "m", APIKey: "k"}, "ASSISTANT_PROVIDER"},
|
||||
"unknown provider": {
|
||||
AssistantConfig{Provider: "anthropik", Balanced: "m", APIKey: "k"}, "not one this server speaks"},
|
||||
"no model": {AssistantConfig{Provider: "openai", APIKey: "k"}, "ASSISTANT_MODEL"},
|
||||
"no api key": {AssistantConfig{Provider: "openai", Balanced: "m", BaseURL: "https://api.groq.com/openai/v1"}, "ASSISTANT_API_KEY"},
|
||||
} {
|
||||
why := tc.cfg.Why()
|
||||
if why == "" {
|
||||
t.Fatalf("%s: reported as working", name)
|
||||
}
|
||||
if !strings.Contains(why, tc.says) {
|
||||
t.Fatalf("%s: does not name the problem: %q", name, why)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func TestALocalModelNeedsNoKey(t *testing.T) {
|
||||
// Ollama and LM Studio need no credential, and demanding one would refuse
|
||||
// the setup a developer is most likely to have on their own machine.
|
||||
for _, base := range []string{
|
||||
"http://localhost:11434/v1",
|
||||
"http://127.0.0.1:1234/v1",
|
||||
"http://host.docker.internal:11434/v1",
|
||||
} {
|
||||
cfg := AssistantConfig{Provider: "openai", BaseURL: base, Balanced: "llama3"}
|
||||
if !cfg.Enabled() {
|
||||
t.Fatalf("%s was refused without a key: %s", base, cfg.Why())
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func TestAHostedModelWithoutAKeyIsRefusedBeforeItFailsAtRuntime(t *testing.T) {
|
||||
// Otherwise the first question a shopkeeper asks comes back as a 401 from
|
||||
// the provider, which reads as the assistant being broken rather than as a
|
||||
// variable nobody set.
|
||||
cfg := AssistantConfig{Provider: "openai", BaseURL: "https://api.groq.com/openai/v1", Balanced: "m"}
|
||||
if cfg.Enabled() {
|
||||
t.Fatal("a hosted provider with no key reported as ready")
|
||||
}
|
||||
}
|
||||
|
||||
func TestTheTierFallbackDoesNotHideAMissingModel(t *testing.T) {
|
||||
// `fast` and `deep` fall back to balanced, so a config with only those two
|
||||
// set has no model at all for the default tier.
|
||||
cfg := AssistantConfig{Provider: "openai", APIKey: "k", Fast: "small", Deep: "big"}
|
||||
if cfg.Enabled() {
|
||||
t.Fatal("an assistant with no balanced model reported as ready")
|
||||
}
|
||||
if cfg.ModelFor("fast") != "" && cfg.ModelFor("balanced") != "" {
|
||||
t.Fatal("balanced resolved to something despite being unset")
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user