test(provider): format per-model cooldown regression
This commit is contained in:
parent
e55208c450
commit
9c55a5a506
1 changed files with 8 additions and 4 deletions
|
|
@ -241,10 +241,14 @@ func TestFallback_DefaultProviderCooldownSkipsSiblingModel(t *testing.T) {
|
||||||
|
|
||||||
ct.MarkFailure("litellm", FailoverRateLimit)
|
ct.MarkFailure("litellm", FailoverRateLimit)
|
||||||
|
|
||||||
_, err := fc.Execute(context.Background(), candidates, func(ctx context.Context, provider, model string) (*LLMResponse, error) {
|
_, err := fc.Execute(
|
||||||
|
context.Background(),
|
||||||
|
candidates,
|
||||||
|
func(ctx context.Context, provider, model string) (*LLMResponse, error) {
|
||||||
t.Fatal("run should not be called when provider cooldown is shared")
|
t.Fatal("run should not be called when provider cooldown is shared")
|
||||||
return nil, nil
|
return nil, nil
|
||||||
})
|
},
|
||||||
|
)
|
||||||
if err == nil {
|
if err == nil {
|
||||||
t.Fatal("expected error when all same-provider candidates are skipped")
|
t.Fatal("expected error when all same-provider candidates are skipped")
|
||||||
}
|
}
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue