opencode/yao
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Update chunking options in tests to reflect new defaults and structure

Browse source 
- Changed MaxConcurrent from 10 to 1 in test cases to align with updated configuration.
- Added new properties: Separator and EnableDebug, with default values set in tests.
- Refactored semantic options handling to include Connector and Toolcall properties, ensuring correct defaults are validated in tests.
- Enhanced test structure for semantic properties to improve clarity and maintainability.
This commit is contained in:
Max 2025-08-14 13:55:40 +08:00
parent ec91fca5c9
commit 2ebf73fce0
1 changed files with 43 additions and 30 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

73
kb/providers/chunking_test.go
View file

@ -25,7 +25,9 @@ func TestStructured_Options(t *testing.T) {
Overlap: 20, Overlap: 20,
MaxDepth: 3, MaxDepth: 3,
SizeMultiplier: 3, SizeMultiplier: 3,
MaxConcurrent: 10, MaxConcurrent: 1,
Separator: "",
EnableDebug: false,
} }
if options.Size != expected.Size { if options.Size != expected.Size {
@ -157,8 +159,8 @@ func TestStructured_Options(t *testing.T) {
if options.SizeMultiplier != 3 { if options.SizeMultiplier != 3 {
t.Errorf("Expected SizeMultiplier 3 (default), got %d", options.SizeMultiplier) t.Errorf("Expected SizeMultiplier 3 (default), got %d", options.SizeMultiplier)
} }
if options.MaxConcurrent != 10 { if options.MaxConcurrent != 1 {
t.Errorf("Expected MaxConcurrent 10 (default), got %d", options.MaxConcurrent) t.Errorf("Expected MaxConcurrent 1 (default), got %d", options.MaxConcurrent)
} }
}) })
@ -210,8 +212,8 @@ func TestSemantic_Options(t *testing.T) {
if options.SizeMultiplier != 3 { if options.SizeMultiplier != 3 {
t.Errorf("Expected SizeMultiplier 3, got %d", options.SizeMultiplier) t.Errorf("Expected SizeMultiplier 3, got %d", options.SizeMultiplier)
} }
if options.MaxConcurrent != 10 { if options.MaxConcurrent != 1 {
t.Errorf("Expected MaxConcurrent 10, got %d", options.MaxConcurrent) t.Errorf("Expected MaxConcurrent 1, got %d", options.MaxConcurrent)
} }
// Check semantic options // Check semantic options
@ -224,11 +226,14 @@ func TestSemantic_Options(t *testing.T) {
if options.SemanticOptions.MaxRetry != 3 { if options.SemanticOptions.MaxRetry != 3 {
t.Errorf("Expected MaxRetry 3, got %d", options.SemanticOptions.MaxRetry) t.Errorf("Expected MaxRetry 3, got %d", options.SemanticOptions.MaxRetry)
} }
if options.SemanticOptions.MaxConcurrent != 10 { if options.SemanticOptions.MaxConcurrent != 1 {
t.Errorf("Expected MaxConcurrent 10, got %d", options.SemanticOptions.MaxConcurrent) t.Errorf("Expected MaxConcurrent 1, got %d", options.SemanticOptions.MaxConcurrent)
} }
if options.SemanticOptions.Toolcall != false { if options.SemanticOptions.Toolcall != true {
t.Errorf("Expected Toolcall false, got %v", options.SemanticOptions.Toolcall) t.Errorf("Expected Toolcall true, got %v", options.SemanticOptions.Toolcall)
}
if options.SemanticOptions.Connector != "openai.gpt-4o-mini" {
t.Errorf("Expected Connector 'openai.gpt-4o-mini', got '%s'", options.SemanticOptions.Connector)
} }
}) })
@ -263,13 +268,15 @@ func TestSemantic_Options(t *testing.T) {
t.Run("semantic specific properties", func(t *testing.T) { t.Run("semantic specific properties", func(t *testing.T) {
option := &kbtypes.ProviderOption{ option := &kbtypes.ProviderOption{
Properties: map[string]interface{}{ Properties: map[string]interface{}{
"connector": "openai.gpt-4o-mini", "semantic": map[string]interface{}{
"toolcall": true, "connector": "openai.gpt-4o-mini",
"context_size": 2400, "toolcall": true,
"options": `{"temperature": 0.7}`, "context_size": 2400,
"prompt": "Custom system prompt", "options": `{"temperature": 0.7}`,
"max_retry": 5, "prompt": "Custom system prompt",
"semantic_max_concurrent": 15, "max_retry": 5,
"semantic_max_concurrent": 15,
},
}, },
} }
@ -324,8 +331,10 @@ func TestSemantic_Options(t *testing.T) {
t.Run("explicit context size overrides auto-calculation", func(t *testing.T) { t.Run("explicit context size overrides auto-calculation", func(t *testing.T) {
option := &kbtypes.ProviderOption{ option := &kbtypes.ProviderOption{
Properties: map[string]interface{}{ Properties: map[string]interface{}{
"size": 400, // Would auto-calculate to 2400 "size": 400, // Would auto-calculate to 2400
"context_size": 3000, // Explicit override "semantic": map[string]interface{}{
"context_size": 3000, // Explicit override
},
}, },
} }
@ -342,10 +351,12 @@ func TestSemantic_Options(t *testing.T) {
t.Run("float64 values for semantic properties", func(t *testing.T) { t.Run("float64 values for semantic properties", func(t *testing.T) {
option := &kbtypes.ProviderOption{ option := &kbtypes.ProviderOption{
Properties: map[string]interface{}{ Properties: map[string]interface{}{
"size": 500.0, "size": 500.0,
"context_size": 3000.0, "semantic": map[string]interface{}{
"max_retry": 4.0, "context_size": 3000.0,
"semantic_max_concurrent": 12.0, "max_retry": 4.0,
"semantic_max_concurrent": 12.0,
},
}, },
} }
@ -371,10 +382,12 @@ func TestSemantic_Options(t *testing.T) {
t.Run("mixed valid and invalid properties", func(t *testing.T) { t.Run("mixed valid and invalid properties", func(t *testing.T) {
option := &kbtypes.ProviderOption{ option := &kbtypes.ProviderOption{
Properties: map[string]interface{}{ Properties: map[string]interface{}{
"size": 500, // valid "size": 500, // valid
"connector": 123, // invalid type for string "semantic": map[string]interface{}{
"toolcall": "invalid", // invalid type for bool "connector": 123, // invalid type for string
"max_retry": 3, // valid "toolcall": "invalid", // invalid type for bool
"max_retry": 3, // valid
},
}, },
} }
@ -392,11 +405,11 @@ func TestSemantic_Options(t *testing.T) {
} }
// Invalid properties should use defaults // Invalid properties should use defaults
if options.SemanticOptions.Connector != "" { if options.SemanticOptions.Connector != "openai.gpt-4o-mini" {
t.Errorf("Expected Connector '' (default), got '%s'", options.SemanticOptions.Connector) t.Errorf("Expected Connector 'openai.gpt-4o-mini' (default), got '%s'", options.SemanticOptions.Connector)
} }
if options.SemanticOptions.Toolcall != false { if options.SemanticOptions.Toolcall != true {
t.Errorf("Expected Toolcall false (default), got %v", options.SemanticOptions.Toolcall) t.Errorf("Expected Toolcall true (default), got %v", options.SemanticOptions.Toolcall)
} }
}) })
} }