723bd8257c
- Added global configuration support for PDF and FFmpeg in the Knowledge Base, allowing converters to utilize default settings. - Introduced functions to set and get global configurations for PDF and FFmpeg, enhancing flexibility in converter options. - Updated OCR and Video converters to leverage global settings, with tests ensuring proper functionality and overrides. - Enhanced test cases to validate the use of global configurations and property overrides, improving test coverage and reliability.
75 lines
1.7 KiB
Go
75 lines
1.7 KiB
Go
package kb
|
|
|
|
import (
|
|
"path/filepath"
|
|
|
|
"github.com/yaoapp/gou/application"
|
|
"github.com/yaoapp/gou/graphrag"
|
|
"github.com/yaoapp/gou/graphrag/types"
|
|
"github.com/yaoapp/kun/log"
|
|
"github.com/yaoapp/yao/config"
|
|
|
|
// Register the built-in providers
|
|
_ "github.com/yaoapp/yao/kb/providers"
|
|
|
|
// Import the kb types
|
|
kbtypes "github.com/yaoapp/yao/kb/types"
|
|
)
|
|
|
|
// Instance is the GraphRag instance
|
|
var Instance types.GraphRag = nil
|
|
|
|
// KnowledgeBase is the Knowledge Base instance
|
|
type KnowledgeBase struct {
|
|
Config *kbtypes.Config // Knowledge Base configuration
|
|
*graphrag.GraphRag
|
|
}
|
|
|
|
// Load loads the GraphRag instance
|
|
func Load(appConfig config.Config) (*KnowledgeBase, error) {
|
|
|
|
configPath := filepath.Join("kb", "kb.yao")
|
|
exists, err := application.App.Exists(configPath)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if !exists {
|
|
log.Warn("[Knowledge Base] kb.yao file not found, skip loading knowledge base")
|
|
return nil, nil
|
|
}
|
|
|
|
// Parse the configuration
|
|
var config kbtypes.Config
|
|
raw, err := application.App.Read(filepath.Join("kb", "kb.yao"))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
err = application.Parse("kb.yao", raw, &config)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Set global configurations for providers to use
|
|
kbtypes.SetGlobalPDF(config.PDF)
|
|
kbtypes.SetGlobalFFmpeg(config.FFmpeg)
|
|
|
|
// Create the GraphRag config
|
|
graphRagConfig, err := config.GraphRagConfig()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Create the GraphRag instance
|
|
graphRag, err := graphrag.New(graphRagConfig)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Set the instance
|
|
instance := &KnowledgeBase{Config: &config, GraphRag: graphRag}
|
|
|
|
// Set the instance to the global variable
|
|
Instance = instance
|
|
return instance, nil
|
|
}
|