package kb import ( "context" "github.com/gin-gonic/gin" "github.com/yaoapp/kun/log" "github.com/yaoapp/kun/maps" "github.com/yaoapp/yao/kb" "github.com/yaoapp/yao/openapi/response" ) // addURLWithRequest processes a URL addition with pre-parsed request func addURLWithRequest(c *gin.Context, req *AddURLRequest) { // Prepare request and database data _, documentData, err := PrepareAddURL(c, req) if err != nil { errorResp := &response.ErrorResponse{ Code: response.ErrInvalidRequest.Code, ErrorDescription: err.Error(), } response.RespondWithError(c, response.StatusBadRequest, errorResp) return } // Get KB config config, err := kb.GetConfig() if err != nil { errorResp := &response.ErrorResponse{ Code: response.ErrServerError.Code, ErrorDescription: "Failed to get KB config: " + err.Error(), } response.RespondWithError(c, response.StatusInternalServerError, errorResp) return } // First create database record _, err = config.CreateDocument(maps.MapStrAny(documentData)) if err != nil { errorResp := &response.ErrorResponse{ Code: response.ErrServerError.Code, ErrorDescription: "Failed to save document metadata: " + err.Error(), } response.RespondWithError(c, response.StatusInternalServerError, errorResp) return } // Convert request to UpsertOptions upsertOptions, err := getUpsertOptions(c, &req.BaseUpsertRequest) if err != nil { // Rollback: remove the database record if err := config.RemoveDocument(req.DocID); err != nil { log.Error("Failed to rollback document database record: %v", err) } return } // Perform upsert operation with URL _, err = kb.Instance.AddURL(c.Request.Context(), req.URL, upsertOptions) if err != nil { // Update status to error and return error response config.UpdateDocument(req.DocID, maps.MapStrAny{"status": "error", "error_message": err.Error()}) errorResp := &response.ErrorResponse{ Code: response.ErrServerError.Code, ErrorDescription: "Failed to add URL: " + err.Error(), } response.RespondWithError(c, response.StatusInternalServerError, errorResp) return } // Update status to completed after successful processing if err := config.UpdateDocument(req.DocID, maps.MapStrAny{"status": "completed"}); err != nil { log.Error("Failed to update document status to completed: %v", err) } // Return success response result := gin.H{ "message": "URL added successfully", "collection_id": req.CollectionID, "url": req.URL, "doc_id": req.DocID, } response.RespondWithSuccess(c, response.StatusCreated, result) } // AddURL adds a URL to a collection func AddURL(c *gin.Context) { var req AddURLRequest // Check if kb.Instance is available if !checkKBInstance(c) { return } // Parse and bind JSON request if err := c.ShouldBindJSON(&req); err != nil { errorResp := &response.ErrorResponse{ Code: response.ErrInvalidRequest.Code, ErrorDescription: "Invalid request format: " + err.Error(), } response.RespondWithError(c, response.StatusBadRequest, errorResp) return } // Validate request if err := req.Validate(); err != nil { errorResp := &response.ErrorResponse{ Code: response.ErrInvalidRequest.Code, ErrorDescription: err.Error(), } response.RespondWithError(c, response.StatusBadRequest, errorResp) return } // Process the request addURLWithRequest(c, &req) } // AddURLAsync adds a URL to a collection asynchronously func AddURLAsync(c *gin.Context) { var req AddURLRequest // Parse and bind JSON request if err := c.ShouldBindJSON(&req); err != nil { errorResp := &response.ErrorResponse{ Code: response.ErrInvalidRequest.Code, ErrorDescription: "Invalid request format: " + err.Error(), } response.RespondWithError(c, response.StatusBadRequest, errorResp) return } // Validate request if err := req.Validate(); err != nil { errorResp := &response.ErrorResponse{ Code: response.ErrInvalidRequest.Code, ErrorDescription: err.Error(), } response.RespondWithError(c, response.StatusBadRequest, errorResp) return } // Check if kb.Instance is available if !checkKBInstance(c) { return } // Convert request to UpsertOptions (just for validation) _, err := getUpsertOptions(c, &req.BaseUpsertRequest) if err != nil { return } // Handle async processing with parsed request handleAsyncWithRequest(c, &req, func(ctx context.Context, r *AddURLRequest) { // Temporary placeholder - would need ProcessAddURLRequest function log.Info("Async URL processing placeholder for: %s", r.URL) }) }