diff --git a/pkg/tools/web.go b/pkg/tools/web.go
index 1e3f38479..12710b1e4 100644
--- a/pkg/tools/web.go
+++ b/pkg/tools/web.go
@@ -5,6 +5,7 @@ import (
"context"
"encoding/json"
"fmt"
+ "html"
"io"
"net/http"
"net/url"
@@ -17,6 +18,35 @@ const (
userAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"
)
+// Package-level regexp variables for better performance
+var (
+ scriptTagRegex = regexp.MustCompile(``)
- result := re.ReplaceAllLiteralString(htmlContent, "")
- re = regexp.MustCompile(`