fix: Remove duplicated results in google/search.go

This commit is contained in:
Pachakutiq
2025-04-10 15:35:54 +08:00
parent 2f77dd6fe5
commit 8099dae3ce

View File

@@ -281,6 +281,23 @@ func (gogl *Google) Search(query core.Query) ([]core.SearchResult, error) {
srchRes.URL = href.String()
}
// Skip if URL is empty or we've already seen this URL
if srchRes.URL == "" {
continue
}
// Check for duplicates
isDuplicate := false
for _, existing := range searchResults {
if existing.URL == srchRes.URL {
isDuplicate = true
break
}
}
if isDuplicate {
continue
}
// Get description using multiple fallback strategies
desc := ""
if descTag, err := resEl.Element("div[data-sncf='1'] div"); err == nil {