fix: XML test suite

internal/pkg/crawl/extractor/json_test.go

@@ -6,7 +6,6 @@ import (
 	"net/http"
 	"net/url"
 	"reflect"
-	"sort"
 	"testing"
 )
 
@@ -82,10 +81,3 @@ func TestJSON(t *testing.T) {
 		})
 	}
 }
-
-// Helper function to sort URL slices
-func sortURLs(urls []*url.URL) {
-	sort.Slice(urls, func(i, j int) bool {
-		return urls[i].String() < urls[j].String()
-	})
-}

internal/pkg/crawl/extractor/utils.go

@@ -0,0 +1,40 @@
+package extractor
+
+import (
+	"net/url"
+	"sort"
+)
+
+// compareURLs compares two slices of *url.URL
+func compareURLs(a, b []*url.URL) bool {
+	if len(a) != len(b) {
+		return false
+	}
+
+	// Create a map to store the count of each URL in slice a
+	counts := make(map[string]int)
+	for _, url := range a {
+		counts[url.String()]++
+	}
+
+	// Decrement the count for each URL in slice b
+	for _, url := range b {
+		counts[url.String()]--
+	}
+
+	// Check if any count is non-zero, indicating a mismatch
+	for _, count := range counts {
+		if count != 0 {
+			return false
+		}
+	}
+
+	return true
+}
+
+// sortURLs sorts a slice of *url.URL
+func sortURLs(urls []*url.URL) {
+	sort.Slice(urls, func(i, j int) bool {
+		return urls[i].String() < urls[j].String()
+	})
+}

internal/pkg/crawl/extractor/xml_test.go

@@ -88,16 +88,3 @@ func TestXMLBodyReadError(t *testing.T) {
 		t.Errorf("XML() expected error, got nil")
 	}
 }
-
-// compareURLs compares two slices of *url.URL
-func compareURLs(a, b []*url.URL) bool {
-	if len(a) != len(b) {
-		return false
-	}
-	for i := range a {
-		if a[i].String() != b[i].String() {
-			return false
-		}
-	}
-	return true
-}