feat(pkg/find): enable colly to run async

Signed-off-by: Massimiliano Giovagnoli <me@maxgio.it>
maxgio92 · Jul 4, 2023 · 9ec3c19 · 9ec3c19
1 parent f00caf5
commit 9ec3c19
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 2 deletions.
diff --git a/pkg/find/file.go b/pkg/find/file.go
@@ -42,7 +42,7 @@ func (o *Options) crawlFiles() (*Result, error) {
 	// Create the collector settings
 	coOptions := []func(*colly.Collector){
 		colly.AllowedDomains(allowedDomains...),
-		colly.Async(false),
+		colly.Async(true),
 	}
 
 	if o.Verbose {
@@ -92,5 +92,8 @@ func (o *Options) crawlFiles() (*Result, error) {
 		}
 	}
 
+	// Wait until colly goroutines are finished.
+	co.Wait()
+
 	return &Result{BaseNames: files, URLs: urls}, nil
 }
diff --git a/pkg/find/folder.go b/pkg/find/folder.go
@@ -43,7 +43,7 @@ func (o *Options) crawlFolders() (*Result, error) {
 	// Create the collector settings
 	coOptions := []func(*colly.Collector){
 		colly.AllowedDomains(allowedDomains...),
-		colly.Async(false),
+		colly.Async(true),
 	}
 
 	if o.Verbose {
@@ -100,5 +100,8 @@ func (o *Options) crawlFolders() (*Result, error) {
 		}
 	}
 
+	// Wait until colly goroutines are finished.
+	co.Wait()
+
 	return &Result{BaseNames: folders, URLs: urls}, nil
 }