update

g0ldencybersec · Apr 30, 2024 · 5ad3dbf · 5ad3dbf
1 parent 704a6fb
commit 5ad3dbf
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 2 deletions.
diff --git a/main.go b/main.go
@@ -26,6 +26,11 @@ func main() {
 
 	flag.Parse()
 
+	//need at least 100
+	if args.Concurrency < 100 {
+		args.Concurrency = 100
+	}
+
 	if args.Help {
 		fmt.Println(scrapeUsage)
 		flag.PrintDefaults()

diff --git a/pkg/scrape/scrape.go b/pkg/scrape/scrape.go
@@ -18,14 +18,14 @@ func RunScrape(args types.ScrapeArgs) {
 
 	inputChannel := make(chan string)
 	resultChannel := make(chan types.Result)
-	outputChannel := make(chan string, 1000)
+	outputChannel := make(chan string, args.Concurrency/10)
 
 	// Create and start the worker pool
 	workerPool := workers.NewWorkerPool(args.Concurrency, dialer, inputChannel, resultChannel)
 	workerPool.Start()
 
 	// Create and start the results worker pool
-	resultsWorkerPool := workers.NewResultWorkerPool(50, resultChannel, outputChannel) // Adjust the size as needed
+	resultsWorkerPool := workers.NewResultWorkerPool(args.Concurrency/100, resultChannel, outputChannel) // Adjust the size as needed
 	resultsWorkerPool.Start(args)
 
 	// Handle input feeding