adding basic rate limiter

Author: Mzack9999

go.mod

@@ -9,7 +9,6 @@ require (
 	github.com/projectdiscovery/fdmax v0.0.2
 	github.com/projectdiscovery/gologger v1.0.1
 	github.com/projectdiscovery/mapcidr v0.0.4
-	github.com/remeh/sizedwaitgroup v1.0.0
 	golang.org/x/net v0.0.0-20200904194848-62affa334b73
 	gopkg.in/yaml.v3 v3.0.0-20200615113413-eeeca48fe776
 )

go.sum

@@ -14,8 +14,6 @@ github.com/projectdiscovery/gologger v1.0.1 h1:FzoYQZnxz9DCvSi/eg5A6+ET4CQ0CDUs2
 github.com/projectdiscovery/gologger v1.0.1/go.mod h1:Ok+axMqK53bWNwDSU1nTNwITLYMXMdZtRc8/y1c7sWE=
 github.com/projectdiscovery/mapcidr v0.0.4 h1:2vBSjkmbQASAcO/m2L/dhdulMVu2y9HdyWOrWYJ74rU=
 github.com/projectdiscovery/mapcidr v0.0.4/go.mod h1:ALOIj6ptkWujNoX8RdQwB2mZ+kAmKuLJBq9T5gR5wG0=
-github.com/remeh/sizedwaitgroup v1.0.0 h1:VNGGFwNo/R5+MJBf6yrsr110p0m4/OX4S3DCy7Kyl5E=
-github.com/remeh/sizedwaitgroup v1.0.0/go.mod h1:3j2R4OIe/SeS6YDhICBy22RWjJC5eNCJ1V+9+NVNYlo=
 github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
 github.com/stretchr/testify v1.2.1/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs=
 github.com/stretchr/testify v1.5.1/go.mod h1:5W2xD1RspED5o8YsWQXVCued0rvSQ+mT+I5cxcmMvtA=

pkg/runner/probe.go

@@ -2,11 +2,11 @@ package runner
 
 import (
 	"net"
+	"sync"
 	"syscall"
 	"time"
 
 	"github.com/projectdiscovery/naabu/pkg/scan"
-	"github.com/remeh/sizedwaitgroup"
 )
 
 func (r *Runner) pingprobes(ip string) bool {
@@ -103,10 +103,11 @@ func (r *Runner) ProbeOrSkip() {
 		return
 	}
 
-	swg := sizedwaitgroup.New(r.options.Rate)
-
+	var swg sync.WaitGroup
+	limiter := time.Tick(time.Second / time.Duration(r.options.Rate))
 	for ip := range r.scanner.Targets {
-		swg.Add()
+		<-limiter
+		swg.Add(1)
 		go func(ip string) {
 			defer swg.Done()
 			r.pingprobesasync(ip)

pkg/runner/runner.go

@@ -7,11 +7,11 @@ import (
 	"os"
 	"path/filepath"
 	"strings"
+	"sync"
 	"time"
 
 	"github.com/projectdiscovery/gologger"
 	"github.com/projectdiscovery/naabu/pkg/scan"
-	"github.com/remeh/sizedwaitgroup"
 )
 
 // Runner is an instance of the port enumeration
@@ -131,15 +131,17 @@ func (r *Runner) RunEnumeration() error {
 
 func (r *Runner) ConnectVerification() {
 	r.scanner.State = scan.Scan
-	swg := sizedwaitgroup.New(r.options.Rate)
+	var swg sync.WaitGroup
+	limiter := time.Tick(time.Second / time.Duration(r.options.Rate))
 
 	for host, ports := range r.scanner.ScanResults.M {
-		swg.Add()
-		go func(swg *sizedwaitgroup.SizedWaitGroup, host string, ports map[int]struct{}) {
+		<-limiter
+		swg.Add(1)
+		go func(host string, ports map[int]struct{}) {
 			defer swg.Done()
 			results := r.scanner.ConnectVerify(host, ports)
 			r.scanner.ScanResults.SetPorts(host, results)
-		}(&swg, host, ports)
+		}(host, ports)
 	}
 
 	swg.Wait()
@@ -151,12 +153,14 @@ func (r *Runner) BackgroundWorkers() {
 
 func (r *Runner) RawSocketEnumeration() {
 	r.scanner.State = scan.Scan
-	swg := sizedwaitgroup.New(r.options.Rate)
+	var swg sync.WaitGroup
+	limiter := time.Tick(time.Second / time.Duration(r.options.Rate))
 
 	for retry := 0; retry < r.options.Retries; retry++ {
 		for port := range r.scanner.Ports {
 			for target := range r.scanner.Targets {
-				swg.Add()
+				<-limiter
+				swg.Add(1)
 				go r.handleHostPortSyn(&swg, target, port)
 			}
 		}
@@ -168,12 +172,14 @@ func (r *Runner) RawSocketEnumeration() {
 func (r *Runner) ConnectEnumeration() {
 	r.scanner.State = scan.Scan
 	// naive algorithm - ports spray
-	swg := sizedwaitgroup.New(r.options.Rate)
+	var swg sync.WaitGroup
+	limiter := time.Tick(time.Second / time.Duration(r.options.Rate))
 
 	for retry := 0; retry < r.options.Retries; retry++ {
 		for port := range r.scanner.Ports {
 			for target := range r.scanner.Targets {
-				swg.Add()
+				<-limiter
+				swg.Add(1)
 				go r.handleHostPort(&swg, target, port)
 			}
 		}
@@ -198,7 +204,7 @@ func (r *Runner) canIScanIfCDN(host string, port int) bool {
 	return port == 80 || port == 443
 }
 
-func (r *Runner) handleHostPort(swg *sizedwaitgroup.SizedWaitGroup, host string, port int) {
+func (r *Runner) handleHostPort(swg *sync.WaitGroup, host string, port int) {
 	defer swg.Done()
 
 	// performs cdn scan exclusions checks
@@ -217,7 +223,7 @@ func (r *Runner) handleHostPort(swg *sizedwaitgroup.SizedWaitGroup, host string,
 	}
 }
 
-func (r *Runner) handleHostPortSyn(swg *sizedwaitgroup.SizedWaitGroup, host string, port int) {
+func (r *Runner) handleHostPortSyn(swg *sync.WaitGroup, host string, port int) {
 	defer swg.Done()
 
 	// performs cdn scan exclusions checks