Adding --proxy argument and environment variables detection (#14)

n3rada · web-flow · commit 015438259b20 · 2025-08-12T11:10:07.000+02:00
* Add `--proxy` option
diff --git a/README.md b/README.md
@@ -188,6 +188,14 @@ Save scan results to a JSON file:
 ./wpprobe scan -f targets.txt -t 20 -o results.json
 ```
 
+### Use a custom HTTP/HTTPS proxy
+Route all requests through a specific proxy using `--proxy` argument. If `--proxy` is not specified, `WPProbe` will automatically check for the following environment variables (in priority order):
+- `HTTPS_PROXY` / `https_proxy`
+- `HTTP_PROXY` / `http_proxy`
+- `ALL_PROXY` / `all_proxy`
+
+Will also respect `NO_PROXY` / `no_proxy` for bypass rules.
+
 ---
 
 ## 📜 Example Output  
diff --git a/cmd/scan.go b/cmd/scan.go
@@ -21,12 +21,35 @@ package cmd
 
 import (
 	"os"
+	"strings"
 
 	"github.com/Chocapikk/wpprobe/internal/scanner"
 	"github.com/Chocapikk/wpprobe/internal/utils"
 	"github.com/spf13/cobra"
 )
 
+func getProxyFromEnv() (string, string) {
+	if v := firstNonEmpty(os.Getenv("HTTPS_PROXY"), os.Getenv("https_proxy")); v != "" {
+		return v, "HTTPS_PROXY"
+	}
+	if v := firstNonEmpty(os.Getenv("HTTP_PROXY"), os.Getenv("http_proxy")); v != "" {
+		return v, "HTTP_PROXY"
+	}
+	if v := firstNonEmpty(os.Getenv("ALL_PROXY"), os.Getenv("all_proxy")); v != "" {
+		return v, "ALL_PROXY"
+	}
+	return "", ""
+}
+
+func firstNonEmpty(vals ...string) string {
+	for _, v := range vals {
+		if strings.TrimSpace(v) != "" {
+			return v
+		}
+	}
+	return ""
+}
+
 var scanCmd = &cobra.Command{
 	Use:   "scan",
 	Short: "Scan a WordPress site for installed plugins and vulnerabilities",
@@ -37,6 +60,25 @@ var scanCmd = &cobra.Command{
 
 		headers, _ := cmd.Flags().GetStringArray("header")
 
+		proxyURL := cmd.Flag("proxy").Value.String()
+
+		if strings.TrimSpace(proxyURL) != "" {
+			utils.DefaultLogger.Info("Using given proxy: " + proxyURL)
+		} else {
+			utils.DefaultLogger.Info("No proxy URL provided, checking environment variables")
+			if envProxy, from := getProxyFromEnv(); envProxy != "" {
+				proxyURL = envProxy
+				utils.DefaultLogger.Info("Using proxy from " + from + ": " + proxyURL)
+			} else {
+				noProxy := firstNonEmpty(os.Getenv("NO_PROXY"), os.Getenv("no_proxy"))
+				if noProxy != "" {
+					utils.DefaultLogger.Info("No explicit proxy; NO_PROXY is set: " + noProxy)
+				} else {
+					utils.DefaultLogger.Info("No proxy configured; using direct connection")
+				}
+			}
+		}
+
 		opts := scanner.ScanOptions{
 			URL:            cmd.Flag("url").Value.String(),
 			File:           cmd.Flag("file").Value.String(),
@@ -48,6 +90,7 @@ var scanCmd = &cobra.Command{
 			ScanMode:       cmd.Flag("mode").Value.String(),
 			PluginList:     cmd.Flag("plugin-list").Value.String(),
 			Headers:        headers,
+			Proxy:          proxyURL,
 		}
 
 		if opts.URL == "" && opts.File == "" {
@@ -71,6 +114,7 @@ func init() {
 		StringP("plugin-list", "p", "", "Path to a custom plugin list file for bruteforce mode")
 	scanCmd.Flags().
 		StringArrayP("header", "H", []string{}, "HTTP header to include in requests. Can be specified multiple times.")
+	scanCmd.Flags().String("proxy", "", "HTTP/HTTPS proxy URL (e.g., http://127.0.0.1:8080)")
 }
 
 func mustBool(value bool, err error) bool {
diff --git a/go.mod b/go.mod
@@ -11,8 +11,8 @@ require (
 	github.com/k0kubun/go-ansi v0.0.0-20180517002512-3bf9e2903213
 	github.com/schollz/progressbar/v3 v3.18.0
 	github.com/spf13/cobra v1.8.1
-	golang.org/x/net v0.40.0
-	golang.org/x/text v0.25.0
+	golang.org/x/net v0.43.0
+	golang.org/x/text v0.28.0
 )
 
 require (
@@ -26,6 +26,6 @@ require (
 	github.com/muesli/termenv v0.15.2 // indirect
 	github.com/rivo/uniseg v0.4.7 // indirect
 	github.com/spf13/pflag v1.0.5 // indirect
-	golang.org/x/sys v0.33.0 // indirect
-	golang.org/x/term v0.32.0 // indirect
+	golang.org/x/sys v0.35.0 // indirect
+	golang.org/x/term v0.34.0 // indirect
 )
diff --git a/go.sum b/go.sum
@@ -45,15 +45,15 @@ github.com/spf13/pflag v1.0.5 h1:iy+VFUOCP1a+8yFto/drg2CJ5u0yRoB7fZw3DKv/JXA=
 github.com/spf13/pflag v1.0.5/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg=
 github.com/stretchr/testify v1.9.0 h1:HtqpIVDClZ4nwg75+f6Lvsy/wHu+3BoSGCbBAcpTsTg=
 github.com/stretchr/testify v1.9.0/go.mod h1:r2ic/lqez/lEtzL7wO/rwa5dbSLXVDPFyf8C91i36aY=
-golang.org/x/net v0.40.0 h1:79Xs7wF06Gbdcg4kdCCIQArK11Z1hr5POQ6+fIYHNuY=
-golang.org/x/net v0.40.0/go.mod h1:y0hY0exeL2Pku80/zKK7tpntoX23cqL3Oa6njdgRtds=
+golang.org/x/net v0.43.0 h1:lat02VYK2j4aLzMzecihNvTlJNQUq316m2Mr9rnM6YE=
+golang.org/x/net v0.43.0/go.mod h1:vhO1fvI4dGsIjh73sWfUVjj3N7CA9WkKJNQm2svM6Jg=
 golang.org/x/sys v0.6.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
-golang.org/x/sys v0.33.0 h1:q3i8TbbEz+JRD9ywIRlyRAQbM0qF7hu24q3teo2hbuw=
-golang.org/x/sys v0.33.0/go.mod h1:BJP2sWEmIv4KK5OTEluFJCKSidICx8ciO85XgH3Ak8k=
-golang.org/x/term v0.32.0 h1:DR4lr0TjUs3epypdhTOkMmuF5CDFJ/8pOnbzMZPQ7bg=
-golang.org/x/term v0.32.0/go.mod h1:uZG1FhGx848Sqfsq4/DlJr3xGGsYMu/L5GW4abiaEPQ=
-golang.org/x/text v0.25.0 h1:qVyWApTSYLk/drJRO5mDlNYskwQznZmkpV2c8q9zls4=
-golang.org/x/text v0.25.0/go.mod h1:WEdwpYrmk1qmdHvhkSTNPm3app7v4rsT8F2UD6+VHIA=
+golang.org/x/sys v0.35.0 h1:vz1N37gP5bs89s7He8XuIYXpyY0+QlsKmzipCbUtyxI=
+golang.org/x/sys v0.35.0/go.mod h1:BJP2sWEmIv4KK5OTEluFJCKSidICx8ciO85XgH3Ak8k=
+golang.org/x/term v0.34.0 h1:O/2T7POpk0ZZ7MAzMeWFSg6S5IpWd/RXDlM9hgM3DR4=
+golang.org/x/term v0.34.0/go.mod h1:5jC53AEywhIVebHgPVeg0mj8OD3VO9OzclacVrqpaAw=
+golang.org/x/text v0.28.0 h1:rhazDwis8INMIwQ4tpjLDzUhx6RlXqZNPEM0huQojng=
+golang.org/x/text v0.28.0/go.mod h1:U8nCwOR8jO/marOQ0QbDiOngZVEBB7MAiitBuMjXiNU=
 gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0=
 gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
 gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
diff --git a/internal/scanner/bruteforce.go b/internal/scanner/bruteforce.go
@@ -56,6 +56,7 @@ func BruteforcePlugins(
 	threads int,
 	progress *utils.ProgressManager,
 	headers []string,
+	proxyURL string,
 ) []string {
 	if len(plugins) == 0 {
 		utils.DefaultLogger.Warning("No plugins provided for brute-force scan")
@@ -89,7 +90,7 @@ func BruteforcePlugins(
 				progress.SetMessage(fmt.Sprintf("🔎 Bruteforcing plugin %-30.30s", p))
 			}
 
-			version := utils.GetPluginVersion(normalized, p, threads, headers)
+			version := utils.GetPluginVersion(normalized, p, threads, headers, proxyURL)
 			if version != "" && version != "unknown" {
 				if progress != nil {
 					progress.ClearLine()
@@ -122,9 +123,10 @@ func HybridScan(
 	threads int,
 	progress *utils.ProgressManager,
 	headers []string,
+	proxyURL string,
 ) []string {
 	if len(stealthyPlugins) == 0 {
-		return BruteforcePlugins(target, bruteforcePlugins, threads, progress, headers)
+		return BruteforcePlugins(target, bruteforcePlugins, threads, progress, headers, proxyURL)
 	}
 
 	detectedMap := make(map[string]bool, len(stealthyPlugins))
@@ -139,7 +141,7 @@ func HybridScan(
 		}
 	}
 
-	brutefound := BruteforcePlugins(target, remaining, threads, progress, headers)
+	brutefound := BruteforcePlugins(target, remaining, threads, progress, headers, proxyURL)
 	result := make([]string, len(stealthyPlugins), len(stealthyPlugins)+len(brutefound))
 	copy(result, stealthyPlugins)
 	return append(result, brutefound...)
diff --git a/internal/scanner/endpoints.go b/internal/scanner/endpoints.go
@@ -51,8 +51,8 @@ func fetchEndpointsFromPath(target, path string, httpClient *utils.HTTPClientMan
 	return endpoints
 }
 
-func FetchEndpoints(target string, headers []string) []string {
-	httpClient := utils.NewHTTPClient(10*time.Second, headers)
+func FetchEndpoints(target string, headers []string, proxyURL string) []string {
+	httpClient := utils.NewHTTPClient(10*time.Second, headers, proxyURL)
 
 	endpointsChan := make(chan []string, 2)
 	var wg sync.WaitGroup
diff --git a/internal/scanner/endpoints_test.go b/internal/scanner/endpoints_test.go
@@ -104,7 +104,7 @@ func TestFetchEndpoints(t *testing.T) {
 			server := httptest.NewServer(http.HandlerFunc(tt.mockServer))
 			defer server.Close()
 
-			got := FetchEndpoints(server.URL, tt.headers)
+			got := FetchEndpoints(server.URL, tt.headers, "")
 
 			sort.Strings(got)
 			sort.Strings(tt.want)
diff --git a/internal/scanner/html.go b/internal/scanner/html.go
@@ -29,9 +29,9 @@ import (
 	"golang.org/x/net/html"
 )
 
-func discoverPluginsFromHTML(target string, headers []string) ([]string, error) {
+func discoverPluginsFromHTML(target string, headers []string, proxyURL string) ([]string, error) {
 	normalized := utils.NormalizeURL(target)
-	client := utils.NewHTTPClient(10*time.Second, headers)
+	client := utils.NewHTTPClient(10*time.Second, headers, proxyURL)
 
 	slugsSet := make(map[string]struct{})
 
diff --git a/internal/scanner/html_test.go b/internal/scanner/html_test.go
@@ -104,7 +104,7 @@ func TestDiscoverPluginsFromHTML(t *testing.T) {
 	}))
 	defer ts.Close()
 
-	slugs, err := discoverPluginsFromHTML(ts.URL, nil)
+	slugs, err := discoverPluginsFromHTML(ts.URL, nil, "")
 	if err != nil {
 		t.Fatalf("discoverPluginsFromHTML returned error: %v", err)
 	}
diff --git a/internal/scanner/scan.go b/internal/scanner/scan.go
@@ -39,10 +39,13 @@ type ScanOptions struct {
 	ScanMode       string
 	PluginList     string
 	Headers        []string
+	Proxy          string
 }
 
 func ScanTargets(opts ScanOptions) {
+
 	var targets []string
+
 	if opts.File != "" {
 		lines, err := utils.ReadLines(opts.File)
 		if err != nil {
@@ -117,7 +120,7 @@ func performStealthyScan(
 		progress.SetMessage("🔎 Discovering plugins from HTML...")
 	}
 
-	htmlSlugs, err := discoverPluginsFromHTML(target, opts.Headers)
+	htmlSlugs, err := discoverPluginsFromHTML(target, opts.Headers, opts.Proxy)
 	if err != nil {
 		utils.DefaultLogger.Warning(fmt.Sprintf("HTML discovery failed on %s: %v", target, err))
 	}
@@ -137,7 +140,7 @@ func performStealthyScan(
 		return nil, PluginDetectionResult{}
 	}
 
-	endpoints := FetchEndpoints(target, opts.Headers)
+	endpoints := FetchEndpoints(target, opts.Headers, opts.Proxy)
 
 	var result PluginDetectionResult
 	if len(endpoints) > 0 {
@@ -191,7 +194,7 @@ func performBruteforceScan(
 		}
 	}
 
-	detected := BruteforcePlugins(target, plugins, threads, pb, opts.Headers)
+	detected := BruteforcePlugins(target, plugins, threads, pb, opts.Headers, opts.Proxy)
 
 	pr := PluginDetectionResult{
 		Plugins:  make(map[string]*PluginData, len(detected)),
@@ -247,7 +250,7 @@ func performHybridScan(
 		bruteBar = utils.NewProgressBar(len(remaining), "🔎 Bruteforcing remaining")
 	}
 
-	brutefound := BruteforcePlugins(target, remaining, threads, bruteBar, opts.Headers)
+	brutefound := BruteforcePlugins(target, remaining, threads, bruteBar, opts.Headers, opts.Proxy)
 
 	if bruteBar != nil {
 		bruteBar.Finish()
@@ -344,7 +347,7 @@ func ScanSite(
 
 			version := "unknown"
 			if !opts.NoCheckVersion {
-				version = utils.GetPluginVersion(target, pl, opts.Threads, opts.Headers)
+				version = utils.GetPluginVersion(target, pl, opts.Threads, opts.Headers, opts.Proxy)
 			}
 
 			var matched []wordfence.Vulnerability
diff --git a/internal/utils/http.go b/internal/utils/http.go
@@ -26,6 +26,7 @@ import (
 	"errors"
 	"io"
 	"net/http"
+	"net/url"
 	"strings"
 	"time"
 
@@ -44,12 +45,21 @@ type HTTPClientManager struct {
 	headers   []string
 }
 
-func NewHTTPClient(timeout time.Duration, headers []string) *HTTPClientManager {
+func NewHTTPClient(timeout time.Duration, headers []string, proxyURL string) *HTTPClientManager {
 	transport := &http.Transport{
 		TLSClientConfig:   &tls.Config{InsecureSkipVerify: true},
 		DisableKeepAlives: true,
 	}
 
+	// Configure proxy if provided
+	if proxyURL != "" {
+		proxy, err := url.Parse(proxyURL)
+		if err != nil {
+		} else {
+			transport.Proxy = http.ProxyURL(proxy)
+		}
+	}
+
 	client := &http.Client{
 		Timeout:   timeout,
 		Transport: transport,
diff --git a/internal/utils/http_test.go b/internal/utils/http_test.go
@@ -79,7 +79,7 @@ func TestHTTPClientManager_Get(t *testing.T) {
 			mockServer := httptest.NewServer(tt.serverFunc)
 			defer mockServer.Close()
 
-			client := NewHTTPClient(5*time.Second, nil)
+			client := NewHTTPClient(5*time.Second, nil, "")
 
 			got, err := client.Get(mockServer.URL)
 
diff --git a/internal/utils/version.go b/internal/utils/version.go
@@ -70,8 +70,13 @@ func CheckLatestVersion(currentVersion string) (string, bool) {
 	return latest.String(), curr.Compare(latest) >= 0
 }
 
-func GetPluginVersion(target, plugin string, _ int, headers []string) string {
-	httpClient := NewHTTPClient(10*time.Second, headers)
+func GetPluginVersion(
+	target, plugin string,
+	threads int,
+	headers []string,
+	proxyURL string,
+) string {
+	httpClient := NewHTTPClient(10*time.Second, headers, proxyURL)
 	return fetchVersionFromReadme(httpClient, target, plugin)
 }
 
diff --git a/internal/utils/version_test.go b/internal/utils/version_test.go
@@ -109,7 +109,7 @@ func TestGetPluginVersion(t *testing.T) {
 
 	for _, tt := range tests {
 		t.Run(tt.name, func(t *testing.T) {
-			got := GetPluginVersion(tt.target, tt.plugin, 2, nil)
+			got := GetPluginVersion(tt.target, tt.plugin, 2, nil, "")
 			if got != tt.expected {
 				t.Errorf("GetPluginVersion() = %v, want %v", got, tt.expected)
 			}
@@ -125,7 +125,7 @@ func Test_fetchVersionFromReadme(t *testing.T) {
 	}))
 	defer mockServer.Close()
 
-	client := NewHTTPClient(5*time.Second, nil)
+	client := NewHTTPClient(5*time.Second, nil, "")
 	version := fetchVersionFromReadme(client, mockServer.URL, "sample")
 	if version != "3.4.1" {
 		t.Errorf("fetchVersionFromReadme() = %v, want %v", version, "3.4.1")

Original file line number	Diff line number	Diff line change
`@@ -51,8 +51,8 @@ func fetchEndpointsFromPath(target, path string, httpClient *utils.HTTPClientMan`
`51`	`51`	`return endpoints`
`52`	`52`	`}`
`53`	`53`
`54`		`-func FetchEndpoints(target string, headers []string) []string {`
`55`		`- httpClient := utils.NewHTTPClient(10*time.Second, headers)`
	`54`	`+func FetchEndpoints(target string, headers []string, proxyURL string) []string {`
	`55`	`+ httpClient := utils.NewHTTPClient(10*time.Second, headers, proxyURL)`
`56`	`56`
`57`	`57`	`endpointsChan := make(chan []string, 2)`
`58`	`58`	`var wg sync.WaitGroup`
Original file line number	Diff line number	Diff line change
`@@ -29,9 +29,9 @@ import (`
`29`	`29`	`"golang.org/x/net/html"`
`30`	`30`	`)`
`31`	`31`
`32`		`-func discoverPluginsFromHTML(target string, headers []string) ([]string, error) {`
	`32`	`+func discoverPluginsFromHTML(target string, headers []string, proxyURL string) ([]string, error) {`
`33`	`33`	`normalized := utils.NormalizeURL(target)`
`34`		`- client := utils.NewHTTPClient(10*time.Second, headers)`
	`34`	`+ client := utils.NewHTTPClient(10*time.Second, headers, proxyURL)`
`35`	`35`
`36`	`36`	`slugsSet := make(map[string]struct{})`
`37`	`37`
Original file line number	Diff line number	Diff line change
`@@ -104,7 +104,7 @@ func TestDiscoverPluginsFromHTML(t *testing.T) {`
`104`	`104`	`}))`
`105`	`105`	`defer ts.Close()`
`106`	`106`
`107`		`- slugs, err := discoverPluginsFromHTML(ts.URL, nil)`
	`107`	`+ slugs, err := discoverPluginsFromHTML(ts.URL, nil, "")`
`108`	`108`	`if err != nil {`
`109`	`109`	`t.Fatalf("discoverPluginsFromHTML returned error: %v", err)`
`110`	`110`	`}`
Original file line number	Diff line number	Diff line change
`@@ -39,10 +39,13 @@ type ScanOptions struct {`
`39`	`39`	`ScanMode string`
`40`	`40`	`PluginList string`
`41`	`41`	`Headers []string`
	`42`	`+ Proxy string`
`42`	`43`	`}`
`43`	`44`
`44`	`45`	`func ScanTargets(opts ScanOptions) {`
	`46`	`+`
`45`	`47`	`var targets []string`
	`48`	`+`
`46`	`49`	`if opts.File != "" {`
`47`	`50`	`lines, err := utils.ReadLines(opts.File)`
`48`	`51`	`if err != nil {`
`@@ -117,7 +120,7 @@ func performStealthyScan(`
`117`	`120`	`progress.SetMessage("🔎 Discovering plugins from HTML...")`
`118`	`121`	`}`
`119`	`122`
`120`		`- htmlSlugs, err := discoverPluginsFromHTML(target, opts.Headers)`
	`123`	`+ htmlSlugs, err := discoverPluginsFromHTML(target, opts.Headers, opts.Proxy)`
`121`	`124`	`if err != nil {`
`122`	`125`	`utils.DefaultLogger.Warning(fmt.Sprintf("HTML discovery failed on %s: %v", target, err))`
`123`	`126`	`}`
`@@ -137,7 +140,7 @@ func performStealthyScan(`
`137`	`140`	`return nil, PluginDetectionResult{}`
`138`	`141`	`}`
`139`	`142`
`140`		`- endpoints := FetchEndpoints(target, opts.Headers)`
	`143`	`+ endpoints := FetchEndpoints(target, opts.Headers, opts.Proxy)`
`141`	`144`
`142`	`145`	`var result PluginDetectionResult`
`143`	`146`	`if len(endpoints) > 0 {`
`@@ -191,7 +194,7 @@ func performBruteforceScan(`
`191`	`194`	`}`
`192`	`195`	`}`
`193`	`196`
`194`		`- detected := BruteforcePlugins(target, plugins, threads, pb, opts.Headers)`
	`197`	`+ detected := BruteforcePlugins(target, plugins, threads, pb, opts.Headers, opts.Proxy)`
`195`	`198`
`196`	`199`	`pr := PluginDetectionResult{`
`197`	`200`	`Plugins: make(map[string]*PluginData, len(detected)),`
`@@ -247,7 +250,7 @@ func performHybridScan(`
`247`	`250`	`bruteBar = utils.NewProgressBar(len(remaining), "🔎 Bruteforcing remaining")`
`248`	`251`	`}`
`249`	`252`
`250`		`- brutefound := BruteforcePlugins(target, remaining, threads, bruteBar, opts.Headers)`
	`253`	`+ brutefound := BruteforcePlugins(target, remaining, threads, bruteBar, opts.Headers, opts.Proxy)`
`251`	`254`
`252`	`255`	`if bruteBar != nil {`
`253`	`256`	`bruteBar.Finish()`
`@@ -344,7 +347,7 @@ func ScanSite(`
`344`	`347`
`345`	`348`	`version := "unknown"`
`346`	`349`	`if !opts.NoCheckVersion {`
`347`		`- version = utils.GetPluginVersion(target, pl, opts.Threads, opts.Headers)`
	`350`	`+ version = utils.GetPluginVersion(target, pl, opts.Threads, opts.Headers, opts.Proxy)`
`348`	`351`	`}`
`349`	`352`
`350`	`353`	`var matched []wordfence.Vulnerability`