Added custom pages flags for search engines

libsubfinder/helper/state.go

@@ -52,6 +52,9 @@ type Config struct {
 
 type Setting struct {
 	CensysPages string // Censys pages to check. For All, use "all"
+	AskPages    string // Ask search pages to check
+	BaiduPages  string // Ask search pages to check
+	BingPages   string // Ask search pages to check
 }
 
 func InitializeSettings() (setting *Setting) {
@@ -59,6 +62,9 @@ func InitializeSettings() (setting *Setting) {
 
 	settings.CensysPages = "10" // Default is 10 pages. Strikes a fine balance
 
+	settings.AskPages = "15"
+	settings.BaiduPages = "5"
+	settings.BingPages = "50"
 	return &settings
 }
 

libsubfinder/sources/ask/ask.go

@@ -11,10 +11,10 @@ package ask
 import (
 	"fmt"
 	"io/ioutil"
-	"regexp"
-	"strconv"
-	"sort"
 	"net/url"
+	"regexp"
+	"sort"
+	"strconv"
 
 	"github.com/Ice3man543/subfinder/libsubfinder/helper"
 )
@@ -27,7 +27,7 @@ func Query(state *helper.State, ch chan helper.Result) {
 
 	var result helper.Result
 	result.Subdomains = subdomains
-	min_iterations := 15
+	min_iterations, _ := strconv.Atoi(state.CurrentSettings.AskPages)
 	max_iterations := 760
 	search_query := ""
 	current_page := 0

libsubfinder/sources/baidu/baidu.go

@@ -11,12 +11,12 @@ package baidu
 import (
 	"fmt"
 	"io/ioutil"
-	"regexp"
-	"time"
 	"math/rand"
-	"strconv"
-	"sort"
 	"net/url"
+	"regexp"
+	"sort"
+	"strconv"
+	"time"
 
 	"github.com/Ice3man543/subfinder/libsubfinder/helper"
 )
@@ -29,7 +29,7 @@ func Query(state *helper.State, ch chan helper.Result) {
 
 	var result helper.Result
 	result.Subdomains = subdomains
-	min_iterations := 5
+	min_iterations, _ := strconv.Atoi(state.CurrentSettings.BaiduPages)
 	max_iterations := 760
 	search_query := ""
 	current_page := 0

libsubfinder/sources/bing/bing.go

@@ -11,10 +11,10 @@ package bing
 import (
 	"fmt"
 	"io/ioutil"
-	"regexp"
-	"strconv"
-	"sort"
 	"net/url"
+	"regexp"
+	"sort"
+	"strconv"
 
 	"github.com/Ice3man543/subfinder/libsubfinder/helper"
 )
@@ -27,7 +27,7 @@ func Query(state *helper.State, ch chan helper.Result) {
 
 	var result helper.Result
 	result.Subdomains = subdomains
-	min_iterations := 50
+	min_iterations, _ := strconv.Atoi(state.CurrentSettings.BingPages)
 	max_iterations := 760
 	search_query := ""
 	current_page := 0