Added Riddler Data Source

README.md

@@ -18,7 +18,7 @@ So finally after working hard, here is something that I hope you guys will :hear
 - Simple and modular code base making it easy to contribute.
 - Fast And Powerful Bruteforcing Module (In Development)
 - Powerful Permutation generation engine. (In Development)
-- Many Passive Data Sources (CertDB, CertSpotter, crtsh, DNSDumpster, FindSubdomains, Hackertarget, Netcraft, PassiveTotal, PTRArchive, SecurityTrails, Threatcrowd, VirusTotal, Waybackarchive, Threatminer)
+- Many Passive Data Sources (CertDB, CertSpotter, crtsh, DNSDumpster, FindSubdomains, Hackertarget, Netcraft, PassiveTotal, PTRArchive, SecurityTrails, Threatcrowd, VirusTotal, Waybackarchive, Threatminer, Riddler)
 - Multiple Output formats
 
 ## Install

libsubfinder/engines/passive/passive.go

@@ -26,6 +26,7 @@ import (
 	"github.com/ice3man543/subfinder/libsubfinder/sources/netcraft"
 	"github.com/ice3man543/subfinder/libsubfinder/sources/passivetotal"
 	"github.com/ice3man543/subfinder/libsubfinder/sources/ptrarchive"
+	"github.com/ice3man543/subfinder/libsubfinder/sources/riddler"
 	"github.com/ice3man543/subfinder/libsubfinder/sources/securitytrails"
 	"github.com/ice3man543/subfinder/libsubfinder/sources/threatcrowd"
 	"github.com/ice3man543/subfinder/libsubfinder/sources/threatminer"
@@ -50,12 +51,13 @@ type Source struct {
 	Netcraft       bool
 	Waybackarchive bool
 	Threatminer    bool
+	Riddler        bool
 
 	NoOfSources int
 }
 
 func PassiveDiscovery(state *helper.State) (finalPassiveSubdomains []string) {
-	sourceConfig := Source{false, false, false, false, false, false, false, false, false, false, false, false, false, false, 0}
+	sourceConfig := Source{false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, 0}
 
 	fmt.Printf("\n")
 	if state.Sources == "all" {
@@ -75,10 +77,11 @@ func PassiveDiscovery(state *helper.State) (finalPassiveSubdomains []string) {
 			fmt.Printf("\n[-] Searching For Subdomains in Securitytrails")
 			fmt.Printf("\n[-] Searching For Subdomains in WaybackArchive")
 			fmt.Printf("\n[-] Searching For Subdomains in ThreatMiner")
+			fmt.Printf("\n[-] Searching For Subdomains in Riddler")
 			fmt.Printf("\n[-] Searching For Subdomains in Netcraft\n")
 		}
 
-		sourceConfig = Source{true, true, true, true, true, true, true, true, true, true, true, true, true, true, 14}
+		sourceConfig = Source{true, true, true, true, true, true, true, true, true, true, true, true, true, true, true, 15}
 	} else {
 		// Check data sources and create a source configuration structure
 
@@ -168,6 +171,12 @@ func PassiveDiscovery(state *helper.State) (finalPassiveSubdomains []string) {
 				}
 				sourceConfig.Threatminer = true
 				sourceConfig.NoOfSources = sourceConfig.NoOfSources + 1
+			} else if source == "riddler" {
+				if state.Silent != true {
+					fmt.Printf("\n[-] Searching For Subdomains in Riddler")
+				}
+				sourceConfig.Riddler = true
+				sourceConfig.NoOfSources = sourceConfig.NoOfSources + 1
 			}
 		}
 	}
@@ -219,6 +228,9 @@ func PassiveDiscovery(state *helper.State) (finalPassiveSubdomains []string) {
 	if sourceConfig.Threatminer == true {
 		go threatminer.Query(state, ch)
 	}
+	if sourceConfig.Riddler == true {
+		go riddler.Query(state, ch)
+	}
 
 	// Recieve data from all goroutines running
 	for i := 0; i < sourceConfig.NoOfSources; i++ {

libsubfinder/helper/state.go

@@ -40,6 +40,9 @@ type Config struct {
 	PassivetotalKey      string `json:"passivetotalKey"`      // PassiveTotal api key
 
 	SecurityTrailsKey string `json:"securitytrailsKey"` // SecurityTrails api key
+
+	RiddlerEmail    string `json:"riddlerEmail"`    // Riddler Email
+	RiddlerPassword string `json:"riddlerPassword"` // Riddler Password
 }
 
 func InitState() (state State, err error) {

libsubfinder/sources/riddler/riddler.go

@@ -0,0 +1,112 @@
+//
+// Written By : @ice3man (Nizamul Rana)
+//
+// Distributed Under MIT License
+// Copyrights (C) 2018 Ice3man
+//
+
+// A Parser for subdomains from Riddler
+package riddler
+
+import (
+	"bytes"
+	"encoding/json"
+	"fmt"
+	"io/ioutil"
+	"net/http"
+
+	"github.com/ice3man543/subfinder/libsubfinder/helper"
+)
+
+type authentication struct {
+	Response struct {
+		User struct {
+			Authentication_token string `json:"authentication_token"`
+		} `json:"user"`
+	} `json:"response"`
+}
+
+type host struct {
+	Host string `json:"host"`
+}
+
+var hostResponse []host
+
+var auth authentication
+
+// all subdomains found
+var subdomains []string
+
+// Query function returns all subdomains found using the service.
+func Query(state *helper.State, ch chan helper.Result) {
+	var result helper.Result
+	result.Subdomains = subdomains
+
+	hc := http.Client{}
+
+	var data = []byte(`{"email":"` + state.ConfigState.RiddlerEmail + `", "password":"` + state.ConfigState.RiddlerPassword + `"}`)
+
+	// Create a post request to get subdomain data
+	req, err := http.NewRequest("POST", "https://riddler.io/auth/login", bytes.NewBuffer(data))
+	req.Header.Add("Content-Type", "application/json")
+
+	resp, err := hc.Do(req)
+
+	// Get the response body
+	body, err := ioutil.ReadAll(resp.Body)
+	if err != nil {
+		result.Error = err
+		ch <- result
+		return
+	}
+
+	err = json.Unmarshal([]byte(body), &auth)
+	if err != nil {
+		result.Subdomains = subdomains
+		result.Error = err
+		ch <- result
+		return
+	}
+
+	data = []byte(`{"query":"pld:` + state.Domain + `", "output":"host", "limit":500}`)
+
+	req, err = http.NewRequest("POST", "https://riddler.io/api/search", bytes.NewBuffer(data))
+	req.Header.Add("Content-Type", "application/json")
+	req.Header.Add("Authentication-Token", auth.Response.User.Authentication_token)
+
+	resp, err = hc.Do(req)
+
+	// Get the response body
+	body, err = ioutil.ReadAll(resp.Body)
+	if err != nil {
+		result.Error = err
+		ch <- result
+		return
+	}
+
+	err = json.Unmarshal([]byte(body), &hostResponse)
+	if err != nil {
+		result.Subdomains = subdomains
+		result.Error = err
+		ch <- result
+		return
+	}
+
+	for _, host := range hostResponse {
+
+		subdomain := host.Host
+		if state.Verbose == true {
+			if state.Color == true {
+				fmt.Printf("\n[%sRIDDLER%s] %s", helper.Red, helper.Reset, subdomain)
+			} else {
+				fmt.Printf("\n[RIDDLER] %s", subdomains)
+			}
+		}
+
+		subdomains = append(subdomains, subdomain)
+	}
+
+	result.Subdomains = subdomains
+	result.Error = nil
+	ch <- result
+}