Add Chinaz for subfinder
parent
012a6e6ee9
commit
3533d5ba3f
|
@ -10,6 +10,7 @@ import (
|
|||
"github.com/projectdiscovery/subfinder/v2/pkg/subscraping/sources/censys"
|
||||
"github.com/projectdiscovery/subfinder/v2/pkg/subscraping/sources/certspotter"
|
||||
"github.com/projectdiscovery/subfinder/v2/pkg/subscraping/sources/chaos"
|
||||
"github.com/projectdiscovery/subfinder/v2/pkg/subscraping/sources/chinaz"
|
||||
"github.com/projectdiscovery/subfinder/v2/pkg/subscraping/sources/commoncrawl"
|
||||
"github.com/projectdiscovery/subfinder/v2/pkg/subscraping/sources/crtsh"
|
||||
"github.com/projectdiscovery/subfinder/v2/pkg/subscraping/sources/dnsdb"
|
||||
|
@ -44,6 +45,7 @@ var DefaultSources = []string{
|
|||
"certspotter",
|
||||
"censys",
|
||||
"chaos",
|
||||
"chinaz",
|
||||
"crtsh",
|
||||
"dnsdumpster",
|
||||
"hackertarget",
|
||||
|
@ -150,6 +152,8 @@ func (a *Agent) addSources(sources []string) {
|
|||
a.sources[source] = &certspotter.Source{}
|
||||
case "chaos":
|
||||
a.sources[source] = &chaos.Source{}
|
||||
case "chinaz":
|
||||
a.sources[source] = &chinaz.Source{}
|
||||
case "commoncrawl":
|
||||
a.sources[source] = &commoncrawl.Source{}
|
||||
case "crtsh":
|
||||
|
|
|
@ -33,6 +33,7 @@ type ConfigFile struct {
|
|||
Censys []string `yaml:"censys"`
|
||||
Certspotter []string `yaml:"certspotter"`
|
||||
Chaos []string `yaml:"chaos"`
|
||||
Chinaz []string `yaml:"chinaz"`
|
||||
DNSDB []string `yaml:"dnsdb"`
|
||||
GitHub []string `yaml:"github"`
|
||||
IntelX []string `yaml:"intelx"`
|
||||
|
@ -135,6 +136,9 @@ func (c *ConfigFile) GetKeys() subscraping.Keys {
|
|||
if len(c.Chaos) > 0 {
|
||||
keys.Chaos = c.Chaos[rand.Intn(len(c.Chaos))]
|
||||
}
|
||||
if len(c.Chinaz) > 0 {
|
||||
keys.Chinaz = c.Chinaz[rand.Intn(len(c.Chinaz))]
|
||||
}
|
||||
if (len(c.DNSDB)) > 0 {
|
||||
keys.DNSDB = c.DNSDB[rand.Intn(len(c.DNSDB))]
|
||||
}
|
||||
|
|
|
@ -0,0 +1,56 @@
|
|||
package chinaz
|
||||
// chinaz http://my.chinaz.com/ChinazAPI/DataCenter/MyDataApi
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
jsoniter "github.com/json-iterator/go"
|
||||
"github.com/yhy0/subfinder/v2/pkg/subscraping"
|
||||
"io/ioutil"
|
||||
)
|
||||
|
||||
// Source is the passive scraping agent
|
||||
type Source struct{}
|
||||
|
||||
// Run function returns all subdomains found with the service
|
||||
func (s *Source) Run(ctx context.Context, domain string, session *subscraping.Session) <-chan subscraping.Result {
|
||||
results := make(chan subscraping.Result)
|
||||
|
||||
go func() {
|
||||
defer close(results)
|
||||
|
||||
if session.Keys.Chinaz == "" {
|
||||
return
|
||||
}
|
||||
|
||||
resp, err := session.SimpleGet(ctx, fmt.Sprintf("https://apidatav2.chinaz.com/single/alexa?key=%s&domain=%s", session.Keys.Chinaz, domain))
|
||||
if err != nil {
|
||||
results <- subscraping.Result{Source: s.Name(), Type: subscraping.Error, Error: err}
|
||||
session.DiscardHTTPResponse(resp)
|
||||
return
|
||||
}
|
||||
|
||||
body, err := ioutil.ReadAll(resp.Body)
|
||||
|
||||
resp.Body.Close()
|
||||
|
||||
SubdomainList :=jsoniter.Get(body, "Result").Get("ContributingSubdomainList")
|
||||
|
||||
if SubdomainList.ToBool() {
|
||||
_data := []byte(SubdomainList.ToString())
|
||||
for i := 0 ; i< SubdomainList.Size() ; i++{
|
||||
subdomain := jsoniter.Get(_data,i,"DataUrl").ToString()
|
||||
results <- subscraping.Result{Source: s.Name(), Type: subscraping.Subdomain, Value: subdomain}
|
||||
}
|
||||
} else {
|
||||
results <- subscraping.Result{Source: s.Name(), Type: subscraping.Error, Error: err}
|
||||
return
|
||||
}
|
||||
}()
|
||||
|
||||
return results
|
||||
}
|
||||
|
||||
// Name returns the name of the source
|
||||
func (s *Source) Name() string {
|
||||
return "chinaz"
|
||||
}
|
|
@ -40,6 +40,7 @@ type Keys struct {
|
|||
CensysSecret string `json:"censysPassword"`
|
||||
Certspotter string `json:"certspotter"`
|
||||
Chaos string `json:"chaos"`
|
||||
Chinaz string `json:"chinaz"`
|
||||
DNSDB string `json:"dnsdb"`
|
||||
GitHub []string `json:"github"`
|
||||
IntelXHost string `json:"intelXHost"`
|
||||
|
|
Loading…
Reference in New Issue