daffainfo
/
subfinder
mirror of https://github.com/daffainfo/subfinder.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Modified some sources

master
Ice3man543 2019-12-03 19:33:19 +05:30
parent a045078bb0
commit 8b3b14292f
2 changed files with 31 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

29
pkg/subscraping/agent.go
View File

@ -53,3 +53,32 @@ func (s *Session) NormalGet(url string) (*http.Response, error) {
return resp, nil
}
// Get makes a GET request to a URL
func (s *Session) Get(url string, cookies string, headers map[string]string) (*http.Response, error) {
req, err := http.NewRequest("GET", url, nil)
if err != nil {
return nil, err
}
req.Header.Set("User-Agent", "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/78.0.3904.108 Safari/537.36")
req.Header.Set("Accept", "*/*")
req.Header.Set("Accept-Language", "en")
if cookies != "" {
req.Header.Set("Cookie", cookies)
}
if headers != nil {
for key, value := range headers {
req.Header.Set(key, value)
}
}
resp, err := s.Client.Do(req)
if err != nil {
return nil, err
}
return resp, nil
}

4
pkg/subscraping/sources/certspotter/certspotter.go
View File

@ -27,7 +27,7 @@ func (s *Source) Run(ctx context.Context, domain string, session *subscraping.Se
return
}
resp, err := session.Client.Get(fmt.Sprintf("https://api.certspotter.com/v1/issuances?domain=%s&include_subdomains=true&expand=dns_names", domain), "", map[string]string{"Authorization": "Bearer " + session.Keys.Certspotter})
resp, err := session.Get(fmt.Sprintf("https://api.certspotter.com/v1/issuances?domain=%s&include_subdomains=true&expand=dns_names", domain), "", map[string]string{"Authorization": "Bearer " + session.Keys.Certspotter})
if err != nil {
results <- subscraping.Result{Source: s.Name(), Type: subscraping.Error, Error: err}
close(results)
@ -55,7 +55,7 @@ func (s *Source) Run(ctx context.Context, domain string, session *subscraping.Se
for {
reqURL := fmt.Sprintf("https://api.certspotter.com/v1/issuances?domain=%s&include_subdomains=true&expand=dns_names&after=%s", domain, id)
resp, err := session.Client.Get(reqURL, "", map[string]string{"Authorization": "Bearer " + session.Keys.Certspotter})
resp, err := session.Get(reqURL, "", map[string]string{"Authorization": "Bearer " + session.Keys.Certspotter})
if err != nil {
results <- subscraping.Result{Source: s.Name(), Type: subscraping.Error, Error: err}
close(results)