mirror of
https://github.com/projectdiscovery/nuclei.git
synced 2025-12-18 06:25:29 +00:00
8d904709c0
* HybridTechDetection with wappalyzer and tech templates. * automatic scan: refactor + misc updates * fix progress multi init panic * fix no result found statement * fix target in print statement * include detect,favicon tags as part of detection --------- Co-authored-by: Tarun Koyalwar <tarun@projectdiscovery.io>
64 lines
2.5 KiB
Go
64 lines
2.5 KiB
Go
package automaticscan
|
|
|
|
import (
|
|
"github.com/pkg/errors"
|
|
"github.com/projectdiscovery/gologger"
|
|
"github.com/projectdiscovery/nuclei/v3/pkg/catalog/config"
|
|
"github.com/projectdiscovery/nuclei/v3/pkg/templates"
|
|
sliceutil "github.com/projectdiscovery/utils/slice"
|
|
)
|
|
|
|
// getTemplateDirs returns template directories for given input
|
|
// by default it returns default template directory
|
|
func getTemplateDirs(opts Options) ([]string, error) {
|
|
defaultTemplatesDirectories := []string{config.DefaultConfig.GetTemplateDir()}
|
|
// adding custom template path if available
|
|
if len(opts.ExecuterOpts.Options.Templates) > 0 {
|
|
defaultTemplatesDirectories = append(defaultTemplatesDirectories, opts.ExecuterOpts.Options.Templates...)
|
|
}
|
|
// Collect path for default directories we want to look for templates in
|
|
var allTemplates []string
|
|
for _, directory := range defaultTemplatesDirectories {
|
|
templates, err := opts.ExecuterOpts.Catalog.GetTemplatePath(directory)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "could not get templates in directory")
|
|
}
|
|
allTemplates = append(allTemplates, templates...)
|
|
}
|
|
allTemplates = sliceutil.Dedupe(allTemplates)
|
|
if len(allTemplates) == 0 {
|
|
return nil, errors.New("no templates found for given input")
|
|
}
|
|
return allTemplates, nil
|
|
}
|
|
|
|
// LoadTemplatesWithTags loads and returns templates with given tags
|
|
func LoadTemplatesWithTags(opts Options, templateDirs []string, tags []string, logInfo bool) ([]*templates.Template, error) {
|
|
tagTemplates := opts.Store.LoadTemplatesWithTags(templateDirs, tags)
|
|
if len(tagTemplates) == 0 {
|
|
return nil, errors.New("could not find any templates with tech tag")
|
|
}
|
|
// cluster and reduce requests
|
|
totalReqBeforeCluster := getRequestCount(tagTemplates) * int(opts.Target.Count())
|
|
finalTemplates, clusterCount := templates.ClusterTemplates(tagTemplates, opts.ExecuterOpts)
|
|
totalReqAfterClustering := getRequestCount(finalTemplates) * int(opts.Target.Count())
|
|
if totalReqAfterClustering < totalReqBeforeCluster && logInfo {
|
|
gologger.Info().Msgf("Automatic scan tech-detect: Templates clustered: %d (Reduced %d Requests)", clusterCount, totalReqBeforeCluster-totalReqAfterClustering)
|
|
}
|
|
return finalTemplates, nil
|
|
}
|
|
|
|
// returns total requests count
|
|
func getRequestCount(templates []*templates.Template) int {
|
|
count := 0
|
|
for _, template := range templates {
|
|
// ignore requests in workflows as total requests in workflow
|
|
// depends on what templates will be called in workflow
|
|
if len(template.Workflows) > 0 {
|
|
continue
|
|
}
|
|
count += template.TotalRequests
|
|
}
|
|
return count
|
|
}
|