mirror of
https://github.com/projectdiscovery/nuclei.git
synced 2025-12-18 19:15:27 +00:00
0c7bade615
* introducing execution id * wip * . * adding separate execution context id * lint * vet * fixing pg dialers * test ignore * fixing loader FD limit * test * fd fix * wip: remove CloseProcesses() from dev merge * wip: fix merge issue * protocolstate: stop memguarding on last dialer delete * avoid data race in dialers.RawHTTPClient * use shared logger and avoid race conditions * use shared logger and avoid race conditions * go mod * patch executionId into compiled template cache * clean up comment in Parse * go mod update * bump echarts * address merge issues * fix use of gologger * switch cmd/nuclei to options.Logger * address merge issues with go.mod * go vet: address copy of lock with new Copy function * fixing tests * disable speed control * fix nil ExecuterOptions * removing deprecated code * fixing result print * default logger * cli default logger * filter warning from results * fix performance test * hardcoding path * disable upload * refactor(runner): uses `Warning` instead of `Print` for `pdcpUploadErrMsg` Signed-off-by: Dwi Siswanto <git@dw1.io> * Revert "disable upload" This reverts commit 114fbe6663361bf41cf8b2645fd2d57083d53682. * Revert "hardcoding path" This reverts commit cf12ca800e0a0e974bd9fd4826a24e51547f7c00. --------- Signed-off-by: Dwi Siswanto <git@dw1.io> Co-authored-by: Mzack9999 <mzack9999@protonmail.com> Co-authored-by: Dwi Siswanto <git@dw1.io> Co-authored-by: Dwi Siswanto <25837540+dwisiswant0@users.noreply.github.com>
78 lines
2.9 KiB
Go
78 lines
2.9 KiB
Go
package automaticscan
|
|
|
|
import (
|
|
"github.com/pkg/errors"
|
|
"github.com/projectdiscovery/nuclei/v3/pkg/catalog/config"
|
|
"github.com/projectdiscovery/nuclei/v3/pkg/templates"
|
|
"github.com/projectdiscovery/nuclei/v3/pkg/types"
|
|
sliceutil "github.com/projectdiscovery/utils/slice"
|
|
)
|
|
|
|
// getTemplateDirs returns template directories for given input
|
|
// by default it returns default template directory
|
|
func getTemplateDirs(opts Options) ([]string, error) {
|
|
defaultTemplatesDirectories := []string{config.DefaultConfig.GetTemplateDir()}
|
|
// adding custom template path if available
|
|
if len(opts.ExecuterOpts.Options.Templates) > 0 {
|
|
defaultTemplatesDirectories = append(defaultTemplatesDirectories, opts.ExecuterOpts.Options.Templates...)
|
|
}
|
|
// Collect path for default directories we want to look for templates in
|
|
var allTemplates []string
|
|
for _, directory := range defaultTemplatesDirectories {
|
|
templates, err := opts.ExecuterOpts.Catalog.GetTemplatePath(directory)
|
|
if err != nil {
|
|
return nil, errors.Wrap(err, "could not get templates in directory")
|
|
}
|
|
allTemplates = append(allTemplates, templates...)
|
|
}
|
|
allTemplates = sliceutil.Dedupe(allTemplates)
|
|
if len(allTemplates) == 0 {
|
|
return nil, errors.New("no templates found for given input")
|
|
}
|
|
return allTemplates, nil
|
|
}
|
|
|
|
// LoadTemplatesWithTags loads and returns templates with given tags
|
|
func LoadTemplatesWithTags(opts Options, templateDirs []string, tags []string, logInfo bool) ([]*templates.Template, error) {
|
|
finalTemplates := opts.Store.LoadTemplatesWithTags(templateDirs, tags)
|
|
if len(finalTemplates) == 0 {
|
|
return nil, errors.New("could not find any templates with tech tag")
|
|
}
|
|
|
|
if !opts.ExecuterOpts.Options.DisableClustering {
|
|
// cluster and reduce requests
|
|
totalReqBeforeCluster := getRequestCount(finalTemplates) * int(opts.Target.Count())
|
|
finalTemplates, clusterCount := templates.ClusterTemplates(finalTemplates, opts.ExecuterOpts)
|
|
totalReqAfterClustering := getRequestCount(finalTemplates) * int(opts.Target.Count())
|
|
if totalReqAfterClustering < totalReqBeforeCluster && logInfo {
|
|
opts.ExecuterOpts.Logger.Info().Msgf("Automatic scan tech-detect: Templates clustered: %d (Reduced %d Requests)", clusterCount, totalReqBeforeCluster-totalReqAfterClustering)
|
|
}
|
|
}
|
|
|
|
// log template loaded if VerboseVerbose flag is set
|
|
if opts.ExecuterOpts.Options.VerboseVerbose {
|
|
for _, tpl := range finalTemplates {
|
|
opts.ExecuterOpts.Logger.Print().Msgf("%s\n", templates.TemplateLogMessage(tpl.ID,
|
|
types.ToString(tpl.Info.Name),
|
|
tpl.Info.Authors.ToSlice(),
|
|
tpl.Info.SeverityHolder.Severity))
|
|
}
|
|
|
|
}
|
|
return finalTemplates, nil
|
|
}
|
|
|
|
// returns total requests count
|
|
func getRequestCount(templates []*templates.Template) int {
|
|
count := 0
|
|
for _, template := range templates {
|
|
// ignore requests in workflows as total requests in workflow
|
|
// depends on what templates will be called in workflow
|
|
if len(template.Workflows) > 0 {
|
|
continue
|
|
}
|
|
count += template.TotalRequests
|
|
}
|
|
return count
|
|
}
|