mirror of
https://github.com/projectdiscovery/nuclei.git
synced 2025-12-17 19:25:26 +00:00
96646c8f53
* Add s3 bucket template provider - Refactor the custom github template code - add interface for template provider * Validate if aws creds are passed if bucket flag - refactor s3 provider struct to take client - add function which returns the aws s3 client - update error messages * Add aws s3 bucket flags documentation in README.md - Rename the github_test.go to customTemplate_test.go * go mod update * Move template provider code to pkg/external/customtemplates dir * Added initial data_source sync to cloud * Misc * Add pagination to scan output and scan list (#2858) * Add pagination to scan output and scan list * Use time based parameters instead of page numbers * Fix linting errors * Do not check limits at client, check at server * Remove unused constant * Misc update * Removed unnecessary flags * Misc * Misc * Misc endpoint additions * Added more routes * Typo fix * Misc fixes * Misc * Misc fixes to cloud target logic + use int for IDs * Misc * Misc fixes * Misc * Misc fixes * readme update * Add JSON output support for list-scan option (#2876) * Add JSON output support for list-scan option * Fix typo in cloud JSON output description * Following changes - Update status(finished, running) to be lower-case by default - Convert status to upper-case in DisplayScanList() * Update status to be lower-case by default * Remove additional json flag, instead use existing * Merge conflict * Accomodate comment changes and restructure code Co-authored-by: Jaideep K <jaideep@one2n.in> * Use integer IDs for scan tasks * Added get-templates-targets endpoint + JSON + validation * Added target count list * misc option / description updates * Added changes as per code review * duplicate options + typo updates * Added tablewriter for tabular data writing by default * Fixed list scan endpoint * Review changes * workflow fix * Added cloud tags etc based filtering (#3070) * Added omitempty for filtering request * go mod tidy * misc format update Co-authored-by: shubhamrasal <shubhamdharmarasal@gmail.com> Co-authored-by: Ice3man <nizamulrana@gmail.com> Co-authored-by: Jaideep Khandelwal <jdk2588@gmail.com> Co-authored-by: Siddharth Shashikar <60960197+shashikarsiddharth@users.noreply.github.com> Co-authored-by: Jaideep K <jaideep@one2n.in>
79 lines
2.9 KiB
Go
79 lines
2.9 KiB
Go
package parsers
|
|
|
|
import (
|
|
"github.com/projectdiscovery/gologger"
|
|
"github.com/projectdiscovery/nuclei/v2/pkg/catalog/loader/filter"
|
|
"github.com/projectdiscovery/nuclei/v2/pkg/model"
|
|
"github.com/projectdiscovery/nuclei/v2/pkg/protocols"
|
|
)
|
|
|
|
type workflowLoader struct {
|
|
pathFilter *filter.PathFilter
|
|
tagFilter *filter.TagFilter
|
|
options *protocols.ExecuterOptions
|
|
}
|
|
|
|
// NewLoader returns a new workflow loader structure
|
|
func NewLoader(options *protocols.ExecuterOptions) (model.WorkflowLoader, error) {
|
|
tagFilter, err := filter.New(&filter.Config{
|
|
Authors: options.Options.Authors,
|
|
Tags: options.Options.Tags,
|
|
ExcludeTags: options.Options.ExcludeTags,
|
|
IncludeTags: options.Options.IncludeTags,
|
|
IncludeIds: options.Options.IncludeIds,
|
|
ExcludeIds: options.Options.ExcludeIds,
|
|
Severities: options.Options.Severities,
|
|
ExcludeSeverities: options.Options.ExcludeSeverities,
|
|
Protocols: options.Options.Protocols,
|
|
ExcludeProtocols: options.Options.ExcludeProtocols,
|
|
IncludeConditions: options.Options.IncludeConditions,
|
|
})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
pathFilter := filter.NewPathFilter(&filter.PathFilterConfig{
|
|
IncludedTemplates: options.Options.IncludeTemplates,
|
|
ExcludedTemplates: options.Options.ExcludedTemplates,
|
|
}, options.Catalog)
|
|
|
|
return &workflowLoader{pathFilter: pathFilter, tagFilter: tagFilter, options: options}, nil
|
|
}
|
|
|
|
func (w *workflowLoader) GetTemplatePathsByTags(templateTags []string) []string {
|
|
includedTemplates, errs := w.options.Catalog.GetTemplatesPath([]string{w.options.Options.TemplatesDirectory})
|
|
for template, err := range errs {
|
|
gologger.Error().Msgf("Could not find template '%s': %s", template, err)
|
|
}
|
|
templatePathMap := w.pathFilter.Match(includedTemplates)
|
|
|
|
loadedTemplates := make([]string, 0, len(templatePathMap))
|
|
for templatePath := range templatePathMap {
|
|
loaded, err := LoadTemplate(templatePath, w.tagFilter, templateTags, w.options.Catalog)
|
|
if err != nil {
|
|
gologger.Warning().Msgf("Could not load template %s: %s\n", templatePath, err)
|
|
} else if loaded {
|
|
loadedTemplates = append(loadedTemplates, templatePath)
|
|
}
|
|
}
|
|
return loadedTemplates
|
|
}
|
|
|
|
func (w *workflowLoader) GetTemplatePaths(templatesList []string, noValidate bool) []string {
|
|
includedTemplates, errs := w.options.Catalog.GetTemplatesPath(templatesList)
|
|
for template, err := range errs {
|
|
gologger.Error().Msgf("Could not find template '%s': %s", template, err)
|
|
}
|
|
templatesPathMap := w.pathFilter.Match(includedTemplates)
|
|
|
|
loadedTemplates := make([]string, 0, len(templatesPathMap))
|
|
for templatePath := range templatesPathMap {
|
|
matched, err := LoadTemplate(templatePath, w.tagFilter, nil, w.options.Catalog)
|
|
if err != nil {
|
|
gologger.Warning().Msgf("Could not load template %s: %s\n", templatePath, err)
|
|
} else if matched || noValidate {
|
|
loadedTemplates = append(loadedTemplates, templatePath)
|
|
}
|
|
}
|
|
return loadedTemplates
|
|
}
|