mirror of
https://github.com/projectdiscovery/nuclei.git
synced 2025-12-17 19:45:28 +00:00
* feat: added initial live DAST server implementation * feat: more logging + misc additions * feat: auth file support enhancements for more complex scenarios + misc * feat: added io.Reader support to input providers for http * feat: added stats db to fuzzing + use sdk for dast server + misc * feat: more additions and enhancements * misc changes to live server * misc * use utils pprof server * feat: added simpler stats tracking system * feat: fixed analyzer timeout issue + missing case fix * misc changes fix * feat: changed the logics a bit + misc changes and additions * feat: re-added slope checks + misc * feat: added baseline measurements for time based checks * chore(server): fix typos Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com> * fix(templates): potential DOM XSS Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com> * fix(authx): potential NIL deref Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com> * feat: misc review changes * removed debug logging * feat: remove existing cookies only * feat: lint fixes * misc * misc text update * request endpoint update * feat: added tracking for status code, waf-detection & grouped errors (#6028) * feat: added tracking for status code, waf-detection & grouped errors * lint error fixes * feat: review changes + moving to package + misc --------- Co-authored-by: sandeep <8293321+ehsandeep@users.noreply.github.com> * fix var dump (#5921) * fix var dump * fix dump test * Added filename length restriction for debug mode (-srd flag) (#5931) Co-authored-by: Andrey Matveenko <an.matveenko@vkteam.ru> * more updates * Update pkg/output/stats/waf/waf.go Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com> --------- Co-authored-by: sandeep <8293321+ehsandeep@users.noreply.github.com> Co-authored-by: Dwi Siswanto <25837540+dwisiswant0@users.noreply.github.com> Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com> Co-authored-by: Dogan Can Bakir <65292895+dogancanbakir@users.noreply.github.com> Co-authored-by: 9flowers <51699499+Lercas@users.noreply.github.com> Co-authored-by: Andrey Matveenko <an.matveenko@vkteam.ru> Co-authored-by: Sandeep Singh <sandeep@projectdiscovery.io>
165 lines
4.4 KiB
Go
165 lines
4.4 KiB
Go
package stats
|
|
|
|
import (
|
|
"fmt"
|
|
"net/http"
|
|
"net/url"
|
|
"strings"
|
|
"sync"
|
|
"sync/atomic"
|
|
)
|
|
|
|
type simpleStats struct {
|
|
totalComponentsTested atomic.Int64
|
|
totalEndpointsTested atomic.Int64
|
|
totalFuzzedRequests atomic.Int64
|
|
totalMatchedResults atomic.Int64
|
|
totalTemplatesTested atomic.Int64
|
|
totalErroredRequests atomic.Int64
|
|
|
|
statusCodes sync.Map
|
|
severityCounts sync.Map
|
|
|
|
componentsUniqueMap sync.Map
|
|
endpointsUniqueMap sync.Map
|
|
templatesUniqueMap sync.Map
|
|
errorGroupedStats sync.Map
|
|
}
|
|
|
|
func NewSimpleStats() (*simpleStats, error) {
|
|
return &simpleStats{
|
|
totalComponentsTested: atomic.Int64{},
|
|
totalEndpointsTested: atomic.Int64{},
|
|
totalMatchedResults: atomic.Int64{},
|
|
totalFuzzedRequests: atomic.Int64{},
|
|
totalTemplatesTested: atomic.Int64{},
|
|
totalErroredRequests: atomic.Int64{},
|
|
statusCodes: sync.Map{},
|
|
severityCounts: sync.Map{},
|
|
componentsUniqueMap: sync.Map{},
|
|
endpointsUniqueMap: sync.Map{},
|
|
templatesUniqueMap: sync.Map{},
|
|
errorGroupedStats: sync.Map{},
|
|
}, nil
|
|
}
|
|
|
|
func (s *simpleStats) Close() {}
|
|
|
|
func (s *simpleStats) InsertComponent(event ComponentEvent) error {
|
|
componentKey := fmt.Sprintf("%s_%s", event.ComponentName, event.ComponentType)
|
|
if _, ok := s.componentsUniqueMap.Load(componentKey); !ok {
|
|
s.componentsUniqueMap.Store(componentKey, true)
|
|
s.totalComponentsTested.Add(1)
|
|
}
|
|
|
|
parsedURL, err := url.Parse(event.URL)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
endpointsKey := fmt.Sprintf("%s_%s", event.siteName, parsedURL.Path)
|
|
if _, ok := s.endpointsUniqueMap.Load(endpointsKey); !ok {
|
|
s.endpointsUniqueMap.Store(endpointsKey, true)
|
|
s.totalEndpointsTested.Add(1)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (s *simpleStats) InsertMatchedRecord(event FuzzingEvent) error {
|
|
s.totalFuzzedRequests.Add(1)
|
|
|
|
s.incrementStatusCode(event.StatusCode)
|
|
if event.Matched {
|
|
s.totalMatchedResults.Add(1)
|
|
|
|
s.incrementSeverityCount(event.Severity)
|
|
}
|
|
|
|
if _, ok := s.templatesUniqueMap.Load(event.TemplateID); !ok {
|
|
s.templatesUniqueMap.Store(event.TemplateID, true)
|
|
s.totalTemplatesTested.Add(1)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
func (s *simpleStats) InsertError(event ErrorEvent) error {
|
|
s.totalErroredRequests.Add(1)
|
|
|
|
value, _ := s.errorGroupedStats.LoadOrStore(event.Error, &atomic.Int64{})
|
|
if counter, ok := value.(*atomic.Int64); ok {
|
|
counter.Add(1)
|
|
}
|
|
return nil
|
|
}
|
|
|
|
type SimpleStatsResponse struct {
|
|
TotalMatchedResults int64
|
|
TotalComponentsTested int64
|
|
TotalEndpointsTested int64
|
|
TotalFuzzedRequests int64
|
|
TotalTemplatesTested int64
|
|
TotalErroredRequests int64
|
|
StatusCodes map[string]int64
|
|
SeverityCounts map[string]int64
|
|
ErrorGroupedStats map[string]int64
|
|
}
|
|
|
|
func (s *simpleStats) GetStatistics() SimpleStatsResponse {
|
|
statusStats := make(map[string]int64)
|
|
s.statusCodes.Range(func(key, value interface{}) bool {
|
|
if count, ok := value.(*atomic.Int64); ok {
|
|
statusStats[formatStatusCode(key.(int))] = count.Load()
|
|
}
|
|
return true
|
|
})
|
|
|
|
severityStats := make(map[string]int64)
|
|
s.severityCounts.Range(func(key, value interface{}) bool {
|
|
if count, ok := value.(*atomic.Int64); ok {
|
|
severityStats[key.(string)] = count.Load()
|
|
}
|
|
return true
|
|
})
|
|
|
|
errorStats := make(map[string]int64)
|
|
s.errorGroupedStats.Range(func(key, value interface{}) bool {
|
|
if count, ok := value.(*atomic.Int64); ok {
|
|
errorStats[key.(string)] = count.Load()
|
|
}
|
|
return true
|
|
})
|
|
|
|
return SimpleStatsResponse{
|
|
TotalMatchedResults: s.totalMatchedResults.Load(),
|
|
StatusCodes: statusStats,
|
|
SeverityCounts: severityStats,
|
|
TotalComponentsTested: s.totalComponentsTested.Load(),
|
|
TotalEndpointsTested: s.totalEndpointsTested.Load(),
|
|
TotalFuzzedRequests: s.totalFuzzedRequests.Load(),
|
|
TotalTemplatesTested: s.totalTemplatesTested.Load(),
|
|
TotalErroredRequests: s.totalErroredRequests.Load(),
|
|
ErrorGroupedStats: errorStats,
|
|
}
|
|
}
|
|
|
|
func (s *simpleStats) incrementStatusCode(statusCode int) {
|
|
value, _ := s.statusCodes.LoadOrStore(statusCode, &atomic.Int64{})
|
|
if counter, ok := value.(*atomic.Int64); ok {
|
|
counter.Add(1)
|
|
}
|
|
}
|
|
|
|
func (s *simpleStats) incrementSeverityCount(severity string) {
|
|
value, _ := s.severityCounts.LoadOrStore(severity, &atomic.Int64{})
|
|
if counter, ok := value.(*atomic.Int64); ok {
|
|
counter.Add(1)
|
|
}
|
|
}
|
|
|
|
func formatStatusCode(code int) string {
|
|
escapedText := strings.ToTitle(strings.ReplaceAll(http.StatusText(code), " ", "_"))
|
|
formatted := fmt.Sprintf("%d_%s", code, escapedText)
|
|
return formatted
|
|
}
|