nuclei/pkg/fuzz/stats/simple.go

165 lines
4.4 KiB
Go
Raw Normal View History

feat: added initial live DAST server implementation (#5772) * feat: added initial live DAST server implementation * feat: more logging + misc additions * feat: auth file support enhancements for more complex scenarios + misc * feat: added io.Reader support to input providers for http * feat: added stats db to fuzzing + use sdk for dast server + misc * feat: more additions and enhancements * misc changes to live server * misc * use utils pprof server * feat: added simpler stats tracking system * feat: fixed analyzer timeout issue + missing case fix * misc changes fix * feat: changed the logics a bit + misc changes and additions * feat: re-added slope checks + misc * feat: added baseline measurements for time based checks * chore(server): fix typos Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com> * fix(templates): potential DOM XSS Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com> * fix(authx): potential NIL deref Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com> * feat: misc review changes * removed debug logging * feat: remove existing cookies only * feat: lint fixes * misc * misc text update * request endpoint update * feat: added tracking for status code, waf-detection & grouped errors (#6028) * feat: added tracking for status code, waf-detection & grouped errors * lint error fixes * feat: review changes + moving to package + misc --------- Co-authored-by: sandeep <8293321+ehsandeep@users.noreply.github.com> * fix var dump (#5921) * fix var dump * fix dump test * Added filename length restriction for debug mode (-srd flag) (#5931) Co-authored-by: Andrey Matveenko <an.matveenko@vkteam.ru> * more updates * Update pkg/output/stats/waf/waf.go Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com> --------- Co-authored-by: sandeep <8293321+ehsandeep@users.noreply.github.com> Co-authored-by: Dwi Siswanto <25837540+dwisiswant0@users.noreply.github.com> Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com> Co-authored-by: Dogan Can Bakir <65292895+dogancanbakir@users.noreply.github.com> Co-authored-by: 9flowers <51699499+Lercas@users.noreply.github.com> Co-authored-by: Andrey Matveenko <an.matveenko@vkteam.ru> Co-authored-by: Sandeep Singh <sandeep@projectdiscovery.io>
2025-02-13 18:46:28 +05:30
package stats
import (
"fmt"
"net/http"
"net/url"
"strings"
"sync"
"sync/atomic"
)
type simpleStats struct {
totalComponentsTested atomic.Int64
totalEndpointsTested atomic.Int64
totalFuzzedRequests atomic.Int64
totalMatchedResults atomic.Int64
totalTemplatesTested atomic.Int64
totalErroredRequests atomic.Int64
statusCodes sync.Map
severityCounts sync.Map
componentsUniqueMap sync.Map
endpointsUniqueMap sync.Map
templatesUniqueMap sync.Map
errorGroupedStats sync.Map
}
func NewSimpleStats() (*simpleStats, error) {
return &simpleStats{
totalComponentsTested: atomic.Int64{},
totalEndpointsTested: atomic.Int64{},
totalMatchedResults: atomic.Int64{},
totalFuzzedRequests: atomic.Int64{},
totalTemplatesTested: atomic.Int64{},
totalErroredRequests: atomic.Int64{},
statusCodes: sync.Map{},
severityCounts: sync.Map{},
componentsUniqueMap: sync.Map{},
endpointsUniqueMap: sync.Map{},
templatesUniqueMap: sync.Map{},
errorGroupedStats: sync.Map{},
}, nil
}
func (s *simpleStats) Close() {}
func (s *simpleStats) InsertComponent(event ComponentEvent) error {
componentKey := fmt.Sprintf("%s_%s", event.ComponentName, event.ComponentType)
if _, ok := s.componentsUniqueMap.Load(componentKey); !ok {
s.componentsUniqueMap.Store(componentKey, true)
s.totalComponentsTested.Add(1)
}
parsedURL, err := url.Parse(event.URL)
if err != nil {
return err
}
endpointsKey := fmt.Sprintf("%s_%s", event.siteName, parsedURL.Path)
if _, ok := s.endpointsUniqueMap.Load(endpointsKey); !ok {
s.endpointsUniqueMap.Store(endpointsKey, true)
s.totalEndpointsTested.Add(1)
}
return nil
}
func (s *simpleStats) InsertMatchedRecord(event FuzzingEvent) error {
s.totalFuzzedRequests.Add(1)
s.incrementStatusCode(event.StatusCode)
if event.Matched {
s.totalMatchedResults.Add(1)
s.incrementSeverityCount(event.Severity)
}
if _, ok := s.templatesUniqueMap.Load(event.TemplateID); !ok {
s.templatesUniqueMap.Store(event.TemplateID, true)
s.totalTemplatesTested.Add(1)
}
return nil
}
func (s *simpleStats) InsertError(event ErrorEvent) error {
s.totalErroredRequests.Add(1)
value, _ := s.errorGroupedStats.LoadOrStore(event.Error, &atomic.Int64{})
if counter, ok := value.(*atomic.Int64); ok {
counter.Add(1)
}
return nil
}
type SimpleStatsResponse struct {
TotalMatchedResults int64
TotalComponentsTested int64
TotalEndpointsTested int64
TotalFuzzedRequests int64
TotalTemplatesTested int64
TotalErroredRequests int64
StatusCodes map[string]int64
SeverityCounts map[string]int64
ErrorGroupedStats map[string]int64
}
func (s *simpleStats) GetStatistics() SimpleStatsResponse {
statusStats := make(map[string]int64)
s.statusCodes.Range(func(key, value interface{}) bool {
if count, ok := value.(*atomic.Int64); ok {
statusStats[formatStatusCode(key.(int))] = count.Load()
}
return true
})
severityStats := make(map[string]int64)
s.severityCounts.Range(func(key, value interface{}) bool {
if count, ok := value.(*atomic.Int64); ok {
severityStats[key.(string)] = count.Load()
}
return true
})
errorStats := make(map[string]int64)
s.errorGroupedStats.Range(func(key, value interface{}) bool {
if count, ok := value.(*atomic.Int64); ok {
errorStats[key.(string)] = count.Load()
}
return true
})
return SimpleStatsResponse{
TotalMatchedResults: s.totalMatchedResults.Load(),
StatusCodes: statusStats,
SeverityCounts: severityStats,
TotalComponentsTested: s.totalComponentsTested.Load(),
TotalEndpointsTested: s.totalEndpointsTested.Load(),
TotalFuzzedRequests: s.totalFuzzedRequests.Load(),
TotalTemplatesTested: s.totalTemplatesTested.Load(),
TotalErroredRequests: s.totalErroredRequests.Load(),
ErrorGroupedStats: errorStats,
}
}
func (s *simpleStats) incrementStatusCode(statusCode int) {
value, _ := s.statusCodes.LoadOrStore(statusCode, &atomic.Int64{})
if counter, ok := value.(*atomic.Int64); ok {
counter.Add(1)
}
}
func (s *simpleStats) incrementSeverityCount(severity string) {
value, _ := s.severityCounts.LoadOrStore(severity, &atomic.Int64{})
if counter, ok := value.(*atomic.Int64); ok {
counter.Add(1)
}
}
func formatStatusCode(code int) string {
escapedText := strings.ToTitle(strings.ReplaceAll(http.StatusText(code), " ", "_"))
formatted := fmt.Sprintf("%d_%s", code, escapedText)
return formatted
}