nuclei/pkg/fuzz/stats/simple.go
Ice3man 5f0b7eb19b
feat: added initial live DAST server implementation (#5772)
* feat: added initial live DAST server implementation

* feat: more logging + misc additions

* feat: auth file support enhancements for more complex scenarios + misc

* feat: added io.Reader support to input providers for http

* feat: added stats db to fuzzing + use sdk for dast server + misc

* feat: more additions and enhancements

* misc changes to live server

* misc

* use utils pprof server

* feat: added simpler stats tracking system

* feat: fixed analyzer timeout issue + missing case fix

* misc changes fix

* feat: changed the logics a bit + misc changes and additions

* feat: re-added slope checks + misc

* feat: added baseline measurements for time based checks

* chore(server): fix typos

Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>

* fix(templates): potential DOM XSS

Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>

* fix(authx): potential NIL deref

Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>

* feat: misc review changes

* removed debug logging

* feat: remove existing cookies only

* feat: lint fixes

* misc

* misc text update

* request endpoint update

* feat: added tracking for status code, waf-detection & grouped errors (#6028)

* feat: added tracking for status code, waf-detection & grouped errors

* lint error fixes

* feat: review changes + moving to package + misc

---------

Co-authored-by: sandeep <8293321+ehsandeep@users.noreply.github.com>

* fix var dump (#5921)

* fix var dump

* fix dump test

* Added filename length restriction for debug mode (-srd flag) (#5931)

Co-authored-by: Andrey Matveenko <an.matveenko@vkteam.ru>

* more updates

* Update pkg/output/stats/waf/waf.go

Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>

---------

Co-authored-by: sandeep <8293321+ehsandeep@users.noreply.github.com>
Co-authored-by: Dwi Siswanto <25837540+dwisiswant0@users.noreply.github.com>
Co-authored-by: coderabbitai[bot] <136622811+coderabbitai[bot]@users.noreply.github.com>
Co-authored-by: Dogan Can Bakir <65292895+dogancanbakir@users.noreply.github.com>
Co-authored-by: 9flowers <51699499+Lercas@users.noreply.github.com>
Co-authored-by: Andrey Matveenko <an.matveenko@vkteam.ru>
Co-authored-by: Sandeep Singh <sandeep@projectdiscovery.io>
2025-02-13 18:46:28 +05:30

165 lines
4.4 KiB
Go

package stats
import (
"fmt"
"net/http"
"net/url"
"strings"
"sync"
"sync/atomic"
)
type simpleStats struct {
totalComponentsTested atomic.Int64
totalEndpointsTested atomic.Int64
totalFuzzedRequests atomic.Int64
totalMatchedResults atomic.Int64
totalTemplatesTested atomic.Int64
totalErroredRequests atomic.Int64
statusCodes sync.Map
severityCounts sync.Map
componentsUniqueMap sync.Map
endpointsUniqueMap sync.Map
templatesUniqueMap sync.Map
errorGroupedStats sync.Map
}
func NewSimpleStats() (*simpleStats, error) {
return &simpleStats{
totalComponentsTested: atomic.Int64{},
totalEndpointsTested: atomic.Int64{},
totalMatchedResults: atomic.Int64{},
totalFuzzedRequests: atomic.Int64{},
totalTemplatesTested: atomic.Int64{},
totalErroredRequests: atomic.Int64{},
statusCodes: sync.Map{},
severityCounts: sync.Map{},
componentsUniqueMap: sync.Map{},
endpointsUniqueMap: sync.Map{},
templatesUniqueMap: sync.Map{},
errorGroupedStats: sync.Map{},
}, nil
}
func (s *simpleStats) Close() {}
func (s *simpleStats) InsertComponent(event ComponentEvent) error {
componentKey := fmt.Sprintf("%s_%s", event.ComponentName, event.ComponentType)
if _, ok := s.componentsUniqueMap.Load(componentKey); !ok {
s.componentsUniqueMap.Store(componentKey, true)
s.totalComponentsTested.Add(1)
}
parsedURL, err := url.Parse(event.URL)
if err != nil {
return err
}
endpointsKey := fmt.Sprintf("%s_%s", event.siteName, parsedURL.Path)
if _, ok := s.endpointsUniqueMap.Load(endpointsKey); !ok {
s.endpointsUniqueMap.Store(endpointsKey, true)
s.totalEndpointsTested.Add(1)
}
return nil
}
func (s *simpleStats) InsertMatchedRecord(event FuzzingEvent) error {
s.totalFuzzedRequests.Add(1)
s.incrementStatusCode(event.StatusCode)
if event.Matched {
s.totalMatchedResults.Add(1)
s.incrementSeverityCount(event.Severity)
}
if _, ok := s.templatesUniqueMap.Load(event.TemplateID); !ok {
s.templatesUniqueMap.Store(event.TemplateID, true)
s.totalTemplatesTested.Add(1)
}
return nil
}
func (s *simpleStats) InsertError(event ErrorEvent) error {
s.totalErroredRequests.Add(1)
value, _ := s.errorGroupedStats.LoadOrStore(event.Error, &atomic.Int64{})
if counter, ok := value.(*atomic.Int64); ok {
counter.Add(1)
}
return nil
}
type SimpleStatsResponse struct {
TotalMatchedResults int64
TotalComponentsTested int64
TotalEndpointsTested int64
TotalFuzzedRequests int64
TotalTemplatesTested int64
TotalErroredRequests int64
StatusCodes map[string]int64
SeverityCounts map[string]int64
ErrorGroupedStats map[string]int64
}
func (s *simpleStats) GetStatistics() SimpleStatsResponse {
statusStats := make(map[string]int64)
s.statusCodes.Range(func(key, value interface{}) bool {
if count, ok := value.(*atomic.Int64); ok {
statusStats[formatStatusCode(key.(int))] = count.Load()
}
return true
})
severityStats := make(map[string]int64)
s.severityCounts.Range(func(key, value interface{}) bool {
if count, ok := value.(*atomic.Int64); ok {
severityStats[key.(string)] = count.Load()
}
return true
})
errorStats := make(map[string]int64)
s.errorGroupedStats.Range(func(key, value interface{}) bool {
if count, ok := value.(*atomic.Int64); ok {
errorStats[key.(string)] = count.Load()
}
return true
})
return SimpleStatsResponse{
TotalMatchedResults: s.totalMatchedResults.Load(),
StatusCodes: statusStats,
SeverityCounts: severityStats,
TotalComponentsTested: s.totalComponentsTested.Load(),
TotalEndpointsTested: s.totalEndpointsTested.Load(),
TotalFuzzedRequests: s.totalFuzzedRequests.Load(),
TotalTemplatesTested: s.totalTemplatesTested.Load(),
TotalErroredRequests: s.totalErroredRequests.Load(),
ErrorGroupedStats: errorStats,
}
}
func (s *simpleStats) incrementStatusCode(statusCode int) {
value, _ := s.statusCodes.LoadOrStore(statusCode, &atomic.Int64{})
if counter, ok := value.(*atomic.Int64); ok {
counter.Add(1)
}
}
func (s *simpleStats) incrementSeverityCount(severity string) {
value, _ := s.severityCounts.LoadOrStore(severity, &atomic.Int64{})
if counter, ok := value.(*atomic.Int64); ok {
counter.Add(1)
}
}
func formatStatusCode(code int) string {
escapedText := strings.ToTitle(strings.ReplaceAll(http.StatusText(code), " ", "_"))
formatted := fmt.Sprintf("%d_%s", code, escapedText)
return formatted
}