mirror of
https://github.com/projectdiscovery/nuclei.git
synced 2025-12-17 19:35:27 +00:00
c7c35ffb94
* fix mem leak * bump version tag * http: add global resp body read limit of 4MB * skip creating templateCtx in normal templates * fix mem leak via retryablehttp , fastdialer * go mod tidy * remove unused var * dep update --------- Co-authored-by: sandeep <8293321+ehsandeep@users.noreply.github.com>
113 lines
3.9 KiB
Go
113 lines
3.9 KiB
Go
package offlinehttp
|
|
|
|
import (
|
|
"io"
|
|
"net/http/httputil"
|
|
"os"
|
|
|
|
"github.com/pkg/errors"
|
|
"github.com/remeh/sizedwaitgroup"
|
|
|
|
"github.com/projectdiscovery/gologger"
|
|
"github.com/projectdiscovery/nuclei/v3/pkg/output"
|
|
"github.com/projectdiscovery/nuclei/v3/pkg/protocols"
|
|
"github.com/projectdiscovery/nuclei/v3/pkg/protocols/common/contextargs"
|
|
"github.com/projectdiscovery/nuclei/v3/pkg/protocols/common/generators"
|
|
"github.com/projectdiscovery/nuclei/v3/pkg/protocols/common/helpers/eventcreator"
|
|
"github.com/projectdiscovery/nuclei/v3/pkg/protocols/common/tostring"
|
|
"github.com/projectdiscovery/nuclei/v3/pkg/protocols/utils"
|
|
templateTypes "github.com/projectdiscovery/nuclei/v3/pkg/templates/types"
|
|
)
|
|
|
|
var _ protocols.Request = &Request{}
|
|
|
|
const maxSize = 5 * 1024 * 1024
|
|
|
|
// Type returns the type of the protocol request
|
|
func (request *Request) Type() templateTypes.ProtocolType {
|
|
return templateTypes.OfflineHTTPProtocol
|
|
}
|
|
|
|
// ExecuteWithResults executes the protocol requests and returns results instead of writing them.
|
|
func (request *Request) ExecuteWithResults(input *contextargs.Context, metadata /*TODO review unused parameter*/, previous output.InternalEvent, callback protocols.OutputEventCallback) error {
|
|
wg := sizedwaitgroup.New(request.options.Options.BulkSize)
|
|
|
|
err := request.getInputPaths(input.MetaInput.Input, func(data string) {
|
|
wg.Add()
|
|
|
|
go func(data string) {
|
|
defer wg.Done()
|
|
|
|
file, err := os.Open(data)
|
|
if err != nil {
|
|
gologger.Error().Msgf("Could not open file path %s: %s\n", data, err)
|
|
return
|
|
}
|
|
defer file.Close()
|
|
|
|
stat, err := file.Stat()
|
|
if err != nil {
|
|
gologger.Error().Msgf("Could not stat file path %s: %s\n", data, err)
|
|
return
|
|
}
|
|
if stat.Size() >= int64(maxSize) {
|
|
gologger.Verbose().Msgf("Could not process path %s: exceeded max size\n", data)
|
|
return
|
|
}
|
|
|
|
buffer, err := io.ReadAll(file)
|
|
if err != nil {
|
|
gologger.Error().Msgf("Could not read file path %s: %s\n", data, err)
|
|
return
|
|
}
|
|
dataStr := tostring.UnsafeToString(buffer)
|
|
|
|
resp, err := readResponseFromString(dataStr)
|
|
if err != nil {
|
|
gologger.Error().Msgf("Could not read raw response %s: %s\n", data, err)
|
|
return
|
|
}
|
|
|
|
if request.options.Options.Debug || request.options.Options.DebugRequests {
|
|
gologger.Info().Msgf("[%s] Dumped offline-http request for %s", request.options.TemplateID, data)
|
|
gologger.Print().Msgf("%s", dataStr)
|
|
}
|
|
gologger.Verbose().Msgf("[%s] Sent OFFLINE-HTTP request to %s", request.options.TemplateID, data)
|
|
|
|
dumpedResponse, err := httputil.DumpResponse(resp, true)
|
|
if err != nil {
|
|
gologger.Error().Msgf("Could not dump raw http response %s: %s\n", data, err)
|
|
return
|
|
}
|
|
|
|
body, err := io.ReadAll(resp.Body)
|
|
if err != nil {
|
|
gologger.Error().Msgf("Could not read raw http response body %s: %s\n", data, err)
|
|
return
|
|
}
|
|
|
|
outputEvent := request.responseToDSLMap(resp, data, data, data, tostring.UnsafeToString(dumpedResponse), tostring.UnsafeToString(body), utils.HeadersToString(resp.Header), 0, nil)
|
|
// add response fields to template context and merge templatectx variables to output event
|
|
request.options.AddTemplateVars(input.MetaInput, request.Type(), request.GetID(), outputEvent)
|
|
if request.options.HasTemplateCtx(input.MetaInput) {
|
|
outputEvent = generators.MergeMaps(outputEvent, request.options.GetTemplateCtx(input.MetaInput).GetAll())
|
|
}
|
|
outputEvent["ip"] = ""
|
|
for k, v := range previous {
|
|
outputEvent[k] = v
|
|
}
|
|
|
|
event := eventcreator.CreateEvent(request, outputEvent, request.options.Options.Debug || request.options.Options.DebugResponse)
|
|
callback(event)
|
|
}(data)
|
|
})
|
|
wg.Wait()
|
|
if err != nil {
|
|
request.options.Output.Request(request.options.TemplatePath, input.MetaInput.Input, "file", err)
|
|
request.options.Progress.IncrementFailedRequestsBy(1)
|
|
return errors.Wrap(err, "could not send file request")
|
|
}
|
|
request.options.Progress.IncrementRequests()
|
|
return nil
|
|
}
|