mirror of
https://github.com/SigNoz/signoz.git
synced 2025-12-17 15:36:48 +00:00
6c7275d355
This introduces a new Raw Data Export module to the codebase, enabling users to export raw log data via a dedicated API endpoint. The changes include the implementation of the module and handler, integration with existing infrastructure, configuration updates, and adjustments to tests and module wiring.
116 lines
3.9 KiB
Go
116 lines
3.9 KiB
Go
package telemetrylogs
|
|
|
|
import (
|
|
qbtypes "github.com/SigNoz/signoz/pkg/types/querybuildertypes/querybuildertypesv5"
|
|
"github.com/SigNoz/signoz/pkg/types/telemetrytypes"
|
|
)
|
|
|
|
const (
|
|
|
|
// Internal Columns
|
|
LogsV2IDColumn = "id"
|
|
LogsV2TimestampBucketStartColumn = "ts_bucket_start"
|
|
LogsV2ResourceFingerPrintColumn = "resource_fingerprint"
|
|
|
|
// Intrinsic Columns
|
|
LogsV2TimestampColumn = "timestamp"
|
|
LogsV2ObservedTimestampColumn = "observed_timestamp"
|
|
LogsV2BodyColumn = "body"
|
|
LogsV2TraceIDColumn = "trace_id"
|
|
LogsV2SpanIDColumn = "span_id"
|
|
LogsV2TraceFlagsColumn = "trace_flags"
|
|
LogsV2SeverityTextColumn = "severity_text"
|
|
LogsV2SeverityNumberColumn = "severity_number"
|
|
LogsV2ScopeNameColumn = "scope_name"
|
|
LogsV2ScopeVersionColumn = "scope_version"
|
|
|
|
// Contextual Columns
|
|
LogsV2AttributesStringColumn = "attributes_string"
|
|
LogsV2AttributesNumberColumn = "attributes_number"
|
|
LogsV2AttributesBoolColumn = "attributes_bool"
|
|
LogsV2ResourcesStringColumn = "resources_string"
|
|
LogsV2ScopeStringColumn = "scope_string"
|
|
)
|
|
|
|
var (
|
|
DefaultFullTextColumn = &telemetrytypes.TelemetryFieldKey{
|
|
Name: "body",
|
|
Signal: telemetrytypes.SignalLogs,
|
|
FieldContext: telemetrytypes.FieldContextLog,
|
|
FieldDataType: telemetrytypes.FieldDataTypeString,
|
|
}
|
|
BodyJSONStringSearchPrefix = `body.`
|
|
IntrinsicFields = map[string]telemetrytypes.TelemetryFieldKey{
|
|
"body": {
|
|
Name: "body",
|
|
Signal: telemetrytypes.SignalLogs,
|
|
FieldContext: telemetrytypes.FieldContextLog,
|
|
FieldDataType: telemetrytypes.FieldDataTypeString,
|
|
},
|
|
"trace_id": {
|
|
Name: "trace_id",
|
|
Signal: telemetrytypes.SignalLogs,
|
|
FieldContext: telemetrytypes.FieldContextLog,
|
|
FieldDataType: telemetrytypes.FieldDataTypeString,
|
|
},
|
|
"span_id": {
|
|
Name: "span_id",
|
|
Signal: telemetrytypes.SignalLogs,
|
|
FieldContext: telemetrytypes.FieldContextLog,
|
|
FieldDataType: telemetrytypes.FieldDataTypeString,
|
|
},
|
|
"trace_flags": {
|
|
Name: "trace_flags",
|
|
Signal: telemetrytypes.SignalLogs,
|
|
FieldContext: telemetrytypes.FieldContextLog,
|
|
FieldDataType: telemetrytypes.FieldDataTypeNumber,
|
|
},
|
|
"severity_text": {
|
|
Name: "severity_text",
|
|
Description: "Log level. Learn more [here](https://opentelemetry.io/docs/specs/otel/logs/data-model/#field-severitytext)",
|
|
Signal: telemetrytypes.SignalLogs,
|
|
FieldContext: telemetrytypes.FieldContextLog,
|
|
FieldDataType: telemetrytypes.FieldDataTypeString,
|
|
},
|
|
"severity_number": {
|
|
Name: "severity_number",
|
|
Description: "Numerical value of the severity. Learn more [here](https://opentelemetry.io/docs/specs/otel/logs/data-model/#field-severitynumber)",
|
|
Signal: telemetrytypes.SignalLogs,
|
|
FieldContext: telemetrytypes.FieldContextLog,
|
|
FieldDataType: telemetrytypes.FieldDataTypeNumber,
|
|
},
|
|
"scope_name": {
|
|
Name: "scope_name",
|
|
Description: "Logger name. Learn more about instrumentation scope [here](https://opentelemetry.io/docs/concepts/instrumentation-scope/)",
|
|
Signal: telemetrytypes.SignalLogs,
|
|
FieldContext: telemetrytypes.FieldContextScope,
|
|
FieldDataType: telemetrytypes.FieldDataTypeString,
|
|
},
|
|
"scope_version": {
|
|
Name: "scope_version",
|
|
Signal: telemetrytypes.SignalLogs,
|
|
FieldContext: telemetrytypes.FieldContextScope,
|
|
FieldDataType: telemetrytypes.FieldDataTypeString,
|
|
},
|
|
}
|
|
|
|
DefaultLogsV2SortingOrder = []qbtypes.OrderBy{
|
|
{
|
|
Key: qbtypes.OrderByKey{
|
|
TelemetryFieldKey: telemetrytypes.TelemetryFieldKey{
|
|
Name: LogsV2TimestampColumn,
|
|
},
|
|
},
|
|
Direction: qbtypes.OrderDirectionDesc,
|
|
},
|
|
{
|
|
Key: qbtypes.OrderByKey{
|
|
TelemetryFieldKey: telemetrytypes.TelemetryFieldKey{
|
|
Name: LogsV2IDColumn,
|
|
},
|
|
},
|
|
Direction: qbtypes.OrderDirectionDesc,
|
|
},
|
|
}
|
|
)
|