2023-04-10 19:36:13 +05:30
package v3
import (
"testing"
. "github.com/smartystreets/goconvey/convey"
"go.signoz.io/signoz/pkg/query-service/constants"
v3 "go.signoz.io/signoz/pkg/query-service/model/v3"
)
var testGetClickhouseColumnNameData = [ ] struct {
Name string
AttributeKey v3 . AttributeKey
ExpectedColumnName string
} {
{
Name : "attribute" ,
AttributeKey : v3 . AttributeKey { Key : "user_name" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } ,
ExpectedColumnName : "attributes_string_value[indexOf(attributes_string_key, 'user_name')]" ,
} ,
{
Name : "resource" ,
AttributeKey : v3 . AttributeKey { Key : "servicename" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeResource } ,
ExpectedColumnName : "resources_string_value[indexOf(resources_string_key, 'servicename')]" ,
} ,
{
Name : "selected field" ,
AttributeKey : v3 . AttributeKey { Key : "servicename" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag , IsColumn : true } ,
ExpectedColumnName : "servicename" ,
} ,
{
2023-05-25 09:58:32 +05:30
Name : "same name as top level column" ,
2023-04-10 19:36:13 +05:30
AttributeKey : v3 . AttributeKey { Key : "trace_id" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } ,
2023-05-25 09:58:32 +05:30
ExpectedColumnName : "attributes_string_value[indexOf(attributes_string_key, 'trace_id')]" ,
2023-04-10 19:36:13 +05:30
} ,
{
2023-05-25 09:58:32 +05:30
Name : "top level column" ,
AttributeKey : v3 . AttributeKey { Key : "trace_id" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag , IsColumn : true } ,
2023-04-10 19:36:13 +05:30
ExpectedColumnName : "trace_id" ,
} ,
}
func TestGetClickhouseColumnName ( t * testing . T ) {
for _ , tt := range testGetClickhouseColumnNameData {
Convey ( "testGetClickhouseColumnNameData" , t , func ( ) {
2023-06-09 17:07:45 +05:30
columnName := getClickhouseColumnName ( tt . AttributeKey )
2023-04-10 19:36:13 +05:30
So ( columnName , ShouldEqual , tt . ExpectedColumnName )
} )
}
}
var testGetSelectLabelsData = [ ] struct {
Name string
AggregateOperator v3 . AggregateOperator
GroupByTags [ ] v3 . AttributeKey
SelectLabels string
} {
{
Name : "select fields for groupBy attribute" ,
2023-04-25 21:53:46 +05:30
AggregateOperator : v3 . AggregateOperatorCount ,
2023-04-10 19:36:13 +05:30
GroupByTags : [ ] v3 . AttributeKey { { Key : "user_name" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } } ,
SelectLabels : ", attributes_string_value[indexOf(attributes_string_key, 'user_name')] as user_name" ,
} ,
{
Name : "select fields for groupBy resource" ,
2023-04-25 21:53:46 +05:30
AggregateOperator : v3 . AggregateOperatorCount ,
2023-04-10 19:36:13 +05:30
GroupByTags : [ ] v3 . AttributeKey { { Key : "user_name" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeResource } } ,
SelectLabels : ", resources_string_value[indexOf(resources_string_key, 'user_name')] as user_name" ,
} ,
{
Name : "select fields for groupBy attribute and resource" ,
2023-04-25 21:53:46 +05:30
AggregateOperator : v3 . AggregateOperatorCount ,
2023-04-10 19:36:13 +05:30
GroupByTags : [ ] v3 . AttributeKey {
{ Key : "user_name" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeResource } ,
{ Key : "host" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } ,
} ,
SelectLabels : ", resources_string_value[indexOf(resources_string_key, 'user_name')] as user_name, attributes_string_value[indexOf(attributes_string_key, 'host')] as host" ,
} ,
{
Name : "select fields for groupBy materialized columns" ,
2023-04-25 21:53:46 +05:30
AggregateOperator : v3 . AggregateOperatorCount ,
2023-04-10 19:36:13 +05:30
GroupByTags : [ ] v3 . AttributeKey { { Key : "host" , IsColumn : true } } ,
SelectLabels : ", host as host" ,
} ,
2023-05-25 09:58:32 +05:30
{
Name : "trace_id field as an attribute" ,
AggregateOperator : v3 . AggregateOperatorCount ,
GroupByTags : [ ] v3 . AttributeKey { { Key : "trace_id" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } } ,
SelectLabels : ", attributes_string_value[indexOf(attributes_string_key, 'trace_id')] as trace_id" ,
} ,
2023-04-10 19:36:13 +05:30
}
func TestGetSelectLabels ( t * testing . T ) {
for _ , tt := range testGetSelectLabelsData {
Convey ( "testGetSelectLabelsData" , t , func ( ) {
2023-06-09 17:07:45 +05:30
selectLabels , err := getSelectLabels ( tt . AggregateOperator , tt . GroupByTags )
2023-04-10 19:36:13 +05:30
So ( err , ShouldBeNil )
So ( selectLabels , ShouldEqual , tt . SelectLabels )
} )
}
}
var timeSeriesFilterQueryData = [ ] struct {
Name string
FilterSet * v3 . FilterSet
2023-04-24 18:01:13 +05:30
GroupBy [ ] v3 . AttributeKey
2023-04-10 19:36:13 +05:30
ExpectedFilter string
2023-05-17 16:57:04 +05:30
Fields map [ string ] v3 . AttributeKey
Error string
2023-04-10 19:36:13 +05:30
} {
{
Name : "Test attribute and resource attribute" ,
FilterSet : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "user_name" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } , Value : "john" , Operator : "=" } ,
{ Key : v3 . AttributeKey { Key : "k8s_namespace" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeResource } , Value : "my_service" , Operator : "!=" } ,
} } ,
ExpectedFilter : " AND attributes_string_value[indexOf(attributes_string_key, 'user_name')] = 'john' AND resources_string_value[indexOf(resources_string_key, 'k8s_namespace')] != 'my_service'" ,
} ,
{
Name : "Test materialized column" ,
FilterSet : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "user_name" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag , IsColumn : true } , Value : "john" , Operator : "=" } ,
{ Key : v3 . AttributeKey { Key : "k8s_namespace" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeResource } , Value : "my_service" , Operator : "!=" } ,
} } ,
ExpectedFilter : " AND user_name = 'john' AND resources_string_value[indexOf(resources_string_key, 'k8s_namespace')] != 'my_service'" ,
} ,
{
Name : "Test like" ,
FilterSet : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "host" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } , Value : "102.%" , Operator : "like" } ,
} } ,
ExpectedFilter : " AND attributes_string_value[indexOf(attributes_string_key, 'host')] ILIKE '102.%'" ,
} ,
{
Name : "Test IN" ,
FilterSet : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "bytes" , DataType : v3 . AttributeKeyDataTypeFloat64 , Type : v3 . AttributeKeyTypeTag } , Value : [ ] interface { } { 1 , 2 , 3 , 4 } , Operator : "in" } ,
} } ,
ExpectedFilter : " AND attributes_float64_value[indexOf(attributes_float64_key, 'bytes')] IN [1,2,3,4]" ,
} ,
{
Name : "Test DataType int64" ,
FilterSet : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "bytes" , DataType : v3 . AttributeKeyDataTypeInt64 , Type : v3 . AttributeKeyTypeTag } , Value : 10 , Operator : ">" } ,
} } ,
ExpectedFilter : " AND attributes_int64_value[indexOf(attributes_int64_key, 'bytes')] > 10" ,
} ,
{
Name : "Test NOT IN" ,
FilterSet : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "name" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } , Value : [ ] interface { } { "john" , "bunny" } , Operator : "nin" } ,
} } ,
ExpectedFilter : " AND attributes_string_value[indexOf(attributes_string_key, 'name')] NOT IN ['john','bunny']" ,
} ,
{
Name : "Test exists" ,
FilterSet : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "bytes" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } , Value : "" , Operator : "exists" } ,
} } ,
ExpectedFilter : " AND has(attributes_string_key, 'bytes')" ,
} ,
{
Name : "Test not exists" ,
FilterSet : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "bytes" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } , Value : "" , Operator : "nexists" } ,
} } ,
ExpectedFilter : " AND not has(attributes_string_key, 'bytes')" ,
} ,
{
Name : "Test contains" ,
FilterSet : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "host" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } , Value : "102." , Operator : "contains" } ,
} } ,
ExpectedFilter : " AND attributes_string_value[indexOf(attributes_string_key, 'host')] ILIKE '%102.%'" ,
} ,
{
Name : "Test not contains" ,
FilterSet : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "host" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } , Value : "102." , Operator : "ncontains" } ,
} } ,
ExpectedFilter : " AND attributes_string_value[indexOf(attributes_string_key, 'host')] NOT ILIKE '%102.%'" ,
} ,
2023-04-24 18:01:13 +05:30
{
Name : "Test groupBy" ,
FilterSet : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "host" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } , Value : "102." , Operator : "ncontains" } ,
} } ,
GroupBy : [ ] v3 . AttributeKey { { Key : "host" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } } ,
ExpectedFilter : " AND attributes_string_value[indexOf(attributes_string_key, 'host')] NOT ILIKE '%102.%' AND indexOf(attributes_string_key, 'host') > 0" ,
} ,
{
Name : "Test groupBy isColumn" ,
FilterSet : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "host" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } , Value : "102." , Operator : "ncontains" } ,
} } ,
GroupBy : [ ] v3 . AttributeKey { { Key : "host" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag , IsColumn : true } } ,
ExpectedFilter : " AND attributes_string_value[indexOf(attributes_string_key, 'host')] NOT ILIKE '%102.%'" ,
} ,
2023-05-17 16:57:04 +05:30
{
Name : "Wrong data" ,
FilterSet : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
2023-06-09 17:07:45 +05:30
{ Key : v3 . AttributeKey { Key : "bytes" , Type : v3 . AttributeKeyTypeTag , DataType : v3 . AttributeKeyDataTypeFloat64 } , Value : true , Operator : "=" } ,
2023-05-17 16:57:04 +05:30
} } ,
2023-06-09 17:07:45 +05:30
Error : "failed to validate and cast value for bytes: invalid data type, expected float, got bool" ,
2023-05-25 09:58:32 +05:30
} ,
{
Name : "Test top level field with metadata" ,
FilterSet : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "body" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } , Value : "%test%" , Operator : "like" } ,
} } ,
ExpectedFilter : " AND attributes_string_value[indexOf(attributes_string_key, 'body')] ILIKE '%test%'" ,
} ,
2023-04-10 19:36:13 +05:30
}
func TestBuildLogsTimeSeriesFilterQuery ( t * testing . T ) {
for _ , tt := range timeSeriesFilterQueryData {
Convey ( "TestBuildLogsTimeSeriesFilterQuery" , t , func ( ) {
2023-06-09 17:07:45 +05:30
query , err := buildLogsTimeSeriesFilterQuery ( tt . FilterSet , tt . GroupBy )
2023-05-17 16:57:04 +05:30
if tt . Error != "" {
So ( err . Error ( ) , ShouldEqual , tt . Error )
} else {
So ( err , ShouldBeNil )
So ( query , ShouldEqual , tt . ExpectedFilter )
}
2023-04-10 19:36:13 +05:30
} )
}
}
var testBuildLogsQueryData = [ ] struct {
Name string
2023-06-09 17:07:45 +05:30
PanelType v3 . PanelType
2023-04-10 19:36:13 +05:30
Start int64
End int64
Step int64
BuilderQuery * v3 . BuilderQuery
GroupByTags [ ] v3 . AttributeKey
TableName string
AggregateOperator v3 . AggregateOperator
ExpectedQuery string
} {
{
2023-06-09 17:07:45 +05:30
Name : "Test aggregate count on select field" ,
PanelType : v3 . PanelTypeGraph ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
2023-04-10 19:36:13 +05:30
BuilderQuery : & v3 . BuilderQuery {
QueryName : "A" ,
2023-04-25 21:53:46 +05:30
AggregateOperator : v3 . AggregateOperatorCount ,
2023-04-10 19:36:13 +05:30
Expression : "A" ,
} ,
TableName : "logs" ,
ExpectedQuery : "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts, toFloat64(count(*)) as value from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) group by ts order by ts" ,
} ,
{
2023-06-09 17:07:45 +05:30
Name : "Test aggregate count on a attribute" ,
PanelType : v3 . PanelTypeGraph ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
2023-04-10 19:36:13 +05:30
BuilderQuery : & v3 . BuilderQuery {
QueryName : "A" ,
AggregateAttribute : v3 . AttributeKey { Key : "user_name" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } ,
2023-04-25 21:53:46 +05:30
AggregateOperator : v3 . AggregateOperatorCount ,
2023-04-10 19:36:13 +05:30
Expression : "A" ,
} ,
TableName : "logs" ,
ExpectedQuery : "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts, toFloat64(count(*)) as value from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) AND has(attributes_string_key, 'user_name') group by ts order by ts" ,
} ,
{
2023-06-09 17:07:45 +05:30
Name : "Test aggregate count on a with filter" ,
PanelType : v3 . PanelTypeGraph ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
2023-04-10 19:36:13 +05:30
BuilderQuery : & v3 . BuilderQuery {
QueryName : "A" ,
AggregateAttribute : v3 . AttributeKey { Key : "user_name" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } ,
2023-04-25 21:53:46 +05:30
AggregateOperator : v3 . AggregateOperatorCount ,
2023-04-10 19:36:13 +05:30
Filters : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "bytes" , DataType : v3 . AttributeKeyDataTypeFloat64 , Type : v3 . AttributeKeyTypeTag } , Value : 100 , Operator : ">" } ,
} } ,
Expression : "A" ,
} ,
TableName : "logs" ,
2023-05-17 16:57:04 +05:30
ExpectedQuery : "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts, toFloat64(count(*)) as value from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) AND attributes_float64_value[indexOf(attributes_float64_key, 'bytes')] > 100.000000 AND has(attributes_string_key, 'user_name') group by ts order by ts" ,
2023-04-10 19:36:13 +05:30
} ,
{
2023-06-09 17:07:45 +05:30
Name : "Test aggregate count distinct and order by value" ,
PanelType : v3 . PanelTypeGraph ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
2023-04-10 19:36:13 +05:30
BuilderQuery : & v3 . BuilderQuery {
QueryName : "A" ,
AggregateAttribute : v3 . AttributeKey { Key : "name" , IsColumn : true } ,
AggregateOperator : v3 . AggregateOperatorCountDistinct ,
Expression : "A" ,
OrderBy : [ ] v3 . OrderBy { { ColumnName : "#SIGNOZ_VALUE" , Order : "ASC" } } ,
} ,
TableName : "logs" ,
ExpectedQuery : "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts, toFloat64(count(distinct(name))) as value from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) group by ts order by value ASC,ts" ,
} ,
{
2023-06-09 17:07:45 +05:30
Name : "Test aggregate count distinct on non selected field" ,
PanelType : v3 . PanelTypeGraph ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
2023-04-10 19:36:13 +05:30
BuilderQuery : & v3 . BuilderQuery {
QueryName : "A" ,
AggregateAttribute : v3 . AttributeKey { Key : "name" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } ,
AggregateOperator : v3 . AggregateOperatorCountDistinct ,
Expression : "A" ,
} ,
TableName : "logs" ,
ExpectedQuery : "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts, toFloat64(count(distinct(attributes_string_value[indexOf(attributes_string_key, 'name')]))) as value from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) group by ts order by ts" ,
} ,
{
2023-06-09 17:07:45 +05:30
Name : "Test aggregate count distinct with filter and groupBy" ,
PanelType : v3 . PanelTypeGraph ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
2023-04-10 19:36:13 +05:30
BuilderQuery : & v3 . BuilderQuery {
QueryName : "A" ,
AggregateAttribute : v3 . AttributeKey { Key : "name" , IsColumn : true } ,
AggregateOperator : v3 . AggregateOperatorCountDistinct ,
Expression : "A" ,
Filters : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "method" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } , Value : "GET" , Operator : "=" } ,
{ Key : v3 . AttributeKey { Key : "x" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeResource } , Value : "abc" , Operator : "!=" } ,
} ,
} ,
GroupBy : [ ] v3 . AttributeKey { { Key : "method" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } } ,
2023-06-09 17:07:45 +05:30
OrderBy : [ ] v3 . OrderBy { { ColumnName : "method" , Order : "ASC" } , { ColumnName : "ts" , Order : "ASC" , Key : "ts" , IsColumn : true } } ,
2023-04-10 19:36:13 +05:30
} ,
TableName : "logs" ,
ExpectedQuery : "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts," +
" attributes_string_value[indexOf(attributes_string_key, 'method')] as method, " +
"toFloat64(count(distinct(name))) as value from signoz_logs.distributed_logs " +
"where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) " +
"AND attributes_string_value[indexOf(attributes_string_key, 'method')] = 'GET' AND resources_string_value[indexOf(resources_string_key, 'x')] != 'abc' " +
2023-04-24 18:01:13 +05:30
"AND indexOf(attributes_string_key, 'method') > 0 " +
2023-04-10 19:36:13 +05:30
"group by method,ts " +
"order by method ASC,ts" ,
} ,
{
2023-06-09 17:07:45 +05:30
Name : "Test aggregate count with multiple filter,groupBy and orderBy" ,
PanelType : v3 . PanelTypeGraph ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
2023-04-10 19:36:13 +05:30
BuilderQuery : & v3 . BuilderQuery {
QueryName : "A" ,
AggregateAttribute : v3 . AttributeKey { Key : "name" , IsColumn : true } ,
AggregateOperator : v3 . AggregateOperatorCountDistinct ,
Expression : "A" ,
Filters : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "method" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } , Value : "GET" , Operator : "=" } ,
{ Key : v3 . AttributeKey { Key : "x" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeResource } , Value : "abc" , Operator : "!=" } ,
} ,
} ,
GroupBy : [ ] v3 . AttributeKey { { Key : "method" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } , { Key : "x" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeResource } } ,
OrderBy : [ ] v3 . OrderBy { { ColumnName : "method" , Order : "ASC" } , { ColumnName : "x" , Order : "ASC" } } ,
} ,
TableName : "logs" ,
ExpectedQuery : "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts," +
" attributes_string_value[indexOf(attributes_string_key, 'method')] as method, " +
"resources_string_value[indexOf(resources_string_key, 'x')] as x, " +
"toFloat64(count(distinct(name))) as value from signoz_logs.distributed_logs " +
"where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) " +
"AND attributes_string_value[indexOf(attributes_string_key, 'method')] = 'GET' AND resources_string_value[indexOf(resources_string_key, 'x')] != 'abc' " +
2023-04-24 18:01:13 +05:30
"AND indexOf(attributes_string_key, 'method') > 0 " +
"AND indexOf(resources_string_key, 'x') > 0 " +
2023-04-10 19:36:13 +05:30
"group by method,x,ts " +
"order by method ASC,x ASC,ts" ,
} ,
{
2023-06-09 17:07:45 +05:30
Name : "Test aggregate avg" ,
PanelType : v3 . PanelTypeGraph ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
2023-04-10 19:36:13 +05:30
BuilderQuery : & v3 . BuilderQuery {
QueryName : "A" ,
AggregateAttribute : v3 . AttributeKey { Key : "bytes" , DataType : v3 . AttributeKeyDataTypeFloat64 , Type : v3 . AttributeKeyTypeTag } ,
AggregateOperator : v3 . AggregateOperatorAvg ,
Expression : "A" ,
Filters : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "method" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } , Value : "GET" , Operator : "=" } ,
} ,
} ,
GroupBy : [ ] v3 . AttributeKey { { Key : "method" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } } ,
2023-06-09 17:07:45 +05:30
OrderBy : [ ] v3 . OrderBy { { ColumnName : "method" , Order : "ASC" } , { ColumnName : "x" , Order : "ASC" , Key : "x" , IsColumn : true } } ,
2023-04-10 19:36:13 +05:30
} ,
TableName : "logs" ,
ExpectedQuery : "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts," +
" attributes_string_value[indexOf(attributes_string_key, 'method')] as method, " +
"avg(attributes_float64_value[indexOf(attributes_float64_key, 'bytes')]) as value " +
"from signoz_logs.distributed_logs " +
"where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) " +
"AND attributes_string_value[indexOf(attributes_string_key, 'method')] = 'GET' " +
2023-04-24 18:01:13 +05:30
"AND indexOf(attributes_string_key, 'method') > 0 " +
2023-04-10 19:36:13 +05:30
"group by method,ts " +
"order by method ASC,ts" ,
} ,
{
2023-06-09 17:07:45 +05:30
Name : "Test aggregate sum" ,
PanelType : v3 . PanelTypeGraph ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
2023-04-10 19:36:13 +05:30
BuilderQuery : & v3 . BuilderQuery {
QueryName : "A" ,
AggregateAttribute : v3 . AttributeKey { Key : "bytes" , IsColumn : true } ,
AggregateOperator : v3 . AggregateOperatorSum ,
Expression : "A" ,
Filters : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "method" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } , Value : "GET" , Operator : "=" } ,
} ,
} ,
GroupBy : [ ] v3 . AttributeKey { { Key : "method" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } } ,
OrderBy : [ ] v3 . OrderBy { { ColumnName : "method" , Order : "ASC" } } ,
} ,
TableName : "logs" ,
ExpectedQuery : "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts," +
" attributes_string_value[indexOf(attributes_string_key, 'method')] as method, " +
"sum(bytes) as value " +
"from signoz_logs.distributed_logs " +
"where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) " +
"AND attributes_string_value[indexOf(attributes_string_key, 'method')] = 'GET' " +
2023-04-24 18:01:13 +05:30
"AND indexOf(attributes_string_key, 'method') > 0 " +
2023-04-10 19:36:13 +05:30
"group by method,ts " +
"order by method ASC,ts" ,
} ,
{
2023-06-09 17:07:45 +05:30
Name : "Test aggregate min" ,
PanelType : v3 . PanelTypeGraph ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
2023-04-10 19:36:13 +05:30
BuilderQuery : & v3 . BuilderQuery {
QueryName : "A" ,
AggregateAttribute : v3 . AttributeKey { Key : "bytes" , IsColumn : true } ,
AggregateOperator : v3 . AggregateOperatorMin ,
Expression : "A" ,
Filters : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "method" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } , Value : "GET" , Operator : "=" } ,
} ,
} ,
GroupBy : [ ] v3 . AttributeKey { { Key : "method" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } } ,
OrderBy : [ ] v3 . OrderBy { { ColumnName : "method" , Order : "ASC" } } ,
} ,
TableName : "logs" ,
ExpectedQuery : "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts," +
" attributes_string_value[indexOf(attributes_string_key, 'method')] as method, " +
"min(bytes) as value " +
"from signoz_logs.distributed_logs " +
"where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) " +
"AND attributes_string_value[indexOf(attributes_string_key, 'method')] = 'GET' " +
2023-04-24 18:01:13 +05:30
"AND indexOf(attributes_string_key, 'method') > 0 " +
2023-04-10 19:36:13 +05:30
"group by method,ts " +
"order by method ASC,ts" ,
} ,
{
2023-06-09 17:07:45 +05:30
Name : "Test aggregate max" ,
PanelType : v3 . PanelTypeGraph ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
2023-04-10 19:36:13 +05:30
BuilderQuery : & v3 . BuilderQuery {
QueryName : "A" ,
AggregateAttribute : v3 . AttributeKey { Key : "bytes" , IsColumn : true } ,
AggregateOperator : v3 . AggregateOperatorMax ,
Expression : "A" ,
Filters : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "method" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } , Value : "GET" , Operator : "=" } ,
} ,
} ,
GroupBy : [ ] v3 . AttributeKey { { Key : "method" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } } ,
OrderBy : [ ] v3 . OrderBy { { ColumnName : "method" , Order : "ASC" } } ,
} ,
TableName : "logs" ,
ExpectedQuery : "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts," +
" attributes_string_value[indexOf(attributes_string_key, 'method')] as method, " +
"max(bytes) as value " +
"from signoz_logs.distributed_logs " +
"where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) " +
"AND attributes_string_value[indexOf(attributes_string_key, 'method')] = 'GET' " +
2023-04-24 18:01:13 +05:30
"AND indexOf(attributes_string_key, 'method') > 0 " +
2023-04-10 19:36:13 +05:30
"group by method,ts " +
"order by method ASC,ts" ,
} ,
{
2023-06-09 17:07:45 +05:30
Name : "Test aggregate PXX" ,
PanelType : v3 . PanelTypeGraph ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
2023-04-10 19:36:13 +05:30
BuilderQuery : & v3 . BuilderQuery {
QueryName : "A" ,
AggregateAttribute : v3 . AttributeKey { Key : "bytes" , IsColumn : true } ,
AggregateOperator : v3 . AggregateOperatorP05 ,
Expression : "A" ,
Filters : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem { } } ,
GroupBy : [ ] v3 . AttributeKey { { Key : "method" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } } ,
OrderBy : [ ] v3 . OrderBy { { ColumnName : "method" , Order : "ASC" } } ,
} ,
TableName : "logs" ,
ExpectedQuery : "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts," +
" attributes_string_value[indexOf(attributes_string_key, 'method')] as method, " +
"quantile(0.05)(bytes) as value " +
"from signoz_logs.distributed_logs " +
"where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) " +
2023-04-24 18:01:13 +05:30
"AND indexOf(attributes_string_key, 'method') > 0 " +
2023-04-10 19:36:13 +05:30
"group by method,ts " +
"order by method ASC,ts" ,
} ,
{
2023-06-09 17:07:45 +05:30
Name : "Test aggregate RateSum" ,
PanelType : v3 . PanelTypeGraph ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
2023-04-10 19:36:13 +05:30
BuilderQuery : & v3 . BuilderQuery {
QueryName : "A" ,
AggregateAttribute : v3 . AttributeKey { Key : "bytes" , IsColumn : true } ,
AggregateOperator : v3 . AggregateOperatorRateSum ,
Expression : "A" ,
Filters : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem { } } ,
GroupBy : [ ] v3 . AttributeKey { { Key : "method" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } } ,
OrderBy : [ ] v3 . OrderBy { { ColumnName : "method" , Order : "ASC" } } ,
} ,
TableName : "logs" ,
ExpectedQuery : "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts, attributes_string_value[indexOf(attributes_string_key, 'method')] as method" +
", sum(bytes)/60 as value from signoz_logs.distributed_logs " +
2023-04-24 18:01:13 +05:30
"where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) " +
"AND indexOf(attributes_string_key, 'method') > 0 " +
"group by method,ts order by method ASC,ts" ,
2023-04-10 19:36:13 +05:30
} ,
{
2023-06-09 17:07:45 +05:30
Name : "Test aggregate rate" ,
PanelType : v3 . PanelTypeGraph ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
2023-04-10 19:36:13 +05:30
BuilderQuery : & v3 . BuilderQuery {
QueryName : "A" ,
AggregateAttribute : v3 . AttributeKey { Key : "bytes" , Type : v3 . AttributeKeyTypeTag , DataType : v3 . AttributeKeyDataTypeFloat64 } ,
AggregateOperator : v3 . AggregateOperatorRate ,
Expression : "A" ,
Filters : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem { } } ,
GroupBy : [ ] v3 . AttributeKey { { Key : "method" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } } ,
OrderBy : [ ] v3 . OrderBy { { ColumnName : "method" , Order : "ASC" } } ,
} ,
TableName : "logs" ,
ExpectedQuery : "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts, attributes_string_value[indexOf(attributes_string_key, 'method')] as method" +
", count(attributes_float64_value[indexOf(attributes_float64_key, 'bytes')])/60 as value " +
"from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) " +
2023-04-24 18:01:13 +05:30
"AND indexOf(attributes_string_key, 'method') > 0 " +
2023-04-10 19:36:13 +05:30
"group by method,ts " +
"order by method ASC,ts" ,
} ,
{
2023-06-09 17:07:45 +05:30
Name : "Test aggregate RateSum without materialized column" ,
PanelType : v3 . PanelTypeGraph ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
2023-04-10 19:36:13 +05:30
BuilderQuery : & v3 . BuilderQuery {
QueryName : "A" ,
AggregateAttribute : v3 . AttributeKey { Key : "bytes" , Type : v3 . AttributeKeyTypeTag , DataType : v3 . AttributeKeyDataTypeFloat64 } ,
AggregateOperator : v3 . AggregateOperatorRateSum ,
Expression : "A" ,
Filters : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem { } } ,
GroupBy : [ ] v3 . AttributeKey { { Key : "method" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } } ,
OrderBy : [ ] v3 . OrderBy { { ColumnName : "method" , Order : "ASC" } } ,
} ,
TableName : "logs" ,
ExpectedQuery : "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts, " +
"attributes_string_value[indexOf(attributes_string_key, 'method')] as method, " +
"sum(attributes_float64_value[indexOf(attributes_float64_key, 'bytes')])/60 as value " +
"from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) " +
2023-04-24 18:01:13 +05:30
"AND indexOf(attributes_string_key, 'method') > 0 " +
2023-04-10 19:36:13 +05:30
"group by method,ts " +
"order by method ASC,ts" ,
} ,
{
2023-06-09 17:07:45 +05:30
Name : "Test Noop" ,
2023-07-04 19:05:20 +05:30
PanelType : v3 . PanelTypeList ,
2023-06-09 17:07:45 +05:30
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
2023-04-10 19:36:13 +05:30
BuilderQuery : & v3 . BuilderQuery {
SelectColumns : [ ] v3 . AttributeKey { } ,
QueryName : "A" ,
AggregateOperator : v3 . AggregateOperatorNoOp ,
Expression : "A" ,
Filters : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem { } } ,
} ,
ExpectedQuery : "SELECT timestamp, id, trace_id, span_id, trace_flags, severity_text, severity_number, body,CAST((attributes_string_key, attributes_string_value), 'Map(String, String)') as attributes_string," +
"CAST((attributes_int64_key, attributes_int64_value), 'Map(String, Int64)') as attributes_int64,CAST((attributes_float64_key, attributes_float64_value), 'Map(String, Float64)') as attributes_float64," +
"CAST((resources_string_key, resources_string_value), 'Map(String, String)') as resources_string " +
2023-06-09 17:07:45 +05:30
"from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) order by timestamp" ,
2023-04-10 19:36:13 +05:30
} ,
2023-07-04 19:05:20 +05:30
{
Name : "Test Noop order by custom" ,
PanelType : v3 . PanelTypeList ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
BuilderQuery : & v3 . BuilderQuery {
SelectColumns : [ ] v3 . AttributeKey { } ,
QueryName : "A" ,
AggregateOperator : v3 . AggregateOperatorNoOp ,
Expression : "A" ,
Filters : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem { } } ,
2023-07-11 15:45:47 +05:30
OrderBy : [ ] v3 . OrderBy { { ColumnName : "method" , DataType : v3 . AttributeKeyDataTypeString , Order : "ASC" , IsColumn : true } } ,
2023-07-04 19:05:20 +05:30
} ,
ExpectedQuery : "SELECT timestamp, id, trace_id, span_id, trace_flags, severity_text, severity_number, body,CAST((attributes_string_key, attributes_string_value), 'Map(String, String)') as attributes_string," +
"CAST((attributes_int64_key, attributes_int64_value), 'Map(String, Int64)') as attributes_int64,CAST((attributes_float64_key, attributes_float64_value), 'Map(String, Float64)') as attributes_float64," +
"CAST((resources_string_key, resources_string_value), 'Map(String, String)') as resources_string " +
"from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) order by method ASC" ,
} ,
2023-07-11 15:45:47 +05:30
{
Name : "Test Noop with filter" ,
PanelType : v3 . PanelTypeList ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
BuilderQuery : & v3 . BuilderQuery {
SelectColumns : [ ] v3 . AttributeKey { } ,
QueryName : "A" ,
AggregateOperator : v3 . AggregateOperatorNoOp ,
Expression : "A" ,
Filters : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "severity_number" , DataType : v3 . AttributeKeyDataTypeInt64 , IsColumn : true } , Operator : "!=" , Value : 0 } ,
} } ,
} ,
ExpectedQuery : "SELECT timestamp, id, trace_id, span_id, trace_flags, severity_text, severity_number, body,CAST((attributes_string_key, attributes_string_value), 'Map(String, String)') as attributes_string," +
"CAST((attributes_int64_key, attributes_int64_value), 'Map(String, Int64)') as attributes_int64,CAST((attributes_float64_key, attributes_float64_value), 'Map(String, Float64)') as attributes_float64," +
"CAST((resources_string_key, resources_string_value), 'Map(String, String)') as resources_string " +
"from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) AND severity_number != 0 order by timestamp" ,
} ,
2023-04-10 19:36:13 +05:30
{
2023-06-09 17:07:45 +05:30
Name : "Test aggregate with having clause" ,
PanelType : v3 . PanelTypeGraph ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
2023-04-10 19:36:13 +05:30
BuilderQuery : & v3 . BuilderQuery {
QueryName : "A" ,
AggregateAttribute : v3 . AttributeKey { Key : "name" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } ,
AggregateOperator : v3 . AggregateOperatorCountDistinct ,
Expression : "A" ,
Having : [ ] v3 . Having {
{
ColumnName : "name" ,
Operator : ">" ,
Value : 10 ,
} ,
} ,
} ,
TableName : "logs" ,
ExpectedQuery : "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts, toFloat64(count(distinct(attributes_string_value[indexOf(attributes_string_key, 'name')]))) as value from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) group by ts having value > 10 order by ts" ,
} ,
{
2023-06-09 17:07:45 +05:30
Name : "Test aggregate with having clause and filters" ,
PanelType : v3 . PanelTypeGraph ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
2023-04-10 19:36:13 +05:30
BuilderQuery : & v3 . BuilderQuery {
QueryName : "A" ,
AggregateAttribute : v3 . AttributeKey { Key : "name" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } ,
AggregateOperator : v3 . AggregateOperatorCountDistinct ,
Expression : "A" ,
Filters : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "method" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } , Value : "GET" , Operator : "=" } ,
} ,
} ,
Having : [ ] v3 . Having {
{
ColumnName : "name" ,
Operator : ">" ,
Value : 10 ,
} ,
} ,
} ,
TableName : "logs" ,
ExpectedQuery : "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts, toFloat64(count(distinct(attributes_string_value[indexOf(attributes_string_key, 'name')]))) as value from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) AND attributes_string_value[indexOf(attributes_string_key, 'method')] = 'GET' group by ts having value > 10 order by ts" ,
} ,
2023-05-25 09:58:32 +05:30
{
2023-06-09 17:07:45 +05:30
Name : "Test top level key" ,
PanelType : v3 . PanelTypeGraph ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
2023-05-25 09:58:32 +05:30
BuilderQuery : & v3 . BuilderQuery {
QueryName : "A" ,
AggregateAttribute : v3 . AttributeKey { Key : "name" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } ,
AggregateOperator : v3 . AggregateOperatorCountDistinct ,
Expression : "A" ,
Filters : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "body" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeUnspecified , IsColumn : true } , Value : "%test%" , Operator : "like" } ,
} ,
} ,
Having : [ ] v3 . Having {
{
ColumnName : "name" ,
Operator : ">" ,
Value : 10 ,
} ,
} ,
} ,
TableName : "logs" ,
ExpectedQuery : "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts, toFloat64(count(distinct(attributes_string_value[indexOf(attributes_string_key, 'name')]))) as value from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) AND body ILIKE '%test%' group by ts having value > 10 order by ts" ,
} ,
{
2023-06-09 17:07:45 +05:30
Name : "Test attribute with same name as top level key" ,
PanelType : v3 . PanelTypeGraph ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
2023-05-25 09:58:32 +05:30
BuilderQuery : & v3 . BuilderQuery {
QueryName : "A" ,
AggregateAttribute : v3 . AttributeKey { Key : "name" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } ,
AggregateOperator : v3 . AggregateOperatorCountDistinct ,
Expression : "A" ,
Filters : & v3 . FilterSet { Operator : "AND" , Items : [ ] v3 . FilterItem {
{ Key : v3 . AttributeKey { Key : "body" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } , Value : "%test%" , Operator : "like" } ,
} ,
} ,
Having : [ ] v3 . Having {
{
ColumnName : "name" ,
Operator : ">" ,
Value : 10 ,
} ,
} ,
} ,
TableName : "logs" ,
ExpectedQuery : "SELECT toStartOfInterval(fromUnixTimestamp64Nano(timestamp), INTERVAL 60 SECOND) AS ts, toFloat64(count(distinct(attributes_string_value[indexOf(attributes_string_key, 'name')]))) as value from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) AND attributes_string_value[indexOf(attributes_string_key, 'body')] ILIKE '%test%' group by ts having value > 10 order by ts" ,
} ,
2023-07-12 16:40:29 +05:30
// Tests for table panel type
{
Name : "TABLE: Test count" ,
PanelType : v3 . PanelTypeTable ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
BuilderQuery : & v3 . BuilderQuery {
QueryName : "A" ,
AggregateOperator : v3 . AggregateOperatorCount ,
Expression : "A" ,
} ,
TableName : "logs" ,
ExpectedQuery : "SELECT now() as ts, toFloat64(count(*)) as value from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000)" ,
} ,
{
Name : "TABLE: Test count with groupBy" ,
PanelType : v3 . PanelTypeTable ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
BuilderQuery : & v3 . BuilderQuery {
QueryName : "A" ,
AggregateOperator : v3 . AggregateOperatorCount ,
Expression : "A" ,
GroupBy : [ ] v3 . AttributeKey {
{ Key : "name" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } ,
} ,
} ,
TableName : "logs" ,
ExpectedQuery : "SELECT now() as ts, attributes_string_value[indexOf(attributes_string_key, 'name')] as name, toFloat64(count(*)) as value from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) AND indexOf(attributes_string_key, 'name') > 0 group by name order by name ASC" ,
} ,
{
Name : "TABLE: Test count with groupBy, orderBy" ,
PanelType : v3 . PanelTypeTable ,
Start : 1680066360726210000 ,
End : 1680066458000000000 ,
Step : 60 ,
BuilderQuery : & v3 . BuilderQuery {
QueryName : "A" ,
AggregateOperator : v3 . AggregateOperatorCount ,
Expression : "A" ,
GroupBy : [ ] v3 . AttributeKey {
{ Key : "name" , DataType : v3 . AttributeKeyDataTypeString , Type : v3 . AttributeKeyTypeTag } ,
} ,
OrderBy : [ ] v3 . OrderBy {
{ ColumnName : "name" , Order : "DESC" } ,
} ,
} ,
TableName : "logs" ,
ExpectedQuery : "SELECT now() as ts, attributes_string_value[indexOf(attributes_string_key, 'name')] as name, toFloat64(count(*)) as value from signoz_logs.distributed_logs where (timestamp >= 1680066360726210000 AND timestamp <= 1680066458000000000) AND indexOf(attributes_string_key, 'name') > 0 group by name order by name DESC" ,
} ,
2023-04-10 19:36:13 +05:30
}
func TestBuildLogsQuery ( t * testing . T ) {
for _ , tt := range testBuildLogsQueryData {
Convey ( "TestBuildLogsQuery" , t , func ( ) {
2023-06-09 17:07:45 +05:30
query , err := buildLogsQuery ( tt . PanelType , tt . Start , tt . End , tt . Step , tt . BuilderQuery )
2023-04-10 19:36:13 +05:30
So ( err , ShouldBeNil )
So ( query , ShouldEqual , tt . ExpectedQuery )
} )
}
}
var testGetZerosForEpochNanoData = [ ] struct {
Name string
Epoch int64
Multiplier int64
Result int64
} {
{
Name : "Test 1" ,
Epoch : 1680712080000 ,
Multiplier : 1000000 ,
Result : 1680712080000000000 ,
} ,
{
Name : "Test 1" ,
Epoch : 1680712080000000000 ,
Multiplier : 1 ,
Result : 1680712080000000000 ,
} ,
}
func TestGetZerosForEpochNano ( t * testing . T ) {
for _ , tt := range testGetZerosForEpochNanoData {
Convey ( "testGetZerosForEpochNanoData" , t , func ( ) {
multiplier := getZerosForEpochNano ( tt . Epoch )
So ( multiplier , ShouldEqual , tt . Multiplier )
So ( tt . Epoch * multiplier , ShouldEqual , tt . Result )
} )
}
}
var testOrderBy = [ ] struct {
2023-06-09 17:07:45 +05:30
Name string
PanelType v3 . PanelType
Items [ ] v3 . OrderBy
Tags [ ] string
Result [ ] string
2023-04-10 19:36:13 +05:30
} {
{
2023-06-09 17:07:45 +05:30
Name : "Test 1" ,
PanelType : v3 . PanelTypeGraph ,
2023-04-10 19:36:13 +05:30
Items : [ ] v3 . OrderBy {
{
ColumnName : "name" ,
Order : "asc" ,
} ,
{
ColumnName : constants . SigNozOrderByValue ,
Order : "desc" ,
} ,
} ,
Tags : [ ] string { "name" } ,
2023-06-09 17:07:45 +05:30
Result : [ ] string { "name asc" , "value desc" } ,
2023-04-10 19:36:13 +05:30
} ,
{
2023-06-09 17:07:45 +05:30
Name : "Test 2" ,
PanelType : v3 . PanelTypeGraph ,
2023-04-10 19:36:13 +05:30
Items : [ ] v3 . OrderBy {
{
ColumnName : "name" ,
Order : "asc" ,
} ,
{
ColumnName : "bytes" ,
Order : "asc" ,
} ,
} ,
Tags : [ ] string { "name" , "bytes" } ,
2023-06-09 17:07:45 +05:30
Result : [ ] string { "name asc" , "bytes asc" } ,
2023-04-10 19:36:13 +05:30
} ,
{
2023-06-09 17:07:45 +05:30
Name : "Test 3" ,
PanelType : v3 . PanelTypeList ,
2023-04-10 19:36:13 +05:30
Items : [ ] v3 . OrderBy {
{
ColumnName : "name" ,
Order : "asc" ,
} ,
{
ColumnName : constants . SigNozOrderByValue ,
Order : "asc" ,
} ,
{
ColumnName : "bytes" ,
Order : "asc" ,
} ,
} ,
Tags : [ ] string { "name" , "bytes" } ,
2023-06-09 17:07:45 +05:30
Result : [ ] string { "name asc" , "bytes asc" , "value asc" } ,
} ,
{
Name : "Test 4" ,
PanelType : v3 . PanelTypeList ,
Items : [ ] v3 . OrderBy {
{
ColumnName : "name" ,
Order : "asc" ,
} ,
{
ColumnName : constants . SigNozOrderByValue ,
Order : "asc" ,
} ,
{
ColumnName : "bytes" ,
Order : "asc" ,
} ,
{
ColumnName : "response_time" ,
Order : "desc" ,
Key : "response_time" ,
Type : v3 . AttributeKeyTypeTag ,
DataType : v3 . AttributeKeyDataTypeString ,
} ,
} ,
Tags : [ ] string { "name" , "bytes" } ,
Result : [ ] string { "name asc" , "bytes asc" , "value asc" , "attributes_string_value[indexOf(attributes_string_key, 'response_time')] desc" } ,
2023-04-10 19:36:13 +05:30
} ,
}
func TestOrderBy ( t * testing . T ) {
for _ , tt := range testOrderBy {
Convey ( "testOrderBy" , t , func ( ) {
2023-06-09 17:07:45 +05:30
res := orderBy ( tt . PanelType , tt . Items , tt . Tags )
So ( res , ShouldResemble , tt . Result )
2023-04-10 19:36:13 +05:30
} )
}
}
