mirror of
https://github.com/SigNoz/signoz.git
synced 2025-12-17 23:47:12 +00:00
8455349459
* fix: initial commit for agents * fix: remove frontend package manger commit * fix: use sqlstore * fix: opamp server changes * fix: tests * fix: tests * fix: minor changes * fix: migrations * fix: use uuid7 * fix: use default orgID for single tenant * fix: pipelines tests fixed * fix: use correct agentId * fix: use orgID in coordinator * fix: fix tests * fix: remove redundant hash check * fix: migration * fix: migration * fix: address comments * fix: rename migration file * fix: remove unwanted orgid code * fix: use orggetter * fix: comment * fix: schema cleanup * fix: minor changes * chore: addresses changes * fix: add back agentID as it used ulid * fix: keep only 50 agents for an orgId * chore: explicitly specify text type * chore: use valuer.uuid for orgid * fix: linting complain * chore: final fixes * chore: minor changes * fix: add not null * fix: fe tests --------- Co-authored-by: Vikrant Gupta <vikrant@signoz.io>
324 lines
12 KiB
Go
324 lines
12 KiB
Go
package sqlmigration
|
|
|
|
import (
|
|
"context"
|
|
"database/sql"
|
|
"time"
|
|
|
|
"github.com/SigNoz/signoz/pkg/errors"
|
|
"github.com/SigNoz/signoz/pkg/factory"
|
|
"github.com/SigNoz/signoz/pkg/sqlstore"
|
|
"github.com/SigNoz/signoz/pkg/types"
|
|
"github.com/SigNoz/signoz/pkg/types/opamptypes"
|
|
"github.com/SigNoz/signoz/pkg/valuer"
|
|
"github.com/uptrace/bun"
|
|
"github.com/uptrace/bun/migrate"
|
|
)
|
|
|
|
type updateAgents struct {
|
|
store sqlstore.SQLStore
|
|
}
|
|
|
|
type existingAgent41 struct {
|
|
bun.BaseModel `bun:"table:agents"`
|
|
AgentID string `bun:"agent_id,pk,type:text,unique"`
|
|
StartedAt time.Time `bun:"started_at,notnull"`
|
|
TerminatedAt time.Time `bun:"terminated_at"`
|
|
CurrentStatus opamptypes.AgentStatus `bun:"current_status,type:text,notnull"`
|
|
EffectiveConfig string `bun:"effective_config,type:text,notnull"`
|
|
}
|
|
|
|
type newAgent41 struct {
|
|
bun.BaseModel `bun:"table:agent"`
|
|
|
|
types.Identifiable
|
|
types.TimeAuditable
|
|
// AgentID is needed as the ID from opamp client is ULID and not UUID, so we are keeping it like this
|
|
AgentID string `json:"agentId" yaml:"agentId" bun:"agent_id,type:text,notnull,unique"`
|
|
OrgID string `json:"orgId" yaml:"orgId" bun:"org_id,type:text,notnull"`
|
|
TerminatedAt time.Time `json:"terminatedAt" yaml:"terminatedAt" bun:"terminated_at"`
|
|
Status opamptypes.AgentStatus `json:"currentStatus" yaml:"currentStatus" bun:"status,type:text,notnull"`
|
|
Config string `bun:"config,type:text,notnull"`
|
|
}
|
|
|
|
type existingAgentConfigVersions41 struct {
|
|
bun.BaseModel `bun:"table:agent_config_versions"`
|
|
ID string `bun:"id,pk,type:text"`
|
|
CreatedBy string `bun:"created_by,type:text"`
|
|
CreatedAt time.Time `bun:"created_at,default:CURRENT_TIMESTAMP"`
|
|
UpdatedBy string `bun:"updated_by,type:text"`
|
|
UpdatedAt time.Time `bun:"updated_at,default:CURRENT_TIMESTAMP"`
|
|
Version int `bun:"version,default:1,unique:element_version_idx"`
|
|
Active int `bun:"active"`
|
|
IsValid int `bun:"is_valid"`
|
|
Disabled int `bun:"disabled"`
|
|
ElementType opamptypes.ElementType `bun:"element_type,notnull,type:varchar(120),unique:element_version_idx"`
|
|
DeployStatus opamptypes.DeployStatus `bun:"deploy_status,notnull,type:varchar(80),default:'DIRTY'"`
|
|
DeploySequence int `bun:"deploy_sequence"`
|
|
DeployResult string `bun:"deploy_result,type:text"`
|
|
LastHash string `bun:"last_hash,type:text"`
|
|
LastConfig string `bun:"last_config,type:text"`
|
|
}
|
|
|
|
type newAgentConfigVersion41 struct {
|
|
bun.BaseModel `bun:"table:agent_config_version"`
|
|
|
|
types.Identifiable
|
|
types.TimeAuditable
|
|
types.UserAuditable
|
|
OrgID string `json:"orgId" bun:"org_id,type:text,notnull,unique:element_version_org_idx"`
|
|
Version int `json:"version" bun:"version,unique:element_version_org_idx"`
|
|
ElementType opamptypes.ElementType `json:"elementType" bun:"element_type,type:text,notnull,unique:element_version_org_idx"`
|
|
DeployStatus opamptypes.DeployStatus `json:"deployStatus" bun:"deploy_status,type:text,notnull,default:'dirty'"`
|
|
DeploySequence int `json:"deploySequence" bun:"deploy_sequence"`
|
|
DeployResult string `json:"deployResult" bun:"deploy_result,type:text"`
|
|
Hash string `json:"lastHash" bun:"hash,type:text"`
|
|
Config string `json:"config" bun:"config,type:text"`
|
|
}
|
|
|
|
type existingAgentConfigElement41 struct {
|
|
bun.BaseModel `bun:"table:agent_config_elements"`
|
|
|
|
ID string `bun:"id,pk,type:text"`
|
|
CreatedBy string `bun:"created_by,type:text"`
|
|
CreatedAt time.Time `bun:"created_at,default:CURRENT_TIMESTAMP"`
|
|
UpdatedBy string `bun:"updated_by,type:text"`
|
|
UpdatedAt time.Time `bun:"updated_at,default:CURRENT_TIMESTAMP"`
|
|
ElementID string `bun:"element_id,type:text,notnull,unique:agent_config_elements_u1"`
|
|
ElementType string `bun:"element_type,type:varchar(120),notnull,unique:agent_config_elements_u1"`
|
|
VersionID string `bun:"version_id,type:text,notnull,unique:agent_config_elements_u1"`
|
|
}
|
|
|
|
type newAgentConfigElement41 struct {
|
|
bun.BaseModel `bun:"table:agent_config_element"`
|
|
|
|
types.Identifiable
|
|
types.TimeAuditable
|
|
ElementID string `bun:"element_id,type:text,notnull,unique:element_type_version_idx"`
|
|
ElementType string `bun:"element_type,type:text,notnull,unique:element_type_version_idx"`
|
|
VersionID string `bun:"version_id,type:text,notnull,unique:element_type_version_idx"`
|
|
}
|
|
|
|
func NewUpdateAgentsFactory(sqlstore sqlstore.SQLStore) factory.ProviderFactory[SQLMigration, Config] {
|
|
return factory.NewProviderFactory(factory.MustNewName("update_agents"), func(ctx context.Context, ps factory.ProviderSettings, c Config) (SQLMigration, error) {
|
|
return newUpdateAgents(ctx, ps, c, sqlstore)
|
|
})
|
|
}
|
|
|
|
func newUpdateAgents(_ context.Context, _ factory.ProviderSettings, _ Config, store sqlstore.SQLStore) (SQLMigration, error) {
|
|
return &updateAgents{
|
|
store: store,
|
|
}, nil
|
|
}
|
|
|
|
func (migration *updateAgents) Register(migrations *migrate.Migrations) error {
|
|
if err := migrations.Register(migration.Up, migration.Down); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (migration *updateAgents) Up(ctx context.Context, db *bun.DB) error {
|
|
|
|
// begin transaction
|
|
tx, err := db.BeginTx(ctx, nil)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
defer func() {
|
|
_ = tx.Rollback()
|
|
}()
|
|
|
|
// get all org ids
|
|
var orgIDs []string
|
|
if err := tx.NewSelect().Model(new(types.Organization)).Column("id").Scan(ctx, &orgIDs); err != nil {
|
|
return err
|
|
}
|
|
|
|
// there are multiple orgs, so we don't need to update the agents table
|
|
if len(orgIDs) > 1 {
|
|
return errors.Newf(errors.TypeInternal, errors.CodeInternal, "multiple orgs found: %v", orgIDs)
|
|
}
|
|
|
|
err = migration.
|
|
store.
|
|
Dialect().
|
|
RenameTableAndModifyModel(ctx, tx, new(existingAgent41), new(newAgent41), []string{OrgReference}, func(ctx context.Context) error {
|
|
existingAgents := make([]*existingAgent41, 0)
|
|
err = tx.
|
|
NewSelect().
|
|
Model(&existingAgents).
|
|
Scan(ctx)
|
|
if err != nil && err != sql.ErrNoRows {
|
|
return err
|
|
}
|
|
|
|
if err == nil && len(existingAgents) > 0 {
|
|
newAgents, err := migration.
|
|
CopyOldAgentToNewAgent(ctx, tx, existingAgents, orgIDs[0])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
_, err = tx.
|
|
NewInsert().
|
|
Model(&newAgents).
|
|
Exec(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = migration.
|
|
store.
|
|
Dialect().
|
|
RenameTableAndModifyModel(ctx, tx, new(existingAgentConfigVersions41), new(newAgentConfigVersion41), []string{OrgReference}, func(ctx context.Context) error {
|
|
existingAgentConfigVersions := make([]*existingAgentConfigVersions41, 0)
|
|
err = tx.
|
|
NewSelect().
|
|
Model(&existingAgentConfigVersions).
|
|
Scan(ctx)
|
|
if err != nil && err != sql.ErrNoRows {
|
|
return err
|
|
}
|
|
|
|
if err == nil && len(existingAgentConfigVersions) > 0 {
|
|
newAgentConfigVersions, err := migration.
|
|
CopyOldAgentConfigVersionToNewAgentConfigVersion(ctx, tx, existingAgentConfigVersions, orgIDs[0])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
_, err = tx.
|
|
NewInsert().
|
|
Model(&newAgentConfigVersions).
|
|
Exec(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
err = migration.
|
|
store.
|
|
Dialect().
|
|
RenameTableAndModifyModel(ctx, tx, new(existingAgentConfigElement41), new(newAgentConfigElement41), []string{AgentConfigVersionReference}, func(ctx context.Context) error {
|
|
existingAgentConfigElements := make([]*existingAgentConfigElement41, 0)
|
|
err = tx.
|
|
NewSelect().
|
|
Model(&existingAgentConfigElements).
|
|
Scan(ctx)
|
|
if err != nil && err != sql.ErrNoRows {
|
|
return err
|
|
}
|
|
|
|
if err == nil && len(existingAgentConfigElements) > 0 {
|
|
newAgentConfigElements, err := migration.
|
|
CopyOldAgentConfigElementToNewAgentConfigElement(ctx, tx, existingAgentConfigElements, orgIDs[0])
|
|
if err != nil {
|
|
return err
|
|
}
|
|
_, err = tx.
|
|
NewInsert().
|
|
Model(&newAgentConfigElements).
|
|
Exec(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := tx.Commit(); err != nil {
|
|
return err
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (migration *updateAgents) Down(ctx context.Context, db *bun.DB) error {
|
|
return nil
|
|
}
|
|
|
|
func (migration *updateAgents) CopyOldAgentToNewAgent(ctx context.Context, tx bun.IDB, existingAgents []*existingAgent41, orgID string) ([]*newAgent41, error) {
|
|
newAgents := make([]*newAgent41, 0)
|
|
for _, existingAgent := range existingAgents {
|
|
newAgents = append(newAgents, &newAgent41{
|
|
Identifiable: types.Identifiable{ID: valuer.GenerateUUID()},
|
|
AgentID: existingAgent.AgentID,
|
|
TimeAuditable: types.TimeAuditable{
|
|
CreatedAt: time.Unix(existingAgent.StartedAt.Unix(), 0),
|
|
UpdatedAt: time.Unix(existingAgent.StartedAt.Unix(), 0),
|
|
},
|
|
Status: existingAgent.CurrentStatus,
|
|
Config: existingAgent.EffectiveConfig,
|
|
TerminatedAt: existingAgent.TerminatedAt,
|
|
OrgID: orgID,
|
|
})
|
|
}
|
|
return newAgents, nil
|
|
}
|
|
|
|
func (migration *updateAgents) CopyOldAgentConfigVersionToNewAgentConfigVersion(ctx context.Context, tx bun.IDB, existingAgentConfigVersions []*existingAgentConfigVersions41, orgID string) ([]*newAgentConfigVersion41, error) {
|
|
newAgentConfigVersions := make([]*newAgentConfigVersion41, 0)
|
|
for _, existingAgentConfigVersion := range existingAgentConfigVersions {
|
|
versionID, err := valuer.NewUUID(existingAgentConfigVersion.ID)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
newAgentConfigVersions = append(newAgentConfigVersions, &newAgentConfigVersion41{
|
|
Identifiable: types.Identifiable{ID: versionID},
|
|
TimeAuditable: types.TimeAuditable{
|
|
CreatedAt: time.Unix(existingAgentConfigVersion.CreatedAt.Unix(), 0),
|
|
UpdatedAt: time.Unix(existingAgentConfigVersion.UpdatedAt.Unix(), 0),
|
|
},
|
|
UserAuditable: types.UserAuditable{
|
|
CreatedBy: existingAgentConfigVersion.CreatedBy,
|
|
UpdatedBy: existingAgentConfigVersion.UpdatedBy,
|
|
},
|
|
OrgID: orgID,
|
|
Version: existingAgentConfigVersion.Version,
|
|
ElementType: existingAgentConfigVersion.ElementType,
|
|
DeployStatus: existingAgentConfigVersion.DeployStatus,
|
|
DeploySequence: existingAgentConfigVersion.DeploySequence,
|
|
DeployResult: existingAgentConfigVersion.DeployResult,
|
|
Hash: orgID + existingAgentConfigVersion.LastHash,
|
|
Config: existingAgentConfigVersion.LastConfig,
|
|
})
|
|
}
|
|
return newAgentConfigVersions, nil
|
|
}
|
|
|
|
func (migration *updateAgents) CopyOldAgentConfigElementToNewAgentConfigElement(ctx context.Context, tx bun.IDB, existingAgentConfigElements []*existingAgentConfigElement41, orgID string) ([]*newAgentConfigElement41, error) {
|
|
newAgentConfigElements := make([]*newAgentConfigElement41, 0)
|
|
for _, existingAgentConfigElement := range existingAgentConfigElements {
|
|
elementID, err := valuer.NewUUID(existingAgentConfigElement.ElementID)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
newAgentConfigElements = append(newAgentConfigElements, &newAgentConfigElement41{
|
|
Identifiable: types.Identifiable{ID: elementID},
|
|
TimeAuditable: types.TimeAuditable{
|
|
CreatedAt: time.Unix(existingAgentConfigElement.CreatedAt.Unix(), 0),
|
|
UpdatedAt: time.Unix(existingAgentConfigElement.UpdatedAt.Unix(), 0),
|
|
},
|
|
VersionID: existingAgentConfigElement.VersionID,
|
|
ElementID: existingAgentConfigElement.ElementID,
|
|
ElementType: existingAgentConfigElement.ElementType,
|
|
})
|
|
}
|
|
return newAgentConfigElements, nil
|
|
}
|