SigNoz is an open-source, OpenTelemetry-native observability platform for your team and their AI agents. Get logs, metrics, and traces in one tool with features like APM, distributed tracing, log management, infra monitoring, etc. Combined with SigNoz MCP and a native AI teammate (in SigNoz Cloud) it helps you build more resilient apps.
TypeScript apmapplication-monitoringdistributed-tracinggogood-first-issuejaegerloglogsmetricsmonitoringnextjsobservabilityopen-sourceopentelemetryprometheusreactreactjsself-hostedtracingtypescript
package sqlmigration
import (
"context"
"embed"
"encoding/json"
"fmt"
"io/fs"
"path/filepath"
"strings"
"time"
"github.com/SigNoz/signoz/pkg/errors"
"github.com/SigNoz/signoz/pkg/factory"
"github.com/SigNoz/signoz/pkg/sqlstore"
"github.com/SigNoz/signoz/pkg/valuer"
"github.com/uptrace/bun"
"github.com/uptrace/bun/migrate"
)
var (
installedIntegrationProvider = valuer.NewString("installed_integration")
installedIntegrationSource = valuer.NewString("integration")
)
//go:embed 088_migrate_ii_dashboards
var installedIntegrationDashboardFiles embed.FS
type migrateInstalledIntegrationDashboards struct {
sqlstore sqlstore.SQLStore
}
type installedIntegrationRow struct {
bun.BaseModel `bun:"table:installed_integration"`
Type string `bun:"type"`
OrgID string `bun:"org_id"`
}
type installedIntegrationOrgKey struct {
orgID string
integrationType string
}
type installedIntDashboardRow struct {
bun.BaseModel `bun:"table:dashboard"`
ID string `bun:"id,pk,type:text"`
CreatedAt time.Time `bun:"created_at"`
UpdatedAt time.Time `bun:"updated_at"`
CreatedBy *string `bun:"created_by,type:text"`
UpdatedBy *string `bun:"updated_by,type:text"`
Data string `bun:"data,type:text"`
Locked bool `bun:"locked"`
OrgID string `bun:"org_id,type:text"`
Source string `bun:"source,type:text"`
}
type installedIntIntegrationDashboardRow struct {
bun.BaseModel `bun:"table:integration_dashboard"`
ID string `bun:"id,pk,type:text"`
DashboardID string `bun:"dashboard_id,type:text"`
Provider string `bun:"provider,type:text"`
Slug string `bun:"slug,type:text"`
CreatedAt time.Time `bun:"created_at"`
UpdatedAt time.Time `bun:"updated_at"`
}
func NewMigrateInstalledIntegrationDashboardsFactory(sqlstore sqlstore.SQLStore) factory.ProviderFactory[SQLMigration, Config] {
return factory.NewProviderFactory(
factory.MustNewName("migrate_ii_dashboards"), // migrate_installed_integration_dashboards is too long for allowed length.
func(ctx context.Context, ps factory.ProviderSettings, c Config) (SQLMigration, error) {
return &migrateInstalledIntegrationDashboards{sqlstore: sqlstore}, nil
},
)
}
func (m *migrateInstalledIntegrationDashboards) Register(migrations *migrate.Migrations) error {
return migrations.Register(m.Up, m.Down)
}
func (m *migrateInstalledIntegrationDashboards) Up(ctx context.Context, db *bun.DB) error {
dashboardDefs, err := m.loadDashboardDefs()
if err != nil {
return err
}
tx, err := db.BeginTx(ctx, nil)
if err != nil {
return err
}
defer func() { _ = tx.Rollback() }()
var installations []*installedIntegrationRow
if err := tx.NewSelect().Model(&installations).Scan(ctx); err != nil {
return err
}
seen := make(map[installedIntegrationOrgKey]struct{})
now := time.Now()
for _, inst := range installations {
key := installedIntegrationOrgKey{orgID: inst.OrgID, integrationType: inst.Type}
if _, dup := seen[key]; dup {
continue
}
seen[key] = struct{}{}
// Types are stored with a "builtin-" prefix (e.g. "builtin-redis") but
// the dashboard def dirs are named without it (e.g. "redis").
bareType := strings.TrimPrefix(inst.Type, "builtin-")
defs, ok := dashboardDefs[bareType]
if !ok {
continue
}
for dashID, dashboardJSON := range defs {
slug := fmt.Sprintf("%s-%s", bareType, dashID)
count, err := tx.NewSelect().
TableExpr("integration_dashboard AS id").
Join("JOIN dashboard AS d ON id.dashboard_id = d.id").
Where("d.org_id = ?", inst.OrgID).
Where("id.provider = ?", "installed_integration").
Where("id.slug = ?", slug).
Count(ctx)
if err != nil {
return err
}
if count > 0 {
continue
}
dashboardID := valuer.GenerateUUID().StringValue()
dashboardRow := &installedIntDashboardRow{
ID: dashboardID,
CreatedAt: now,
UpdatedAt: now,
Data: string(dashboardJSON),
Locked: true,
OrgID: inst.OrgID,
Source: installedIntegrationSource.StringValue(),
}
if _, err := tx.NewInsert().Model(dashboardRow).Exec(ctx); err != nil {
return err
}
integrationDashboardRow := &installedIntIntegrationDashboardRow{
ID: valuer.GenerateUUID().StringValue(),
DashboardID: dashboardID,
Provider: installedIntegrationProvider.StringValue(),
Slug: slug,
CreatedAt: now,
UpdatedAt: now,
}
if _, err := tx.NewInsert().Model(integrationDashboardRow).Exec(ctx); err != nil {
return err
}
}
}
return tx.Commit()
}
func (m *migrateInstalledIntegrationDashboards) Down(context.Context, *bun.DB) error {
return nil
}
// loadDashboardDefs returns map[integrationID]map[dashID]rawJSON.
func (m *migrateInstalledIntegrationDashboards) loadDashboardDefs() (map[string]map[string]json.RawMessage, error) {
result := make(map[string]map[string]json.RawMessage)
err := fs.WalkDir(installedIntegrationDashboardFiles, "088_migrate_ii_dashboards", func(path string, d fs.DirEntry, err error) error {
if err != nil {
return err
}
if d.IsDir() || filepath.Ext(path) != ".json" {
return nil
}
// path: 088_migrate_ii_dashboards/{integrationID}/{dashID}.json
rel := strings.TrimPrefix(path, "088_migrate_ii_dashboards/")
parts := strings.SplitN(rel, "/", 2)
if len(parts) != 2 {
return nil
}
integrationID := parts[0]
data, err := installedIntegrationDashboardFiles.ReadFile(path)
if err != nil {
return err
}
var top map[string]json.RawMessage
if err := json.Unmarshal(data, &top); err != nil {
return errors.WrapInternalf(err, errors.CodeInternal, "failed to parse dashboard JSON %s", path)
}
var dashID string
if err := json.Unmarshal(top["id"], &dashID); err != nil || dashID == "" {
return errors.NewInternalf(errors.CodeInternal, "missing or invalid id field in %s", path)
}
if result[integrationID] == nil {
result[integrationID] = make(map[string]json.RawMessage)
}
result[integrationID][dashID] = json.RawMessage(data)
return nil
})
return result, err
}