mirror of
https://github.com/Portabase/portabase.git
synced 2026-07-14 11:16:13 +02:00
* feat(onboarding): add cookie helper, types and mock data * feat(onboarding): add stepper, contextual preview and shell * feat(onboarding): add sso-gate step * feat(onboarding): add account-info step with real signup * feat(onboarding): add security step * feat(onboarding): add preferences step * fix(onboarding): validate avatar upload size/type and handle FileReader errors * feat(onboarding): add org-create step * feat(onboarding): add invite-members step * feat(onboarding): add notifier step reusing real provider list * feat(onboarding): add storage step reusing real provider list * feat(onboarding): add defaults step * feat(onboarding): add agent-create step * feat(onboarding): add agent-waiting step with simulated ping * feat(onboarding): add project-create step * feat(onboarding): add db-settings step with per-db repeat * feat(onboarding): add finish step with confetti * feat(onboarding): wire full step graph * feat(onboarding): add /welcome route * feat(onboarding): gate landing, auth and dashboard routes behind onboarding cookie * fix(onboarding): call next() in finish step so onFlowComplete fires and cookie is written * docs: add onboarding channel config + style refactor spec * docs: add conditional step skip when no agents to spec * docs(onboarding): add implementation plan for channel config flow and style refactor * feat(onboarding): extend OnboardingChannel with name and config fields * feat(onboarding): add two-phase config flow and org-combobox style to notifier step * fix(onboarding): prevent duplicate notifier providers and guard Continue button * feat(onboarding): add two-phase config flow and org-combobox style to storage step * style(onboarding): restyle sso-gate provider buttons to org-combobox card style * style(onboarding): restyle security method choice to org-combobox card style * style(onboarding): restyle theme toggles in preferences step to org-combobox card style * style(onboarding): restyle DB toggle buttons in project-create step to org-combobox card style * feat(onboarding): skip agent-waiting/project-create/db-settings when no agents created * feat(onboarding): update type system — meta, firstName/lastName, org.id, databases * feat(onboarding): add settings.onboarding column + markOnboardingDoneAction * feat(onboarding): add resolveOnboardingState server function * fix(onboarding): remove unused imports from onboarding-state.ts * style(onboarding): add branding to shell, fix progress bar full width * feat(onboarding): replace preview panel with stepper checklist * feat(onboarding): add step-login replacing sso-gate * fix(onboarding): step-login — conform to global mutation pattern, handle SSO errors * feat(onboarding): step-account-info — firstName/lastName, conditional password, findOrCreate * feat(onboarding): avatar API route (next/og) + AvatarPicker in preferences step * feat(onboarding): step-security reads passkeyEnabled from flowData.meta * feat(onboarding): step-org-create calls real createOrganizationAction * fix(onboarding): step-org-create — simplify error handling, throw on empty name * feat(onboarding): notifier + storage steps call real actions + findOrCreate on back * feat(onboarding): step-agent-create calls real createAgentAction + findOrCreate * feat(onboarding): step-agent-waiting polls real agent lastContact via useQuery * feat(onboarding): add step-agent-key with edgeKey generation via server action * feat(onboarding): step-project-create uses real action + real DBs from flowData * feat(onboarding): wire steps — add login + agent-key, remove sso-gate * feat(onboarding): page.tsx uses resolveOnboardingState — server-driven resume * chore(onboarding): delete mock/cookie/preview/sso-gate files — replaced by real implementation * feat(onboarding): add emailPasswordEnabled to meta, remove logoDataUrl from org * feat(onboarding): DB-driven resume — query notifiers/storages, check agent lastContact * feat(onboarding): agent-waiting step is now skippable * feat(onboarding): login — auto-advance if session, callbackURL on SSO, hide email/pw when disabled, empty state * fix(onboarding): step-login — add next to useEffect deps, default emailPasswordEnabled to false * fix(onboarding): verify session after passkey registration, fallback to signIn.passkey() * feat(onboarding): theme applied dynamically via setTheme, avatar saved to user.image * feat(onboarding): remove org logo upload — orgs have no logo * feat(onboarding): show Next button in shell when navigating backwards * docs: add onboarding refactor design spec * docs: add onboarding refactor implementation plan * refactor(onboarding): extract useCreateAgent and useDeleteAgent hooks * refactor(onboarding): extract useCreateOrg and useCreateProject hooks * fix(onboarding): trim project name, standardize error narrowing in org/project hooks * fix(onboarding): use narrowed createData.value in use-create-org * refactor(onboarding): extract useUpdateAccount hook * refactor(onboarding): extract useAddNotifier and useRemoveNotifier hooks * refactor(onboarding): extract useAddStorage and useRemoveStorage hooks * refactor(onboarding): extract useAgentStatus and useGenerateEdgeKey hooks * refactor(onboarding): extract useMarkOnboardingDone hook, remove .gitkeep files * docs: add onboarding theme persistence & progress bar fix spec * docs: add onboarding theme & progress bar implementation plan * fix(onboarding): persist theme to db on selection in StepPreferences * fix(onboarding): recalculate progress bar from full STEP_ORDER position * fix(theme): sync user theme from DB on all routes, not only dashboard * fix(theme): use current theme as fallback in preferences, prevent session override of localStorage * fix(onboarding): correct resume steps and skip agent-waiting flash when agent is connected * fix(onboarding): properly resolve onboarding state, remove redirect trap in step-defaults, block waiting flash * fix(onboarding): resume at db-settings instead of finish if no database exists for the project * fix(onboarding): redirect to agent-create if project exists but no agent is found * fix(onboarding): allow going from agent-create to project-create if a project already exists * fix(onboarding): skip intermediate agent steps when going back from project-create to agent-create * fix(onboarding): skip default step when going back from agent-create if no notifiers and storages exist * feat(onboarding): allow user to choose between passkey and password during registration if both are enabled * feat(onboarding): replace tabs with single form and multiple buttons for auth choice * style(onboarding): improve empty auth state UI with lucide icon and better layout * fix(onboarding): completely hide back button on the first step instead of disabling it * fix(onboarding): skip default step if no notifiers and storages exist when advancing from storage step * fix(onboarding): correctly show select placeholder when default value does not exist in the list * refactor(onboarding): remove duplicate generate-edge-key action and use core utility directly * feat(onboarding): compute edgeKey directly on the server side to avoid lazy loading * fix(onboarding): skip db-settings step if no database is found on the agent * fix(onboarding): do not skip db settings if agent is connected but no databases found * refactor(onboarding): skip db settings entirely if no database is selected in project create * feat(onboarding): auto-save database selections on project create instantly * style(onboarding): replace button opacity flash with specific spinner animation on db select * feat(onboarding): extend OnboardingDbSettings with retention, schedule, and policy fields * feat(onboarding): add applyOnboardingDbSettingsAction server action * feat(onboarding): add BackupScheduleSelector component * feat(onboarding): rewrite step-db-settings with three-level phase navigation and full policy persistence * fix(onboarding): wire applyMutation.mutateAsync everywhere and stabilize list keys * docs(sdd): append hotfix summary for applyMutation and list keys * fix(onboarding): address final review findings - atomicity, scheduling guard, apply-all recovery, client validation * add: onboarding * fix(migration): merge * fix(migration): apply for onboarding * fix(settings): make avatar selector, dicebear picker and tab bar responsive * chore: checkpoint before features reorganization * Task 2: Add migration script for features directory reorganization * refactor(agents): reorganize into actions/components/schemas/hooks * refactor(auth): reorganize into actions/components/schemas * refactor(channel): reorganize into components/schemas, nest notifications+storages under components * refactor(database): reorganize into actions/components/schemas * refactor(layout): move all components to components/ * refactor(logs): reorganize into components/types * refactor(migration): reorganize into actions/components * refactor(notifications): reorganize into components/types/utils * refactor(organizations): reorganize into actions/components/schemas/hooks/utils * refactor(profile): reorganize into actions/components/schemas * refactor(projects): reorganize into actions/components/schemas * refactor(settings): reorganize into actions/components/schemas/hooks * refactor(statistics): reorganize into components/utils * refactor(storages): reorganize into types/utils * refactor(theme): move all components to components/ * refactor(updates): reorganize into components/hooks * refactor(upload): move action to actions/ * refactor(users): reorganize into actions/components/schemas * fix: update broken imports after features reorganization (double-quote relative imports, channel subdir absolute paths) * fix: .gitignore * fix: onboarding * fix: removed dead files * feat: backfill onboarding flag for instances with existing data * fix: persist onboarding=true on boot when SKIP_ONBOARDING is set * feat: remove avatarMode/dicebearStyle from DB schema and types * feat: simplify resolveAvatarUrl — custom image first, gravatar fallback * feat: allow avatar upload regardless of mode * feat: remove avatarMode from layout and profile prop chains * feat: remove avatar mode admin tab and supporting files * feat: remove avatar mode selector from onboarding defaults step * fix: remove preferences onboarding step and fix routing * fix: remove stale preferences entry from onboarding checklist * feat: add avatar reset button and explanatory tooltip on profile page * fix: move avatar tooltip to top-right badge overlay on avatar * fix: use small destructive button for avatar removal * fix * Update step-defaults.tsx * fix: default dev password for keycloak refer to env * fix * fix(migration): refactoring * fix: api agent helpers.ts * Update .env.example --------- Co-authored-by: Théo LAGACHE <theo.lagache@soluce-technologies.com> Co-authored-by: charles-gauthereau <charles.gauthereau@soluce-technologies.com>
279 lines
10 KiB
TypeScript
279 lines
10 KiB
TypeScript
import {NextResponse} from "next/server";
|
|
import {Body} from "./route";
|
|
import {Agent} from "@/db/schema/08_agent";
|
|
import {DatabaseWith} from "@/db/schema/07_database";
|
|
import * as drizzleDb from "@/db";
|
|
import {db, db as dbClient} from "@/db";
|
|
import {and, eq, inArray} from "drizzle-orm";
|
|
import {dbmsEnumSchema, EDbmsSchema} from "@/db/schema/types";
|
|
import {withUpdatedAt} from "@/db/utils";
|
|
import {Setting} from "@/db/schema/01_setting";
|
|
import {logger} from "@/lib/logger";
|
|
import {isUUID} from "@/utils/text";
|
|
import {StorageInput} from "@/features/storages/types";
|
|
import {dispatchStorage} from "@/features/storages/utils/storages.dispatch";
|
|
|
|
const log = logger.child({module: "api/agent/status/helpers"});
|
|
|
|
export async function handleDatabases(body: Body, agent: Agent, lastContact: Date, settings: Setting) {
|
|
const databasesResponse = [];
|
|
|
|
const formatDatabase = (database: DatabaseWith, backupAction: boolean, restoreAction: boolean, UrlBackup: string | null, storages: PingDatabaseStorageChannels[], urlMeta: string | null, backupSize: number | null) => ({
|
|
generatedId: database.agentDatabaseId,
|
|
dbms: database.dbms,
|
|
storages: storages,
|
|
encrypt: settings.encryption,
|
|
data: {
|
|
backup: {
|
|
action: backupAction,
|
|
cron: database.backupPolicy,
|
|
},
|
|
restore: {
|
|
action: restoreAction,
|
|
file: UrlBackup,
|
|
metaFile: urlMeta,
|
|
size: backupSize
|
|
},
|
|
},
|
|
});
|
|
|
|
for (const db of body.databases) {
|
|
|
|
const existingDatabase = await dbClient.query.database.findFirst({
|
|
where: eq(drizzleDb.schemas.database.agentDatabaseId, db.generatedId),
|
|
with: {
|
|
project: true
|
|
}
|
|
});
|
|
|
|
let backupAction: boolean = false
|
|
let restoreAction: boolean = false
|
|
let urlBackup: string | null = null;
|
|
let urlMeta: string | null = null
|
|
let backupSize: number | null = null
|
|
|
|
if (!existingDatabase) {
|
|
if (!isUUID(db.generatedId)) {
|
|
return NextResponse.json(
|
|
{error: "generatedId is not a valid uuid"},
|
|
{status: 500}
|
|
);
|
|
}
|
|
|
|
if (!dbmsEnumSchema.safeParse(db.dbms).success) {
|
|
log.error({name: "handleDatabases"},`Database type not available: ${db.dbms}`);
|
|
continue;
|
|
}
|
|
|
|
const [databaseCreated] = await dbClient
|
|
.insert(drizzleDb.schemas.database)
|
|
.values({
|
|
agentId: agent.id,
|
|
name: db.name,
|
|
dbms: db.dbms as EDbmsSchema,
|
|
agentDatabaseId: db.generatedId,
|
|
lastContact: db.pingStatus ? lastContact : null,
|
|
healthErrorCount: null
|
|
})
|
|
.returning();
|
|
|
|
|
|
if (databaseCreated) {
|
|
|
|
|
|
await dbClient
|
|
.insert(drizzleDb.schemas.healthcheckLog)
|
|
.values({
|
|
kind: "database",
|
|
status: db.pingStatus ? "success" : "failed",
|
|
objectId: databaseCreated.id,
|
|
date: lastContact
|
|
})
|
|
|
|
const storages = await getDatabaseStorageChannels(databaseCreated.id)
|
|
|
|
databasesResponse.push(formatDatabase(databaseCreated, backupAction, restoreAction, urlBackup, storages, null, null));
|
|
}
|
|
} else {
|
|
|
|
const [databaseUpdated] = await dbClient
|
|
.update(drizzleDb.schemas.database)
|
|
.set(withUpdatedAt({
|
|
name: db.name,
|
|
agentId: agent.id,
|
|
dbms: db.dbms as EDbmsSchema,
|
|
lastContact: db.pingStatus ? lastContact : existingDatabase.lastContact,
|
|
healthErrorCount: db.pingStatus ? null : existingDatabase.healthErrorCount,
|
|
}))
|
|
.where(eq(drizzleDb.schemas.database.id, existingDatabase.id))
|
|
.returning();
|
|
|
|
|
|
await dbClient
|
|
.insert(drizzleDb.schemas.healthcheckLog)
|
|
.values({
|
|
kind: "database",
|
|
status: db.pingStatus ? "success" : "failed",
|
|
objectId: databaseUpdated.id,
|
|
date: lastContact
|
|
})
|
|
|
|
|
|
const activeBackup = await dbClient.query.backup.findFirst({
|
|
where: and(
|
|
eq(drizzleDb.schemas.backup.databaseId, databaseUpdated.id),
|
|
inArray(drizzleDb.schemas.backup.status, ["waiting", "ongoing"])
|
|
)
|
|
})
|
|
|
|
const restoration = await dbClient.query.restoration.findFirst({
|
|
where: and(eq(drizzleDb.schemas.restoration.databaseId, databaseUpdated.id), eq(drizzleDb.schemas.restoration.status, "waiting")),
|
|
with: {
|
|
backupStorage: true
|
|
}
|
|
})
|
|
|
|
if (activeBackup && activeBackup.status == "waiting") {
|
|
backupAction = true
|
|
|
|
await dbClient
|
|
.update(drizzleDb.schemas.backup)
|
|
.set(withUpdatedAt({status: "ongoing"}))
|
|
.where(eq(drizzleDb.schemas.backup.id, activeBackup.id));
|
|
}
|
|
|
|
if (restoration) {
|
|
restoreAction = true
|
|
|
|
if (!restoration.backupStorage || restoration.backupStorage.status != "success" || !restoration.backupStorage.path) {
|
|
restoreAction = false
|
|
continue;
|
|
}
|
|
|
|
const input: StorageInput = {
|
|
action: "get",
|
|
data: {
|
|
path: restoration.backupStorage.path,
|
|
signedUrl: true,
|
|
},
|
|
metadata: {
|
|
storageId: restoration.backupStorage.storageChannelId,
|
|
fileKind: "backups"
|
|
}
|
|
};
|
|
|
|
const inputMeta: StorageInput = {
|
|
action: "get",
|
|
data: {
|
|
path: `${restoration.backupStorage.path}.meta`,
|
|
signedUrl: true,
|
|
},
|
|
metadata: {
|
|
storageId: restoration.backupStorage.storageChannelId,
|
|
fileKind: "backups"
|
|
}
|
|
};
|
|
|
|
|
|
try {
|
|
const result = await dispatchStorage(input, undefined, restoration.backupStorage.storageChannelId);
|
|
const resultMeta = await dispatchStorage(inputMeta, undefined, restoration.backupStorage.storageChannelId);
|
|
|
|
if (result.success) {
|
|
urlBackup = result.url ?? null;
|
|
urlMeta = resultMeta.url ?? null
|
|
backupSize = restoration.backupStorage.size
|
|
} else {
|
|
await dbClient
|
|
.update(drizzleDb.schemas.restoration)
|
|
.set(withUpdatedAt({status: "failed"}))
|
|
.where(eq(drizzleDb.schemas.restoration.id, restoration.id));
|
|
|
|
const errorMessage = "Failed to get backup URL";
|
|
log.error({error: errorMessage, name: "handleDatabases"}, "Restoration failed");
|
|
continue;
|
|
}
|
|
} catch (err) {
|
|
log.error({error: err, name: "handleDatabases"}, "Restoration crashed unexpectedly");
|
|
await dbClient
|
|
.update(drizzleDb.schemas.restoration)
|
|
.set(withUpdatedAt({status: "failed"}))
|
|
.where(eq(drizzleDb.schemas.restoration.id, restoration.id));
|
|
continue;
|
|
}
|
|
|
|
await dbClient
|
|
.update(drizzleDb.schemas.restoration)
|
|
.set(withUpdatedAt({status: "ongoing"}))
|
|
.where(eq(drizzleDb.schemas.restoration.id, restoration.id));
|
|
}
|
|
const storages = await getDatabaseStorageChannels(databaseUpdated.id)
|
|
databasesResponse.push(formatDatabase(databaseUpdated, backupAction, restoreAction, urlBackup, storages, urlMeta, backupSize));
|
|
}
|
|
}
|
|
return databasesResponse;
|
|
}
|
|
|
|
|
|
type PingDatabaseStorageChannels = {
|
|
id: string;
|
|
config: any
|
|
provider: string
|
|
}
|
|
|
|
async function getDatabaseStorageChannels(databaseId: string): Promise<PingDatabaseStorageChannels[]> {
|
|
|
|
const database = await db.query.database.findFirst({
|
|
where: eq(drizzleDb.schemas.database.id, databaseId),
|
|
with: {
|
|
project: true,
|
|
retentionPolicy: true,
|
|
alertPolicies: true,
|
|
storagePolicies: true
|
|
}
|
|
});
|
|
|
|
if (!database) {
|
|
return []
|
|
}
|
|
|
|
const settings = await db.query.setting.findFirst({
|
|
where: eq(drizzleDb.schemas.setting.name, "system"),
|
|
with: {storageChannel: true},
|
|
});
|
|
|
|
const defaultStorageChannel: PingDatabaseStorageChannels[] = settings?.storageChannel
|
|
? [{
|
|
id: settings.storageChannel.id,
|
|
provider: settings.storageChannel.provider,
|
|
config: settings.storageChannel.config,
|
|
}]
|
|
: [];
|
|
|
|
|
|
const enabledDatabaseStorageChannels = await Promise.all(
|
|
(database.storagePolicies ?? [])
|
|
.filter(p => p.enabled)
|
|
.map(async policy => {
|
|
const storageChannel = await db.query.storageChannel.findFirst({
|
|
where: eq(drizzleDb.schemas.storageChannel.id, policy.storageChannelId),
|
|
});
|
|
|
|
if (!storageChannel) return null;
|
|
|
|
return {
|
|
id: storageChannel.id,
|
|
config: storageChannel.config,
|
|
provider: storageChannel.provider,
|
|
} as PingDatabaseStorageChannels;
|
|
})
|
|
);
|
|
|
|
const filteredChannels: PingDatabaseStorageChannels[] = enabledDatabaseStorageChannels.filter(
|
|
(c): c is PingDatabaseStorageChannels => c !== null
|
|
);
|
|
|
|
return filteredChannels.length > 0 ? filteredChannels : defaultStorageChannel;
|
|
}
|
|
|