mirror of
https://github.com/fosrl/pangolin.git
synced 2026-09-16 15:50:09 +02:00
Hayyan Hajwani
9298ec7cdb
Backup names were built inline from Date#getMonth, which is zero-indexed, so a backup taken on 12 September 2026 was written as db_2026-8-12_20-35-56.sqlite. No field was zero-padded either, giving names like db_2026-8-12_20-36-2.sqlite. Extract formatBackupTimestamp into server/lib and use it from both places that built the string: the backupDb helper in migrationsSqlite.ts and the inline copy in the 1.0.0-beta9 setup script. Padding every field also makes the names sort lexicographically in the order the backups were taken. Adds tests covering both reported names, single-digit padding and sort order. Reverting the helper to the old formula fails them with the exact name from the report.
259 lines
8.8 KiB
JavaScript
259 lines
8.8 KiB
JavaScript
#! /usr/bin/env node
|
|
import { migrate } from "drizzle-orm/better-sqlite3/migrator";
|
|
import { db, exists } from "../db/sqlite";
|
|
import path from "path";
|
|
import semver from "semver";
|
|
import { versionMigrations } from "../db/sqlite";
|
|
import { __DIRNAME, APP_PATH, APP_VERSION } from "@server/lib/consts";
|
|
import { formatBackupTimestamp } from "@server/lib/backupFileName";
|
|
import { SqliteError } from "better-sqlite3";
|
|
import fs from "fs";
|
|
import { build } from "@server/build";
|
|
import m1 from "./scriptsSqlite/1.0.0-beta1";
|
|
import m2 from "./scriptsSqlite/1.0.0-beta2";
|
|
import m3 from "./scriptsSqlite/1.0.0-beta3";
|
|
import m4 from "./scriptsSqlite/1.0.0-beta5";
|
|
import m5 from "./scriptsSqlite/1.0.0-beta6";
|
|
import m6 from "./scriptsSqlite/1.0.0-beta9";
|
|
import m7 from "./scriptsSqlite/1.0.0-beta10";
|
|
import m8 from "./scriptsSqlite/1.0.0-beta12";
|
|
import m13 from "./scriptsSqlite/1.0.0-beta13";
|
|
import m15 from "./scriptsSqlite/1.0.0-beta15";
|
|
import m16 from "./scriptsSqlite/1.0.0";
|
|
import m17 from "./scriptsSqlite/1.1.0";
|
|
import m18 from "./scriptsSqlite/1.2.0";
|
|
import m19 from "./scriptsSqlite/1.3.0";
|
|
import m20 from "./scriptsSqlite/1.5.0";
|
|
import m21 from "./scriptsSqlite/1.6.0";
|
|
import m22 from "./scriptsSqlite/1.7.0";
|
|
import m23 from "./scriptsSqlite/1.8.0";
|
|
import m24 from "./scriptsSqlite/1.9.0";
|
|
import m25 from "./scriptsSqlite/1.10.0";
|
|
import m26 from "./scriptsSqlite/1.10.1";
|
|
import m27 from "./scriptsSqlite/1.10.2";
|
|
import m28 from "./scriptsSqlite/1.11.0";
|
|
import m29 from "./scriptsSqlite/1.11.1";
|
|
import m30 from "./scriptsSqlite/1.12.0";
|
|
import m31 from "./scriptsSqlite/1.13.0";
|
|
import m32 from "./scriptsSqlite/1.14.0";
|
|
import m33 from "./scriptsSqlite/1.15.0";
|
|
import m34 from "./scriptsSqlite/1.15.3";
|
|
import m35 from "./scriptsSqlite/1.15.4";
|
|
import m36 from "./scriptsSqlite/1.16.0";
|
|
import m37 from "./scriptsSqlite/1.17.0";
|
|
import m38 from "./scriptsSqlite/1.18.0";
|
|
import m39 from "./scriptsSqlite/1.18.3";
|
|
import m40 from "./scriptsSqlite/1.18.4";
|
|
import m41 from "./scriptsSqlite/1.19.0";
|
|
import m42 from "./scriptsSqlite/1.19.1";
|
|
import m43 from "./scriptsSqlite/1.20.0";
|
|
import m44 from "./scriptsSqlite/1.21.0";
|
|
import m45 from "./scriptsSqlite/1.22.0";
|
|
import m46 from "./scriptsSqlite/1.23.0";
|
|
|
|
// THIS CANNOT IMPORT ANYTHING FROM THE SERVER
|
|
// EXCEPT FOR THE DATABASE AND THE SCHEMA
|
|
|
|
// Define the migration list with versions and their corresponding functions
|
|
const migrations = [
|
|
{ version: "1.0.0-beta.1", run: m1 },
|
|
{ version: "1.0.0-beta.2", run: m2 },
|
|
{ version: "1.0.0-beta.3", run: m3 },
|
|
{ version: "1.0.0-beta.5", run: m4 },
|
|
{ version: "1.0.0-beta.6", run: m5 },
|
|
{ version: "1.0.0-beta.9", run: m6 },
|
|
{ version: "1.0.0-beta.10", run: m7 },
|
|
{ version: "1.0.0-beta.12", run: m8 },
|
|
{ version: "1.0.0-beta.13", run: m13 },
|
|
{ version: "1.0.0-beta.15", run: m15 },
|
|
{ version: "1.0.0", run: m16 },
|
|
{ version: "1.1.0", run: m17 },
|
|
{ version: "1.2.0", run: m18 },
|
|
{ version: "1.3.0", run: m19 },
|
|
{ version: "1.5.0", run: m20 },
|
|
{ version: "1.6.0", run: m21 },
|
|
{ version: "1.7.0", run: m22 },
|
|
{ version: "1.8.0", run: m23 },
|
|
{ version: "1.9.0", run: m24 },
|
|
{ version: "1.10.0", run: m25 },
|
|
{ version: "1.10.1", run: m26 },
|
|
{ version: "1.10.2", run: m27 },
|
|
{ version: "1.11.0", run: m28 },
|
|
{ version: "1.11.1", run: m29 },
|
|
{ version: "1.12.0", run: m30 },
|
|
{ version: "1.13.0", run: m31 },
|
|
{ version: "1.14.0", run: m32 },
|
|
{ version: "1.15.0", run: m33 },
|
|
{ version: "1.15.3", run: m34 },
|
|
{ version: "1.15.4", run: m35 },
|
|
{ version: "1.16.0", run: m36 },
|
|
{ version: "1.17.0", run: m37 },
|
|
{ version: "1.18.0", run: m38 },
|
|
{ version: "1.18.3", run: m39 },
|
|
{ version: "1.18.4", run: m40 },
|
|
{ version: "1.19.0", run: m41 },
|
|
{ version: "1.19.1", run: m42 },
|
|
{ version: "1.20.0", run: m43 },
|
|
{ version: "1.21.0", run: m44 },
|
|
{ version: "1.22.0", run: m45 },
|
|
{ version: "1.23.0", run: m46 }
|
|
// Add new migrations here as they are created
|
|
] as const;
|
|
|
|
await run();
|
|
|
|
async function run() {
|
|
// run the migrations
|
|
await runMigrations();
|
|
}
|
|
|
|
function backupDb() {
|
|
// make dir config/db/backups
|
|
const appPath = APP_PATH;
|
|
const dbDir = path.join(appPath, "db");
|
|
|
|
const backupsDir = path.join(dbDir, "backups");
|
|
|
|
// check if the backups directory exists and create it if it doesn't
|
|
if (!fs.existsSync(backupsDir)) {
|
|
fs.mkdirSync(backupsDir, { recursive: true });
|
|
}
|
|
|
|
// copy the db.sqlite file to backups
|
|
// add the date to the filename
|
|
const date = new Date();
|
|
const dateString = formatBackupTimestamp(date);
|
|
const dbPath = path.join(dbDir, "db.sqlite");
|
|
const backupPath = path.join(backupsDir, `db_${dateString}.sqlite`);
|
|
fs.copyFileSync(dbPath, backupPath);
|
|
}
|
|
|
|
export async function runMigrations() {
|
|
if (build == "saas") {
|
|
console.log("Running in SaaS mode, skipping migrations...");
|
|
return;
|
|
}
|
|
if (process.env.DISABLE_MIGRATIONS) {
|
|
console.log("Migrations are disabled. Skipping...");
|
|
return;
|
|
}
|
|
try {
|
|
const appVersion = APP_VERSION;
|
|
|
|
if (exists) {
|
|
await executeScripts();
|
|
} else {
|
|
console.log("Running migrations...");
|
|
try {
|
|
migrate(db, {
|
|
migrationsFolder: path.join(__DIRNAME, "init") // put here during the docker build
|
|
});
|
|
console.log("Migrations completed successfully.");
|
|
} catch (error) {
|
|
console.error("Error running migrations:", error);
|
|
}
|
|
|
|
await db
|
|
.insert(versionMigrations)
|
|
.values({
|
|
version: appVersion,
|
|
executedAt: Date.now()
|
|
})
|
|
.execute();
|
|
}
|
|
} catch (e) {
|
|
console.error("Error running migrations:", e);
|
|
await new Promise((resolve) =>
|
|
setTimeout(resolve, 1000 * 60 * 60 * 24 * 1)
|
|
);
|
|
}
|
|
}
|
|
|
|
async function executeScripts() {
|
|
try {
|
|
// Get the last executed version from the database
|
|
const lastExecuted = await db.select().from(versionMigrations);
|
|
|
|
// Filter and sort migrations
|
|
const pendingMigrations = lastExecuted
|
|
.map((m) => m)
|
|
.sort((a, b) => semver.compare(b.version, a.version));
|
|
const startVersion = pendingMigrations[0]?.version ?? APP_VERSION;
|
|
console.log(`Starting migrations from version ${startVersion}`);
|
|
|
|
const migrationsToRun = migrations.filter((migration) =>
|
|
shouldRunMigration(migration.version, startVersion)
|
|
);
|
|
|
|
console.log(
|
|
"Migrations to run:",
|
|
migrationsToRun.map((m) => m.version).join(", ")
|
|
);
|
|
|
|
// Run migrations in order
|
|
for (const migration of migrationsToRun) {
|
|
console.log(`Running migration ${migration.version}`);
|
|
|
|
try {
|
|
if (!process.env.DISABLE_BACKUP_ON_MIGRATION) {
|
|
// Backup the database before running the migration
|
|
backupDb();
|
|
}
|
|
|
|
await migration.run();
|
|
|
|
// Update version in database
|
|
await db
|
|
.insert(versionMigrations)
|
|
.values({
|
|
version: migration.version,
|
|
executedAt: Date.now()
|
|
})
|
|
.execute();
|
|
|
|
console.log(
|
|
`Successfully completed migration ${migration.version}`
|
|
);
|
|
} catch (e) {
|
|
if (
|
|
e instanceof SqliteError &&
|
|
e.code === "SQLITE_CONSTRAINT_UNIQUE"
|
|
) {
|
|
console.error("Migration has already run! Skipping...");
|
|
continue;
|
|
}
|
|
console.error(
|
|
`Failed to run migration ${migration.version}:`,
|
|
e
|
|
);
|
|
throw e; // Re-throw to stop migration process
|
|
}
|
|
}
|
|
|
|
console.log("All migrations completed successfully");
|
|
} catch (error) {
|
|
console.error("Migration process failed:", error);
|
|
throw error;
|
|
}
|
|
}
|
|
|
|
function shouldRunMigration(migrationVersion: string, currentVersion: string) {
|
|
const migration = semver.parse(migrationVersion);
|
|
const current = semver.parse(currentVersion);
|
|
|
|
// Treat x.y.z-rc.* as equivalent to x.y.z so restarts on RC builds do not re-run the same migration.
|
|
if (
|
|
migration &&
|
|
current &&
|
|
migration.prerelease.length === 0 &&
|
|
current.prerelease[0] === "rc" &&
|
|
migration.major === current.major &&
|
|
migration.minor === current.minor &&
|
|
migration.patch === current.patch
|
|
) {
|
|
return false;
|
|
}
|
|
|
|
return semver.gt(migrationVersion, currentVersion);
|
|
}
|