## Database Migrations (18 new) - Migrate all primary keys from SERIAL to UUID - Add soft delete (deleted_at) to all 19 entities - Add missing indexes for performance optimization - Add CHECK constraints for data validation - Add user audit fields (last_login_at, timezone, locale) - Add weather station location fields (latitude, longitude, elevation) - Add foreign key relationships (CameraDevice→Device, ValidatedEvent→WeatherStation) - Prepare private key encryption fields ## Backend Entity Updates - All entities updated with UUID primary keys - Added @DeleteDateColumn for soft delete support - Updated relations and foreign key types ## Backend Service/Controller Updates - Changed ID parameters from number to string (UUID) - Removed ParseIntPipe from controllers - Updated TypeORM queries for string IDs ## Frontend Updates - Updated all service interfaces to use string IDs - Fixed CameraDevice.location as JSONB object - Updated weather.ts with new fields (elevation, timezone) - Added Supabase integration hooks and lib - Fixed chart components for new data structure ## Cleanup - Removed deprecated .claude/agents configuration files 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude Opus 4.5 <noreply@anthropic.com>
267 lines
9.4 KiB
JavaScript
267 lines
9.4 KiB
JavaScript
/**
|
|
* Migration: Switch from Serial to UUID primary keys
|
|
*
|
|
* Phase 3 of 3 for migrating Serial primary keys to UUID
|
|
* This migration performs the actual switch:
|
|
* 1. Drop old foreign key constraints
|
|
* 2. Drop old primary keys
|
|
* 3. Drop old columns
|
|
* 4. Rename new columns
|
|
* 5. Add new primary keys and foreign keys
|
|
*
|
|
* WARNING: This is a destructive migration. Ensure you have backups!
|
|
*
|
|
* @type {import('node-pg-migrate').ColumnDefinitions | undefined}
|
|
*/
|
|
export const shorthands = undefined;
|
|
|
|
/**
|
|
* @param pgm {import('node-pg-migrate').MigrationBuilder}
|
|
* @param run {() => void | undefined}
|
|
* @returns {Promise<void> | void}
|
|
*/
|
|
export const up = (pgm) => {
|
|
console.log('Phase 3: Switching to UUID primary keys...');
|
|
console.log('WARNING: This is a destructive migration. Ensure backups exist!');
|
|
|
|
// =====================================================
|
|
// Step 1: Drop existing foreign key constraints
|
|
// =====================================================
|
|
console.log(' Step 1: Dropping existing foreign key constraints...');
|
|
|
|
// Drop FK constraints (dependent tables first)
|
|
pgm.dropConstraint('payment_records', 'payment_records_user_subscription_id_fkey', {
|
|
ifExists: true,
|
|
});
|
|
pgm.dropConstraint('subscription_history', 'subscription_history_user_subscription_id_fkey', {
|
|
ifExists: true,
|
|
});
|
|
pgm.dropConstraint('user_subscriptions', 'user_subscriptions_subscription_plan_id_fkey', {
|
|
ifExists: true,
|
|
});
|
|
pgm.dropConstraint('weather_forecasts', 'weather_forecasts_station_id_fkey', {
|
|
ifExists: true,
|
|
});
|
|
pgm.dropConstraint('weather_observations', 'weather_observations_weather_station_id_fkey', {
|
|
ifExists: true,
|
|
});
|
|
|
|
// =====================================================
|
|
// Step 2: Drop old indexes on FK columns
|
|
// =====================================================
|
|
console.log(' Step 2: Dropping old indexes...');
|
|
|
|
// Drop indexes that reference old columns
|
|
pgm.dropIndex('weather_forecasts', 'station_id', { ifExists: true });
|
|
pgm.dropIndex('weather_observations', 'weather_station_id', { ifExists: true });
|
|
pgm.dropIndex('user_subscriptions', 'subscription_plan_id', { ifExists: true });
|
|
pgm.dropIndex('subscription_history', 'user_subscription_id', { ifExists: true });
|
|
pgm.dropIndex('payment_records', 'user_subscription_id', { ifExists: true });
|
|
|
|
// =====================================================
|
|
// Step 3: Drop old primary keys
|
|
// =====================================================
|
|
console.log(' Step 3: Dropping old primary keys...');
|
|
|
|
const tablesToMigrate = [
|
|
'analysis_results',
|
|
'weather_stations',
|
|
'weather_forecasts',
|
|
'weather_observations',
|
|
'subscription_plans',
|
|
'user_subscriptions',
|
|
'subscription_history',
|
|
'payment_records',
|
|
'camera_devices',
|
|
];
|
|
|
|
tablesToMigrate.forEach((table) => {
|
|
pgm.dropConstraint(table, `${table}_pkey`, { ifExists: true });
|
|
});
|
|
|
|
// =====================================================
|
|
// Step 4: Drop old columns and rename new columns
|
|
// =====================================================
|
|
console.log(' Step 4: Dropping old columns and renaming new columns...');
|
|
|
|
// For each table, drop old id and rename new_id to id
|
|
tablesToMigrate.forEach((table) => {
|
|
// Drop old id column
|
|
pgm.dropColumn(table, 'id', { ifExists: true });
|
|
|
|
// Rename new_id to id
|
|
pgm.renameColumn(table, 'new_id', 'id');
|
|
|
|
// Make id NOT NULL
|
|
pgm.alterColumn(table, 'id', { notNull: true });
|
|
});
|
|
|
|
// Rename FK columns
|
|
pgm.dropColumn('weather_forecasts', 'station_id', { ifExists: true });
|
|
pgm.renameColumn('weather_forecasts', 'new_station_id', 'station_id');
|
|
|
|
pgm.dropColumn('weather_observations', 'weather_station_id', { ifExists: true });
|
|
pgm.renameColumn('weather_observations', 'new_weather_station_id', 'weather_station_id');
|
|
|
|
pgm.dropColumn('user_subscriptions', 'subscription_plan_id', { ifExists: true });
|
|
pgm.renameColumn('user_subscriptions', 'new_subscription_plan_id', 'subscription_plan_id');
|
|
|
|
pgm.dropColumn('subscription_history', 'user_subscription_id', { ifExists: true });
|
|
pgm.renameColumn('subscription_history', 'new_user_subscription_id', 'user_subscription_id');
|
|
|
|
pgm.dropColumn('payment_records', 'user_subscription_id', { ifExists: true });
|
|
pgm.renameColumn('payment_records', 'new_user_subscription_id', 'user_subscription_id');
|
|
|
|
// =====================================================
|
|
// Step 5: Add new primary key constraints
|
|
// =====================================================
|
|
console.log(' Step 5: Adding new primary key constraints...');
|
|
|
|
tablesToMigrate.forEach((table) => {
|
|
pgm.addConstraint(table, `${table}_pkey`, { primaryKey: 'id' });
|
|
});
|
|
|
|
// =====================================================
|
|
// Step 6: Add new foreign key constraints
|
|
// =====================================================
|
|
console.log(' Step 6: Adding new foreign key constraints...');
|
|
|
|
pgm.addConstraint('weather_forecasts', 'weather_forecasts_station_id_fkey', {
|
|
foreignKeys: {
|
|
columns: 'station_id',
|
|
references: 'weather_stations(id)',
|
|
onDelete: 'CASCADE',
|
|
},
|
|
});
|
|
|
|
pgm.addConstraint('weather_observations', 'weather_observations_weather_station_id_fkey', {
|
|
foreignKeys: {
|
|
columns: 'weather_station_id',
|
|
references: 'weather_stations(id)',
|
|
onDelete: 'CASCADE',
|
|
},
|
|
});
|
|
|
|
pgm.addConstraint('user_subscriptions', 'user_subscriptions_subscription_plan_id_fkey', {
|
|
foreignKeys: {
|
|
columns: 'subscription_plan_id',
|
|
references: 'subscription_plans(id)',
|
|
onDelete: 'CASCADE',
|
|
},
|
|
});
|
|
|
|
pgm.addConstraint('subscription_history', 'subscription_history_user_subscription_id_fkey', {
|
|
foreignKeys: {
|
|
columns: 'user_subscription_id',
|
|
references: 'user_subscriptions(id)',
|
|
onDelete: 'CASCADE',
|
|
},
|
|
});
|
|
|
|
pgm.addConstraint('payment_records', 'payment_records_user_subscription_id_fkey', {
|
|
foreignKeys: {
|
|
columns: 'user_subscription_id',
|
|
references: 'user_subscriptions(id)',
|
|
onDelete: 'CASCADE',
|
|
},
|
|
});
|
|
|
|
// =====================================================
|
|
// Step 7: Recreate indexes on FK columns
|
|
// =====================================================
|
|
console.log(' Step 7: Recreating indexes on FK columns...');
|
|
|
|
pgm.createIndex('weather_forecasts', 'station_id', {
|
|
name: 'idx_weather_forecasts_station_id',
|
|
});
|
|
|
|
pgm.createIndex('weather_observations', 'weather_station_id', {
|
|
name: 'idx_weather_observations_station_id',
|
|
});
|
|
|
|
pgm.createIndex('user_subscriptions', 'subscription_plan_id', {
|
|
name: 'idx_user_subscriptions_plan_id',
|
|
});
|
|
|
|
pgm.createIndex('subscription_history', 'user_subscription_id', {
|
|
name: 'idx_subscription_history_sub_id',
|
|
});
|
|
|
|
pgm.createIndex('payment_records', 'user_subscription_id', {
|
|
name: 'idx_payment_records_sub_id',
|
|
});
|
|
|
|
// =====================================================
|
|
// Step 8: Clean up temporary indexes
|
|
// =====================================================
|
|
console.log(' Step 8: Cleaning up temporary indexes...');
|
|
|
|
tablesToMigrate.forEach((table) => {
|
|
pgm.dropIndex(table, [], { name: `idx_${table}_new_id`, ifExists: true });
|
|
});
|
|
|
|
// Drop temporary indexes from Phase 2
|
|
pgm.dropIndex('weather_forecasts', [], {
|
|
name: 'idx_weather_forecasts_new_station_id',
|
|
ifExists: true,
|
|
});
|
|
pgm.dropIndex('weather_observations', [], {
|
|
name: 'idx_weather_observations_new_station_id',
|
|
ifExists: true,
|
|
});
|
|
pgm.dropIndex('user_subscriptions', [], {
|
|
name: 'idx_user_subscriptions_new_plan_id',
|
|
ifExists: true,
|
|
});
|
|
pgm.dropIndex('subscription_history', [], {
|
|
name: 'idx_subscription_history_new_sub_id',
|
|
ifExists: true,
|
|
});
|
|
pgm.dropIndex('payment_records', [], {
|
|
name: 'idx_payment_records_new_sub_id',
|
|
ifExists: true,
|
|
});
|
|
|
|
console.log('Phase 3 complete: All tables now use UUID primary keys.');
|
|
console.log('');
|
|
console.log('IMPORTANT: The _migration_id_mapping table has been preserved for reference.');
|
|
console.log('You may drop it manually after verifying the migration: DROP TABLE _migration_id_mapping;');
|
|
};
|
|
|
|
/**
|
|
* @param pgm {import('node-pg-migrate').MigrationBuilder}
|
|
* @param run {() => void | undefined}
|
|
* @returns {Promise<void> | void}
|
|
*/
|
|
export const down = (pgm) => {
|
|
console.log('Rolling back Phase 3...');
|
|
console.log('WARNING: This rollback requires the _migration_id_mapping table to exist!');
|
|
|
|
// This rollback is complex and requires the mapping table
|
|
// In production, consider using a backup restore instead
|
|
|
|
pgm.sql(`
|
|
-- Check if mapping table exists
|
|
DO $$
|
|
BEGIN
|
|
IF NOT EXISTS (SELECT 1 FROM information_schema.tables WHERE table_name = '_migration_id_mapping') THEN
|
|
RAISE EXCEPTION 'Cannot rollback: _migration_id_mapping table does not exist. Restore from backup.';
|
|
END IF;
|
|
END $$;
|
|
`);
|
|
|
|
// The full rollback would be very complex.
|
|
// In practice, recommend restoring from backup before Phase 3.
|
|
console.log('');
|
|
console.log('ROLLBACK NOTE: For Phase 3, it is recommended to restore from a backup');
|
|
console.log('taken before the migration rather than attempting to reverse the changes.');
|
|
console.log('');
|
|
console.log('If you must rollback, the _migration_id_mapping table contains the');
|
|
console.log('old_id -> new_id mappings needed to reconstruct the serial IDs.');
|
|
|
|
throw new Error(
|
|
'Phase 3 rollback requires manual intervention or backup restore. ' +
|
|
'See migration comments for details.',
|
|
);
|
|
};
|