2022-07-10 19:40:26 +00:00
# include "MigrationRunner.h"
2022-10-24 22:20:36 +00:00
# include "BrickByBrickFix.h"
2022-10-30 07:38:43 +00:00
# include "CDClientDatabase.h"
# include "Database.h"
# include "Game.h"
2022-07-10 19:40:26 +00:00
# include "GeneralUtils.h"
2023-10-21 23:31:55 +00:00
# include "Logger.h"
2022-11-27 11:59:59 +00:00
# include "BinaryPathFinder.h"
2022-07-10 19:40:26 +00:00
2023-10-21 23:31:55 +00:00
# include <fstream>
2022-10-30 07:38:43 +00:00
Migration LoadMigration ( std : : string path ) {
Migration migration { } ;
2022-11-27 11:59:59 +00:00
std : : ifstream file ( BinaryPathFinder : : GetBinaryDir ( ) / " migrations/ " / path ) ;
2022-10-30 07:38:43 +00:00
if ( file . is_open ( ) ) {
std : : string line ;
std : : string total = " " ;
while ( std : : getline ( file , line ) ) {
total + = line ;
}
file . close ( ) ;
migration . name = path ;
migration . data = total ;
}
return migration ;
}
2022-07-10 19:40:26 +00:00
void MigrationRunner : : RunMigrations ( ) {
2023-11-18 00:47:18 +00:00
Database : : Get ( ) - > CreateMigrationHistoryTable ( ) ;
2022-07-28 13:39:57 +00:00
2024-12-04 09:30:14 +00:00
std : : string finalSQL = " " ;
2022-10-24 22:20:36 +00:00
bool runSd0Migrations = false ;
2022-12-05 15:04:59 +00:00
for ( const auto & entry : GeneralUtils : : GetSqlFileNamesFromFolder ( ( BinaryPathFinder : : GetBinaryDir ( ) / " ./migrations/dlu/ " ) . string ( ) ) ) {
2022-10-30 07:38:43 +00:00
auto migration = LoadMigration ( " dlu/ " + entry ) ;
2022-07-28 13:39:57 +00:00
2022-07-10 19:40:26 +00:00
if ( migration . data . empty ( ) ) {
continue ;
}
2022-07-28 13:39:57 +00:00
2023-11-18 00:47:18 +00:00
if ( Database : : Get ( ) - > IsMigrationRun ( migration . name ) ) continue ;
2022-07-28 13:39:57 +00:00
2023-10-21 23:31:55 +00:00
LOG ( " Running migration: %s " , migration . name . c_str ( ) ) ;
2022-12-22 12:06:59 +00:00
if ( migration . name = = " dlu/5_brick_model_sd0.sql " ) {
2022-10-24 22:20:36 +00:00
runSd0Migrations = true ;
} else {
2022-11-03 03:53:45 +00:00
finalSQL . append ( migration . data . c_str ( ) ) ;
2022-10-24 22:20:36 +00:00
}
2022-07-28 13:39:57 +00:00
2023-11-18 00:47:18 +00:00
Database : : Get ( ) - > InsertMigration ( migration . name ) ;
2022-07-10 19:40:26 +00:00
}
2022-07-28 13:39:57 +00:00
2022-10-24 22:20:36 +00:00
if ( finalSQL . empty ( ) & & ! runSd0Migrations ) {
2023-10-21 23:31:55 +00:00
LOG ( " Server database is up to date. " ) ;
2022-10-24 22:20:36 +00:00
return ;
}
2022-07-10 19:40:26 +00:00
if ( ! finalSQL . empty ( ) ) {
2024-12-04 09:30:14 +00:00
auto migration = GeneralUtils : : SplitString ( finalSQL , ' ; ' ) ;
2022-10-24 22:20:36 +00:00
for ( auto & query : migration ) {
try {
if ( query . empty ( ) ) continue ;
2024-12-04 09:30:14 +00:00
Database : : Get ( ) - > ExecuteCustomQuery ( query ) ;
} catch ( std : : exception & e ) {
2023-10-21 23:31:55 +00:00
LOG ( " Encountered error running migration: %s " , e . what ( ) ) ;
2022-10-24 22:20:36 +00:00
}
2022-07-10 19:40:26 +00:00
}
}
2022-10-24 22:20:36 +00:00
// Do this last on the off chance none of the other migrations have been run yet.
if ( runSd0Migrations ) {
uint32_t numberOfUpdatedModels = BrickByBrickFix : : UpdateBrickByBrickModelsToSd0 ( ) ;
2023-10-21 23:31:55 +00:00
LOG ( " %i models were updated from zlib to sd0. " , numberOfUpdatedModels ) ;
2022-10-24 22:20:36 +00:00
uint32_t numberOfTruncatedModels = BrickByBrickFix : : TruncateBrokenBrickByBrickXml ( ) ;
2023-10-21 23:31:55 +00:00
LOG ( " %i models were truncated from the database. " , numberOfTruncatedModels ) ;
2022-10-24 22:20:36 +00:00
}
2022-07-10 19:40:26 +00:00
}
2022-10-30 07:38:43 +00:00
void MigrationRunner : : RunSQLiteMigrations ( ) {
2022-12-03 12:17:13 +00:00
auto cdstmt = CDClientDatabase : : CreatePreppedStmt ( " CREATE TABLE IF NOT EXISTS migration_history (name TEXT NOT NULL, date TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP); " ) ;
cdstmt . execQuery ( ) . finalize ( ) ;
cdstmt . finalize ( ) ;
2023-11-18 00:47:18 +00:00
Database : : Get ( ) - > CreateMigrationHistoryTable ( ) ;
2022-07-10 19:40:26 +00:00
2022-12-05 15:04:59 +00:00
for ( const auto & entry : GeneralUtils : : GetSqlFileNamesFromFolder ( ( BinaryPathFinder : : GetBinaryDir ( ) / " migrations/cdserver/ " ) . string ( ) ) ) {
2022-10-30 07:38:43 +00:00
auto migration = LoadMigration ( " cdserver/ " + entry ) ;
2022-07-10 19:40:26 +00:00
2022-10-30 07:38:43 +00:00
if ( migration . data . empty ( ) ) continue ;
2022-07-10 19:40:26 +00:00
2022-12-03 12:17:13 +00:00
// Check if there is an entry in the migration history table on the cdclient database.
cdstmt = CDClientDatabase : : CreatePreppedStmt ( " SELECT name FROM migration_history WHERE name = ?; " ) ;
2023-12-28 04:18:20 +00:00
cdstmt . bind ( static_cast < int32_t > ( 1 ) , migration . name . c_str ( ) ) ;
2022-12-03 12:17:13 +00:00
auto cdres = cdstmt . execQuery ( ) ;
2023-11-18 00:47:18 +00:00
if ( ! cdres . eof ( ) ) continue ;
2022-12-03 12:17:13 +00:00
// Check first if there is entry in the migration history table on the main database.
2023-11-18 00:47:18 +00:00
if ( Database : : Get ( ) - > IsMigrationRun ( migration . name ) ) {
2022-12-03 12:17:13 +00:00
// Insert into cdclient database if there is an entry in the main database but not the cdclient database.
cdstmt = CDClientDatabase : : CreatePreppedStmt ( " INSERT INTO migration_history (name) VALUES (?); " ) ;
2023-11-18 00:47:18 +00:00
cdstmt . bind ( static_cast < int32_t > ( 1 ) , migration . name . c_str ( ) ) ;
cdstmt . execQuery ( ) ;
2022-12-03 12:17:13 +00:00
continue ;
}
2022-07-10 19:40:26 +00:00
2022-10-30 07:38:43 +00:00
// Doing these 1 migration at a time since one takes a long time and some may think it is crashing.
// This will at the least guarentee that the full migration needs to be run in order to be counted as "migrated".
2023-10-21 23:31:55 +00:00
LOG ( " Executing migration: %s. This may take a while. Do not shut down server. " , migration . name . c_str ( ) ) ;
2022-12-05 08:57:58 +00:00
CDClientDatabase : : ExecuteQuery ( " BEGIN TRANSACTION; " ) ;
2022-10-30 07:38:43 +00:00
for ( const auto & dml : GeneralUtils : : SplitString ( migration . data , ' ; ' ) ) {
if ( dml . empty ( ) ) continue ;
try {
CDClientDatabase : : ExecuteDML ( dml . c_str ( ) ) ;
} catch ( CppSQLite3Exception & e ) {
2023-10-21 23:31:55 +00:00
LOG ( " Encountered error running DML command: (%i) : %s " , e . errorCode ( ) , e . errorMessage ( ) ) ;
2022-10-30 07:38:43 +00:00
}
}
2022-12-03 12:17:13 +00:00
// Insert into cdclient database.
cdstmt = CDClientDatabase : : CreatePreppedStmt ( " INSERT INTO migration_history (name) VALUES (?); " ) ;
2023-12-28 04:18:20 +00:00
cdstmt . bind ( static_cast < int32_t > ( 1 ) , migration . name . c_str ( ) ) ;
2023-11-18 00:47:18 +00:00
cdstmt . execQuery ( ) ;
2022-12-05 08:57:58 +00:00
CDClientDatabase : : ExecuteQuery ( " COMMIT; " ) ;
2022-07-10 19:40:26 +00:00
}
2022-12-03 12:17:13 +00:00
2023-10-21 23:31:55 +00:00
LOG ( " CDServer database is up to date. " ) ;
2022-07-10 19:40:26 +00:00
}