You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
1015 lines
36 KiB
1015 lines
36 KiB
/**
|
|
* Migration Service for transferring data from Dexie (IndexedDB) to SQLite
|
|
*
|
|
* This service provides functions to:
|
|
* 1. Compare data between Dexie and SQLite databases
|
|
* 2. Transfer contacts and settings from Dexie to SQLite
|
|
* 3. Generate YAML-formatted data comparisons
|
|
*
|
|
* The service is designed to work with the TimeSafari app's dual database architecture,
|
|
* where data can exist in both Dexie (IndexedDB) and SQLite databases. This allows
|
|
* for safe migration of data between the two storage systems.
|
|
*
|
|
* Usage:
|
|
* 1. Enable Dexie temporarily by setting USE_DEXIE_DB = true in constants/app.ts
|
|
* 2. Use compareDatabases() to see differences between databases
|
|
* 3. Use migrateContacts() and/or migrateSettings() to transfer data
|
|
* 4. Disable Dexie again after migration is complete
|
|
*
|
|
* @author Matthew Raymer
|
|
* @version 1.0.0
|
|
* @since 2024
|
|
*/
|
|
|
|
import { PlatformServiceFactory } from "./PlatformServiceFactory";
|
|
import { db } from "../db/index";
|
|
import { Contact, ContactMethod } from "../db/tables/contacts";
|
|
import { Settings } from "../db/tables/settings";
|
|
import { logger } from "../utils/logger";
|
|
import { parseJsonField } from "../db/databaseUtil";
|
|
import { USE_DEXIE_DB } from "../constants/app";
|
|
|
|
/**
|
|
* Interface for data comparison results between Dexie and SQLite databases
|
|
*
|
|
* This interface provides a comprehensive view of the differences between
|
|
* the two database systems, including counts and detailed lists of
|
|
* added, modified, and missing records.
|
|
*
|
|
* @interface DataComparison
|
|
* @property {Contact[]} dexieContacts - All contacts from Dexie database
|
|
* @property {Contact[]} sqliteContacts - All contacts from SQLite database
|
|
* @property {Settings[]} dexieSettings - All settings from Dexie database
|
|
* @property {Settings[]} sqliteSettings - All settings from SQLite database
|
|
* @property {Object} differences - Detailed differences between databases
|
|
* @property {Object} differences.contacts - Contact-specific differences
|
|
* @property {Contact[]} differences.contacts.added - Contacts in Dexie but not SQLite
|
|
* @property {Contact[]} differences.contacts.modified - Contacts that differ between databases
|
|
* @property {Contact[]} differences.contacts.missing - Contacts in SQLite but not Dexie
|
|
* @property {Object} differences.settings - Settings-specific differences
|
|
* @property {Settings[]} differences.settings.added - Settings in Dexie but not SQLite
|
|
* @property {Settings[]} differences.settings.modified - Settings that differ between databases
|
|
* @property {Settings[]} differences.settings.missing - Settings in SQLite but not Dexie
|
|
*/
|
|
export interface DataComparison {
|
|
dexieContacts: Contact[];
|
|
sqliteContacts: Contact[];
|
|
dexieSettings: Settings[];
|
|
sqliteSettings: Settings[];
|
|
differences: {
|
|
contacts: {
|
|
added: Contact[];
|
|
modified: Contact[];
|
|
missing: Contact[];
|
|
};
|
|
settings: {
|
|
added: Settings[];
|
|
modified: Settings[];
|
|
missing: Settings[];
|
|
};
|
|
};
|
|
}
|
|
|
|
/**
|
|
* Interface for migration operation results
|
|
*
|
|
* Provides detailed feedback about the success or failure of migration
|
|
* operations, including counts of migrated records and any errors or
|
|
* warnings that occurred during the process.
|
|
*
|
|
* @interface MigrationResult
|
|
* @property {boolean} success - Whether the migration operation completed successfully
|
|
* @property {number} contactsMigrated - Number of contacts successfully migrated
|
|
* @property {number} settingsMigrated - Number of settings successfully migrated
|
|
* @property {string[]} errors - Array of error messages encountered during migration
|
|
* @property {string[]} warnings - Array of warning messages (non-fatal issues)
|
|
*/
|
|
export interface MigrationResult {
|
|
success: boolean;
|
|
contactsMigrated: number;
|
|
settingsMigrated: number;
|
|
errors: string[];
|
|
warnings: string[];
|
|
}
|
|
|
|
/**
|
|
* Retrieves all contacts from the Dexie (IndexedDB) database
|
|
*
|
|
* This function connects to the Dexie database and retrieves all contact
|
|
* records. It requires that USE_DEXIE_DB is enabled in the app constants.
|
|
*
|
|
* The function handles database opening and error conditions, providing
|
|
* detailed logging for debugging purposes.
|
|
*
|
|
* @async
|
|
* @function getDexieContacts
|
|
* @returns {Promise<Contact[]>} Array of all contacts from Dexie database
|
|
* @throws {Error} If Dexie database is not enabled or if database access fails
|
|
* @example
|
|
* ```typescript
|
|
* try {
|
|
* const contacts = await getDexieContacts();
|
|
* console.log(`Retrieved ${contacts.length} contacts from Dexie`);
|
|
* } catch (error) {
|
|
* console.error('Failed to retrieve Dexie contacts:', error);
|
|
* }
|
|
* ```
|
|
*/
|
|
export async function getDexieContacts(): Promise<Contact[]> {
|
|
if (!USE_DEXIE_DB) {
|
|
throw new Error("Dexie database is not enabled");
|
|
}
|
|
|
|
try {
|
|
await db.open();
|
|
const contacts = await db.contacts.toArray();
|
|
logger.info(
|
|
`[MigrationService] Retrieved ${contacts.length} contacts from Dexie`,
|
|
);
|
|
return contacts;
|
|
} catch (error) {
|
|
logger.error("[MigrationService] Error retrieving Dexie contacts:", error);
|
|
throw new Error(`Failed to retrieve Dexie contacts: ${error}`);
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Retrieves all contacts from the SQLite database
|
|
*
|
|
* This function uses the platform service to query the SQLite database
|
|
* and retrieve all contact records. It handles the conversion of raw
|
|
* database results into properly typed Contact objects.
|
|
*
|
|
* The function also handles JSON parsing for complex fields like
|
|
* contactMethods, ensuring proper type conversion.
|
|
*
|
|
* @async
|
|
* @function getSqliteContacts
|
|
* @returns {Promise<Contact[]>} Array of all contacts from SQLite database
|
|
* @throws {Error} If database query fails or data conversion fails
|
|
* @example
|
|
* ```typescript
|
|
* try {
|
|
* const contacts = await getSqliteContacts();
|
|
* console.log(`Retrieved ${contacts.length} contacts from SQLite`);
|
|
* } catch (error) {
|
|
* console.error('Failed to retrieve SQLite contacts:', error);
|
|
* }
|
|
* ```
|
|
*/
|
|
export async function getSqliteContacts(): Promise<Contact[]> {
|
|
try {
|
|
const platformService = PlatformServiceFactory.getInstance();
|
|
const result = await platformService.dbQuery("SELECT * FROM contacts");
|
|
|
|
if (!result?.values?.length) {
|
|
return [];
|
|
}
|
|
|
|
const contacts = result.values.map((row) => {
|
|
const contact = parseJsonField(row, {}) as any;
|
|
return {
|
|
did: contact.did || "",
|
|
name: contact.name || "",
|
|
contactMethods: parseJsonField(
|
|
contact.contactMethods,
|
|
[],
|
|
) as ContactMethod[],
|
|
nextPubKeyHashB64: contact.nextPubKeyHashB64 || "",
|
|
notes: contact.notes || "",
|
|
profileImageUrl: contact.profileImageUrl || "",
|
|
publicKeyBase64: contact.publicKeyBase64 || "",
|
|
seesMe: contact.seesMe || false,
|
|
registered: contact.registered || false,
|
|
} as Contact;
|
|
});
|
|
|
|
logger.info(
|
|
`[MigrationService] Retrieved ${contacts.length} contacts from SQLite`,
|
|
);
|
|
return contacts;
|
|
} catch (error) {
|
|
logger.error("[MigrationService] Error retrieving SQLite contacts:", error);
|
|
throw new Error(`Failed to retrieve SQLite contacts: ${error}`);
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Retrieves all settings from the Dexie (IndexedDB) database
|
|
*
|
|
* This function connects to the Dexie database and retrieves all settings
|
|
* records. It requires that USE_DEXIE_DB is enabled in the app constants.
|
|
*
|
|
* Settings include both master settings (id=1) and account-specific settings
|
|
* that override the master settings for particular user accounts.
|
|
*
|
|
* @async
|
|
* @function getDexieSettings
|
|
* @returns {Promise<Settings[]>} Array of all settings from Dexie database
|
|
* @throws {Error} If Dexie database is not enabled or if database access fails
|
|
* @example
|
|
* ```typescript
|
|
* try {
|
|
* const settings = await getDexieSettings();
|
|
* console.log(`Retrieved ${settings.length} settings from Dexie`);
|
|
* } catch (error) {
|
|
* console.error('Failed to retrieve Dexie settings:', error);
|
|
* }
|
|
* ```
|
|
*/
|
|
export async function getDexieSettings(): Promise<Settings[]> {
|
|
if (!USE_DEXIE_DB) {
|
|
throw new Error("Dexie database is not enabled");
|
|
}
|
|
|
|
try {
|
|
await db.open();
|
|
const settings = await db.settings.toArray();
|
|
logger.info(
|
|
`[MigrationService] Retrieved ${settings.length} settings from Dexie`,
|
|
);
|
|
return settings;
|
|
} catch (error) {
|
|
logger.error("[MigrationService] Error retrieving Dexie settings:", error);
|
|
throw new Error(`Failed to retrieve Dexie settings: ${error}`);
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Retrieves all settings from the SQLite database
|
|
*
|
|
* This function uses the platform service to query the SQLite database
|
|
* and retrieve all settings records. It handles the conversion of raw
|
|
* database results into properly typed Settings objects.
|
|
*
|
|
* The function also handles JSON parsing for complex fields like
|
|
* searchBoxes, ensuring proper type conversion.
|
|
*
|
|
* @async
|
|
* @function getSqliteSettings
|
|
* @returns {Promise<Settings[]>} Array of all settings from SQLite database
|
|
* @throws {Error} If database query fails or data conversion fails
|
|
* @example
|
|
* ```typescript
|
|
* try {
|
|
* const settings = await getSqliteSettings();
|
|
* console.log(`Retrieved ${settings.length} settings from SQLite`);
|
|
* } catch (error) {
|
|
* console.error('Failed to retrieve SQLite settings:', error);
|
|
* }
|
|
* ```
|
|
*/
|
|
export async function getSqliteSettings(): Promise<Settings[]> {
|
|
try {
|
|
const platformService = PlatformServiceFactory.getInstance();
|
|
const result = await platformService.dbQuery("SELECT * FROM settings");
|
|
|
|
if (!result?.values?.length) {
|
|
return [];
|
|
}
|
|
|
|
const settings = result.values.map((row) => {
|
|
const setting = parseJsonField(row, {}) as any;
|
|
return {
|
|
id: setting.id,
|
|
accountDid: setting.accountDid || "",
|
|
activeDid: setting.activeDid || "",
|
|
apiServer: setting.apiServer || "",
|
|
filterFeedByNearby: setting.filterFeedByNearby || false,
|
|
filterFeedByVisible: setting.filterFeedByVisible || false,
|
|
finishedOnboarding: setting.finishedOnboarding || false,
|
|
firstName: setting.firstName || "",
|
|
hideRegisterPromptOnNewContact:
|
|
setting.hideRegisterPromptOnNewContact || false,
|
|
isRegistered: setting.isRegistered || false,
|
|
lastName: setting.lastName || "",
|
|
lastAckedOfferToUserJwtId: setting.lastAckedOfferToUserJwtId || "",
|
|
lastAckedOfferToUserProjectsJwtId:
|
|
setting.lastAckedOfferToUserProjectsJwtId || "",
|
|
lastNotifiedClaimId: setting.lastNotifiedClaimId || "",
|
|
lastViewedClaimId: setting.lastViewedClaimId || "",
|
|
notifyingNewActivityTime: setting.notifyingNewActivityTime || "",
|
|
notifyingReminderMessage: setting.notifyingReminderMessage || "",
|
|
notifyingReminderTime: setting.notifyingReminderTime || "",
|
|
partnerApiServer: setting.partnerApiServer || "",
|
|
passkeyExpirationMinutes: setting.passkeyExpirationMinutes,
|
|
profileImageUrl: setting.profileImageUrl || "",
|
|
searchBoxes: parseJsonField(setting.searchBoxes, []),
|
|
showContactGivesInline: setting.showContactGivesInline || false,
|
|
showGeneralAdvanced: setting.showGeneralAdvanced || false,
|
|
showShortcutBvc: setting.showShortcutBvc || false,
|
|
vapid: setting.vapid || "",
|
|
warnIfProdServer: setting.warnIfProdServer || false,
|
|
warnIfTestServer: setting.warnIfTestServer || false,
|
|
webPushServer: setting.webPushServer || "",
|
|
} as Settings;
|
|
});
|
|
|
|
logger.info(
|
|
`[MigrationService] Retrieved ${settings.length} settings from SQLite`,
|
|
);
|
|
return settings;
|
|
} catch (error) {
|
|
logger.error("[MigrationService] Error retrieving SQLite settings:", error);
|
|
throw new Error(`Failed to retrieve SQLite settings: ${error}`);
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Compares data between Dexie and SQLite databases
|
|
*
|
|
* This is the main comparison function that retrieves data from both
|
|
* databases and identifies differences. It provides a comprehensive
|
|
* view of what data exists in each database and what needs to be
|
|
* migrated.
|
|
*
|
|
* The function performs parallel data retrieval for efficiency and
|
|
* then compares the results to identify added, modified, and missing
|
|
* records in each table.
|
|
*
|
|
* @async
|
|
* @function compareDatabases
|
|
* @returns {Promise<DataComparison>} Comprehensive comparison results
|
|
* @throws {Error} If any database access fails
|
|
* @example
|
|
* ```typescript
|
|
* try {
|
|
* const comparison = await compareDatabases();
|
|
* console.log(`Dexie contacts: ${comparison.dexieContacts.length}`);
|
|
* console.log(`SQLite contacts: ${comparison.sqliteContacts.length}`);
|
|
* console.log(`Added contacts: ${comparison.differences.contacts.added.length}`);
|
|
* } catch (error) {
|
|
* console.error('Database comparison failed:', error);
|
|
* }
|
|
* ```
|
|
*/
|
|
export async function compareDatabases(): Promise<DataComparison> {
|
|
logger.info("[MigrationService] Starting database comparison");
|
|
|
|
const [dexieContacts, sqliteContacts, dexieSettings, sqliteSettings] =
|
|
await Promise.all([
|
|
getDexieContacts(),
|
|
getSqliteContacts(),
|
|
getDexieSettings(),
|
|
getSqliteSettings(),
|
|
]);
|
|
|
|
// Compare contacts
|
|
const contactDifferences = compareContacts(dexieContacts, sqliteContacts);
|
|
|
|
// Compare settings
|
|
const settingsDifferences = compareSettings(dexieSettings, sqliteSettings);
|
|
|
|
const comparison: DataComparison = {
|
|
dexieContacts,
|
|
sqliteContacts,
|
|
dexieSettings,
|
|
sqliteSettings,
|
|
differences: {
|
|
contacts: contactDifferences,
|
|
settings: settingsDifferences,
|
|
},
|
|
};
|
|
|
|
logger.info("[MigrationService] Database comparison completed", {
|
|
dexieContacts: dexieContacts.length,
|
|
sqliteContacts: sqliteContacts.length,
|
|
dexieSettings: dexieSettings.length,
|
|
sqliteSettings: sqliteSettings.length,
|
|
contactDifferences: contactDifferences,
|
|
settingsDifferences: settingsDifferences,
|
|
});
|
|
|
|
return comparison;
|
|
}
|
|
|
|
/**
|
|
* Compares contacts between Dexie and SQLite databases
|
|
*
|
|
* This helper function analyzes two arrays of contacts and identifies
|
|
* which contacts are added (in Dexie but not SQLite), modified
|
|
* (different between databases), or missing (in SQLite but not Dexie).
|
|
*
|
|
* The comparison is based on the contact's DID (Decentralized Identifier)
|
|
* as the primary key, with detailed field-by-field comparison for
|
|
* modified contacts.
|
|
*
|
|
* @function compareContacts
|
|
* @param {Contact[]} dexieContacts - Contacts from Dexie database
|
|
* @param {Contact[]} sqliteContacts - Contacts from SQLite database
|
|
* @returns {Object} Object containing added, modified, and missing contacts
|
|
* @returns {Contact[]} returns.added - Contacts in Dexie but not SQLite
|
|
* @returns {Contact[]} returns.modified - Contacts that differ between databases
|
|
* @returns {Contact[]} returns.missing - Contacts in SQLite but not Dexie
|
|
* @example
|
|
* ```typescript
|
|
* const differences = compareContacts(dexieContacts, sqliteContacts);
|
|
* console.log(`Added: ${differences.added.length}`);
|
|
* console.log(`Modified: ${differences.modified.length}`);
|
|
* console.log(`Missing: ${differences.missing.length}`);
|
|
* ```
|
|
*/
|
|
function compareContacts(dexieContacts: Contact[], sqliteContacts: Contact[]) {
|
|
const added: Contact[] = [];
|
|
const modified: Contact[] = [];
|
|
const missing: Contact[] = [];
|
|
|
|
// Find contacts that exist in Dexie but not in SQLite
|
|
for (const dexieContact of dexieContacts) {
|
|
const sqliteContact = sqliteContacts.find(
|
|
(c) => c.did === dexieContact.did,
|
|
);
|
|
if (!sqliteContact) {
|
|
added.push(dexieContact);
|
|
} else if (!contactsEqual(dexieContact, sqliteContact)) {
|
|
modified.push(dexieContact);
|
|
}
|
|
}
|
|
|
|
// Find contacts that exist in SQLite but not in Dexie
|
|
for (const sqliteContact of sqliteContacts) {
|
|
const dexieContact = dexieContacts.find((c) => c.did === sqliteContact.did);
|
|
if (!dexieContact) {
|
|
missing.push(sqliteContact);
|
|
}
|
|
}
|
|
|
|
return { added, modified, missing };
|
|
}
|
|
|
|
/**
|
|
* Compares settings between Dexie and SQLite databases
|
|
*
|
|
* This helper function analyzes two arrays of settings and identifies
|
|
* which settings are added (in Dexie but not SQLite), modified
|
|
* (different between databases), or missing (in SQLite but not Dexie).
|
|
*
|
|
* The comparison is based on the setting's ID as the primary key,
|
|
* with detailed field-by-field comparison for modified settings.
|
|
*
|
|
* @function compareSettings
|
|
* @param {Settings[]} dexieSettings - Settings from Dexie database
|
|
* @param {Settings[]} sqliteSettings - Settings from SQLite database
|
|
* @returns {Object} Object containing added, modified, and missing settings
|
|
* @returns {Settings[]} returns.added - Settings in Dexie but not SQLite
|
|
* @returns {Settings[]} returns.modified - Settings that differ between databases
|
|
* @returns {Settings[]} returns.missing - Settings in SQLite but not Dexie
|
|
* @example
|
|
* ```typescript
|
|
* const differences = compareSettings(dexieSettings, sqliteSettings);
|
|
* console.log(`Added: ${differences.added.length}`);
|
|
* console.log(`Modified: ${differences.modified.length}`);
|
|
* console.log(`Missing: ${differences.missing.length}`);
|
|
* ```
|
|
*/
|
|
function compareSettings(
|
|
dexieSettings: Settings[],
|
|
sqliteSettings: Settings[],
|
|
) {
|
|
const added: Settings[] = [];
|
|
const modified: Settings[] = [];
|
|
const missing: Settings[] = [];
|
|
|
|
// Find settings that exist in Dexie but not in SQLite
|
|
for (const dexieSetting of dexieSettings) {
|
|
const sqliteSetting = sqliteSettings.find((s) => s.id === dexieSetting.id);
|
|
if (!sqliteSetting) {
|
|
added.push(dexieSetting);
|
|
} else if (!settingsEqual(dexieSetting, sqliteSetting)) {
|
|
modified.push(dexieSetting);
|
|
}
|
|
}
|
|
|
|
// Find settings that exist in SQLite but not in Dexie
|
|
for (const sqliteSetting of sqliteSettings) {
|
|
const dexieSetting = dexieSettings.find((s) => s.id === sqliteSetting.id);
|
|
if (!dexieSetting) {
|
|
missing.push(sqliteSetting);
|
|
}
|
|
}
|
|
|
|
return { added, modified, missing };
|
|
}
|
|
|
|
/**
|
|
* Compares two contacts for equality
|
|
*
|
|
* This helper function performs a deep comparison of two Contact objects
|
|
* to determine if they are identical. The comparison includes all
|
|
* relevant fields including complex objects like contactMethods.
|
|
*
|
|
* For contactMethods, the function uses JSON.stringify to compare
|
|
* the arrays, ensuring that both structure and content are identical.
|
|
*
|
|
* @function contactsEqual
|
|
* @param {Contact} contact1 - First contact to compare
|
|
* @param {Contact} contact2 - Second contact to compare
|
|
* @returns {boolean} True if contacts are identical, false otherwise
|
|
* @example
|
|
* ```typescript
|
|
* const areEqual = contactsEqual(contact1, contact2);
|
|
* if (areEqual) {
|
|
* console.log('Contacts are identical');
|
|
* } else {
|
|
* console.log('Contacts differ');
|
|
* }
|
|
* ```
|
|
*/
|
|
function contactsEqual(contact1: Contact, contact2: Contact): boolean {
|
|
return (
|
|
contact1.did === contact2.did &&
|
|
contact1.name === contact2.name &&
|
|
contact1.notes === contact2.notes &&
|
|
contact1.profileImageUrl === contact2.profileImageUrl &&
|
|
contact1.publicKeyBase64 === contact2.publicKeyBase64 &&
|
|
contact1.nextPubKeyHashB64 === contact2.nextPubKeyHashB64 &&
|
|
contact1.seesMe === contact2.seesMe &&
|
|
contact1.registered === contact2.registered &&
|
|
JSON.stringify(contact1.contactMethods) ===
|
|
JSON.stringify(contact2.contactMethods)
|
|
);
|
|
}
|
|
|
|
/**
|
|
* Compares two settings for equality
|
|
*
|
|
* This helper function performs a deep comparison of two Settings objects
|
|
* to determine if they are identical. The comparison includes all
|
|
* relevant fields including complex objects like searchBoxes.
|
|
*
|
|
* For searchBoxes, the function uses JSON.stringify to compare
|
|
* the arrays, ensuring that both structure and content are identical.
|
|
*
|
|
* @function settingsEqual
|
|
* @param {Settings} settings1 - First settings to compare
|
|
* @param {Settings} settings2 - Second settings to compare
|
|
* @returns {boolean} True if settings are identical, false otherwise
|
|
* @example
|
|
* ```typescript
|
|
* const areEqual = settingsEqual(settings1, settings2);
|
|
* if (areEqual) {
|
|
* console.log('Settings are identical');
|
|
* } else {
|
|
* console.log('Settings differ');
|
|
* }
|
|
* ```
|
|
*/
|
|
function settingsEqual(settings1: Settings, settings2: Settings): boolean {
|
|
return (
|
|
settings1.id === settings2.id &&
|
|
settings1.accountDid === settings2.accountDid &&
|
|
settings1.activeDid === settings2.activeDid &&
|
|
settings1.apiServer === settings2.apiServer &&
|
|
settings1.filterFeedByNearby === settings2.filterFeedByNearby &&
|
|
settings1.filterFeedByVisible === settings2.filterFeedByVisible &&
|
|
settings1.finishedOnboarding === settings2.finishedOnboarding &&
|
|
settings1.firstName === settings2.firstName &&
|
|
settings1.hideRegisterPromptOnNewContact ===
|
|
settings2.hideRegisterPromptOnNewContact &&
|
|
settings1.isRegistered === settings2.isRegistered &&
|
|
settings1.lastName === settings2.lastName &&
|
|
settings1.lastAckedOfferToUserJwtId ===
|
|
settings2.lastAckedOfferToUserJwtId &&
|
|
settings1.lastAckedOfferToUserProjectsJwtId ===
|
|
settings2.lastAckedOfferToUserProjectsJwtId &&
|
|
settings1.lastNotifiedClaimId === settings2.lastNotifiedClaimId &&
|
|
settings1.lastViewedClaimId === settings2.lastViewedClaimId &&
|
|
settings1.notifyingNewActivityTime === settings2.notifyingNewActivityTime &&
|
|
settings1.notifyingReminderMessage === settings2.notifyingReminderMessage &&
|
|
settings1.notifyingReminderTime === settings2.notifyingReminderTime &&
|
|
settings1.partnerApiServer === settings2.partnerApiServer &&
|
|
settings1.passkeyExpirationMinutes === settings2.passkeyExpirationMinutes &&
|
|
settings1.profileImageUrl === settings2.profileImageUrl &&
|
|
settings1.showContactGivesInline === settings2.showContactGivesInline &&
|
|
settings1.showGeneralAdvanced === settings2.showGeneralAdvanced &&
|
|
settings1.showShortcutBvc === settings2.showShortcutBvc &&
|
|
settings1.vapid === settings2.vapid &&
|
|
settings1.warnIfProdServer === settings2.warnIfProdServer &&
|
|
settings1.warnIfTestServer === settings2.warnIfTestServer &&
|
|
settings1.webPushServer === settings2.webPushServer &&
|
|
JSON.stringify(settings1.searchBoxes) ===
|
|
JSON.stringify(settings2.searchBoxes)
|
|
);
|
|
}
|
|
|
|
/**
|
|
* Generates YAML-formatted comparison data
|
|
*
|
|
* This function converts the database comparison results into a
|
|
* structured format that can be exported and analyzed. The output
|
|
* is actually JSON but formatted in a YAML-like structure for
|
|
* better readability.
|
|
*
|
|
* The generated data includes summary statistics, detailed differences,
|
|
* and the actual data from both databases for inspection purposes.
|
|
*
|
|
* @function generateComparisonYaml
|
|
* @param {DataComparison} comparison - The comparison results to format
|
|
* @returns {string} JSON string formatted for readability
|
|
* @example
|
|
* ```typescript
|
|
* const comparison = await compareDatabases();
|
|
* const yaml = generateComparisonYaml(comparison);
|
|
* console.log(yaml);
|
|
* // Save to file or display in UI
|
|
* ```
|
|
*/
|
|
export function generateComparisonYaml(comparison: DataComparison): string {
|
|
const yaml = {
|
|
comparison: {
|
|
summary: {
|
|
dexieContacts: comparison.dexieContacts.length,
|
|
sqliteContacts: comparison.sqliteContacts.length,
|
|
dexieSettings: comparison.dexieSettings.length,
|
|
sqliteSettings: comparison.sqliteSettings.length,
|
|
},
|
|
differences: {
|
|
contacts: {
|
|
added: comparison.differences.contacts.added.length,
|
|
modified: comparison.differences.contacts.modified.length,
|
|
missing: comparison.differences.contacts.missing.length,
|
|
},
|
|
settings: {
|
|
added: comparison.differences.settings.added.length,
|
|
modified: comparison.differences.settings.modified.length,
|
|
missing: comparison.differences.settings.missing.length,
|
|
},
|
|
},
|
|
contacts: {
|
|
dexie: comparison.dexieContacts.map((c) => ({
|
|
did: c.did,
|
|
name: c.name,
|
|
notes: c.notes,
|
|
profileImageUrl: c.profileImageUrl,
|
|
seesMe: c.seesMe,
|
|
registered: c.registered,
|
|
contactMethods: c.contactMethods,
|
|
})),
|
|
sqlite: comparison.sqliteContacts.map((c) => ({
|
|
did: c.did,
|
|
name: c.name,
|
|
notes: c.notes,
|
|
profileImageUrl: c.profileImageUrl,
|
|
seesMe: c.seesMe,
|
|
registered: c.registered,
|
|
contactMethods: c.contactMethods,
|
|
})),
|
|
},
|
|
settings: {
|
|
dexie: comparison.dexieSettings.map((s) => ({
|
|
id: s.id,
|
|
accountDid: s.accountDid,
|
|
activeDid: s.activeDid,
|
|
firstName: s.firstName,
|
|
isRegistered: s.isRegistered,
|
|
profileImageUrl: s.profileImageUrl,
|
|
showShortcutBvc: s.showShortcutBvc,
|
|
searchBoxes: s.searchBoxes,
|
|
})),
|
|
sqlite: comparison.sqliteSettings.map((s) => ({
|
|
id: s.id,
|
|
accountDid: s.accountDid,
|
|
activeDid: s.activeDid,
|
|
firstName: s.firstName,
|
|
isRegistered: s.isRegistered,
|
|
profileImageUrl: s.profileImageUrl,
|
|
showShortcutBvc: s.showShortcutBvc,
|
|
searchBoxes: s.searchBoxes,
|
|
})),
|
|
},
|
|
},
|
|
};
|
|
|
|
return JSON.stringify(yaml, null, 2);
|
|
}
|
|
|
|
/**
|
|
* Migrates contacts from Dexie to SQLite database
|
|
*
|
|
* This function transfers all contacts from the Dexie database to the
|
|
* SQLite database. It handles both new contacts (INSERT) and existing
|
|
* contacts (UPDATE) based on the overwriteExisting parameter.
|
|
*
|
|
* The function processes contacts one by one to ensure data integrity
|
|
* and provides detailed logging of the migration process. It returns
|
|
* comprehensive results including success status, counts, and any
|
|
* errors or warnings encountered.
|
|
*
|
|
* @async
|
|
* @function migrateContacts
|
|
* @param {boolean} [overwriteExisting=false] - Whether to overwrite existing contacts in SQLite
|
|
* @returns {Promise<MigrationResult>} Detailed results of the migration operation
|
|
* @throws {Error} If the migration process fails completely
|
|
* @example
|
|
* ```typescript
|
|
* try {
|
|
* const result = await migrateContacts(true); // Overwrite existing
|
|
* if (result.success) {
|
|
* console.log(`Successfully migrated ${result.contactsMigrated} contacts`);
|
|
* } else {
|
|
* console.error('Migration failed:', result.errors);
|
|
* }
|
|
* } catch (error) {
|
|
* console.error('Migration process failed:', error);
|
|
* }
|
|
* ```
|
|
*/
|
|
export async function migrateContacts(
|
|
overwriteExisting: boolean = false,
|
|
): Promise<MigrationResult> {
|
|
logger.info("[MigrationService] Starting contact migration", {
|
|
overwriteExisting,
|
|
});
|
|
|
|
const result: MigrationResult = {
|
|
success: true,
|
|
contactsMigrated: 0,
|
|
settingsMigrated: 0,
|
|
errors: [],
|
|
warnings: [],
|
|
};
|
|
|
|
try {
|
|
const dexieContacts = await getDexieContacts();
|
|
const platformService = PlatformServiceFactory.getInstance();
|
|
|
|
for (const contact of dexieContacts) {
|
|
try {
|
|
// Check if contact already exists
|
|
const existingResult = await platformService.dbQuery(
|
|
"SELECT did FROM contacts WHERE did = ?",
|
|
[contact.did],
|
|
);
|
|
|
|
if (existingResult?.values?.length) {
|
|
if (overwriteExisting) {
|
|
// Update existing contact
|
|
const { sql, params } = generateUpdateStatement(
|
|
contact as unknown as Record<string, unknown>,
|
|
"contacts",
|
|
"did = ?",
|
|
[contact.did],
|
|
);
|
|
await platformService.dbExec(sql, params);
|
|
result.contactsMigrated++;
|
|
logger.info(`[MigrationService] Updated contact: ${contact.did}`);
|
|
} else {
|
|
result.warnings.push(
|
|
`Contact ${contact.did} already exists, skipping`,
|
|
);
|
|
}
|
|
} else {
|
|
// Insert new contact
|
|
const { sql, params } = generateInsertStatement(
|
|
contact as unknown as Record<string, unknown>,
|
|
"contacts",
|
|
);
|
|
await platformService.dbExec(sql, params);
|
|
result.contactsMigrated++;
|
|
logger.info(`[MigrationService] Added contact: ${contact.did}`);
|
|
}
|
|
} catch (error) {
|
|
const errorMsg = `Failed to migrate contact ${contact.did}: ${error}`;
|
|
logger.error("[MigrationService]", errorMsg);
|
|
result.errors.push(errorMsg);
|
|
result.success = false;
|
|
}
|
|
}
|
|
|
|
logger.info("[MigrationService] Contact migration completed", {
|
|
contactsMigrated: result.contactsMigrated,
|
|
errors: result.errors.length,
|
|
warnings: result.warnings.length,
|
|
});
|
|
|
|
return result;
|
|
} catch (error) {
|
|
const errorMsg = `Contact migration failed: ${error}`;
|
|
logger.error("[MigrationService]", errorMsg);
|
|
result.errors.push(errorMsg);
|
|
result.success = false;
|
|
return result;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Migrates specific settings fields from Dexie to SQLite database
|
|
*
|
|
* This function transfers specific settings fields from the Dexie database
|
|
* to the SQLite database. It focuses on the most important user-facing
|
|
* settings: firstName, isRegistered, profileImageUrl, showShortcutBvc,
|
|
* and searchBoxes.
|
|
*
|
|
* The function handles both new settings (INSERT) and existing settings
|
|
* (UPDATE) based on the overwriteExisting parameter. For updates, it
|
|
* only modifies the specified fields, preserving other settings.
|
|
*
|
|
* @async
|
|
* @function migrateSettings
|
|
* @param {boolean} [overwriteExisting=false] - Whether to overwrite existing settings in SQLite
|
|
* @returns {Promise<MigrationResult>} Detailed results of the migration operation
|
|
* @throws {Error} If the migration process fails completely
|
|
* @example
|
|
* ```typescript
|
|
* try {
|
|
* const result = await migrateSettings(true); // Overwrite existing
|
|
* if (result.success) {
|
|
* console.log(`Successfully migrated ${result.settingsMigrated} settings`);
|
|
* } else {
|
|
* console.error('Migration failed:', result.errors);
|
|
* }
|
|
* } catch (error) {
|
|
* console.error('Migration process failed:', error);
|
|
* }
|
|
* ```
|
|
*/
|
|
export async function migrateSettings(
|
|
overwriteExisting: boolean = false,
|
|
): Promise<MigrationResult> {
|
|
logger.info("[MigrationService] Starting settings migration", {
|
|
overwriteExisting,
|
|
});
|
|
|
|
const result: MigrationResult = {
|
|
success: true,
|
|
contactsMigrated: 0,
|
|
settingsMigrated: 0,
|
|
errors: [],
|
|
warnings: [],
|
|
};
|
|
|
|
try {
|
|
const dexieSettings = await getDexieSettings();
|
|
const platformService = PlatformServiceFactory.getInstance();
|
|
|
|
// Fields to migrate - these are the most important user-facing settings
|
|
const fieldsToMigrate = [
|
|
"firstName",
|
|
"isRegistered",
|
|
"profileImageUrl",
|
|
"showShortcutBvc",
|
|
"searchBoxes",
|
|
];
|
|
|
|
for (const dexieSetting of dexieSettings) {
|
|
try {
|
|
// Check if setting already exists
|
|
const existingResult = await platformService.dbQuery(
|
|
"SELECT id FROM settings WHERE id = ?",
|
|
[dexieSetting.id],
|
|
);
|
|
|
|
if (existingResult?.values?.length) {
|
|
if (overwriteExisting) {
|
|
// Update existing setting with only the specified fields
|
|
const updateData: Record<string, unknown> = {};
|
|
fieldsToMigrate.forEach((field) => {
|
|
if (dexieSetting[field as keyof Settings] !== undefined) {
|
|
updateData[field] = dexieSetting[field as keyof Settings];
|
|
}
|
|
});
|
|
|
|
if (Object.keys(updateData).length > 0) {
|
|
const { sql, params } = generateUpdateStatement(
|
|
updateData as unknown as Record<string, unknown>,
|
|
"settings",
|
|
"id = ?",
|
|
[dexieSetting.id],
|
|
);
|
|
await platformService.dbExec(sql, params);
|
|
result.settingsMigrated++;
|
|
logger.info(
|
|
`[MigrationService] Updated settings: ${dexieSetting.id}`,
|
|
);
|
|
}
|
|
} else {
|
|
result.warnings.push(
|
|
`Settings ${dexieSetting.id} already exists, skipping`,
|
|
);
|
|
}
|
|
} else {
|
|
// Insert new setting
|
|
const { sql, params } = generateInsertStatement(
|
|
dexieSetting as unknown as Record<string, unknown>,
|
|
"settings",
|
|
);
|
|
await platformService.dbExec(sql, params);
|
|
result.settingsMigrated++;
|
|
logger.info(`[MigrationService] Added settings: ${dexieSetting.id}`);
|
|
}
|
|
} catch (error) {
|
|
const errorMsg = `Failed to migrate settings ${dexieSetting.id}: ${error}`;
|
|
logger.error("[MigrationService]", errorMsg);
|
|
result.errors.push(errorMsg);
|
|
result.success = false;
|
|
}
|
|
}
|
|
|
|
logger.info("[MigrationService] Settings migration completed", {
|
|
settingsMigrated: result.settingsMigrated,
|
|
errors: result.errors.length,
|
|
warnings: result.warnings.length,
|
|
});
|
|
|
|
return result;
|
|
} catch (error) {
|
|
const errorMsg = `Settings migration failed: ${error}`;
|
|
logger.error("[MigrationService]", errorMsg);
|
|
result.errors.push(errorMsg);
|
|
result.success = false;
|
|
return result;
|
|
}
|
|
}
|
|
|
|
/**
|
|
* Generates SQL INSERT statement and parameters from a model object
|
|
*
|
|
* This helper function creates a parameterized SQL INSERT statement
|
|
* from a JavaScript object. It filters out undefined values and
|
|
* creates the appropriate SQL syntax with placeholders.
|
|
*
|
|
* The function is used internally by the migration functions to
|
|
* safely insert data into the SQLite database.
|
|
*
|
|
* @function generateInsertStatement
|
|
* @param {Record<string, unknown>} model - The model object containing fields to insert
|
|
* @param {string} tableName - The name of the table to insert into
|
|
* @returns {Object} Object containing the SQL statement and parameters array
|
|
* @returns {string} returns.sql - The SQL INSERT statement
|
|
* @returns {unknown[]} returns.params - Array of parameter values
|
|
* @example
|
|
* ```typescript
|
|
* const contact = { did: 'did:example:123', name: 'John Doe' };
|
|
* const { sql, params } = generateInsertStatement(contact, 'contacts');
|
|
* // sql: "INSERT INTO contacts (did, name) VALUES (?, ?)"
|
|
* // params: ['did:example:123', 'John Doe']
|
|
* ```
|
|
*/
|
|
function generateInsertStatement(
|
|
model: Record<string, unknown>,
|
|
tableName: string,
|
|
): { sql: string; params: unknown[] } {
|
|
const columns = Object.keys(model).filter((key) => model[key] !== undefined);
|
|
const values = Object.values(model).filter((value) => value !== undefined);
|
|
const placeholders = values.map(() => "?").join(", ");
|
|
const insertSql = `INSERT INTO ${tableName} (${columns.join(", ")}) VALUES (${placeholders})`;
|
|
|
|
return {
|
|
sql: insertSql,
|
|
params: values,
|
|
};
|
|
}
|
|
|
|
/**
|
|
* Generates SQL UPDATE statement and parameters from a model object
|
|
*
|
|
* This helper function creates a parameterized SQL UPDATE statement
|
|
* from a JavaScript object. It filters out undefined values and
|
|
* creates the appropriate SQL syntax with placeholders.
|
|
*
|
|
* The function is used internally by the migration functions to
|
|
* safely update data in the SQLite database.
|
|
*
|
|
* @function generateUpdateStatement
|
|
* @param {Record<string, unknown>} model - The model object containing fields to update
|
|
* @param {string} tableName - The name of the table to update
|
|
* @param {string} whereClause - The WHERE clause for the update (e.g. "id = ?")
|
|
* @param {unknown[]} [whereParams=[]] - Parameters for the WHERE clause
|
|
* @returns {Object} Object containing the SQL statement and parameters array
|
|
* @returns {string} returns.sql - The SQL UPDATE statement
|
|
* @returns {unknown[]} returns.params - Array of parameter values
|
|
* @example
|
|
* ```typescript
|
|
* const contact = { name: 'Jane Doe' };
|
|
* const { sql, params } = generateUpdateStatement(contact, 'contacts', 'did = ?', ['did:example:123']);
|
|
* // sql: "UPDATE contacts SET name = ? WHERE did = ?"
|
|
* // params: ['Jane Doe', 'did:example:123']
|
|
* ```
|
|
*/
|
|
function generateUpdateStatement(
|
|
model: Record<string, unknown>,
|
|
tableName: string,
|
|
whereClause: string,
|
|
whereParams: unknown[] = [],
|
|
): { sql: string; params: unknown[] } {
|
|
const setClauses: string[] = [];
|
|
const params: unknown[] = [];
|
|
|
|
Object.entries(model).forEach(([key, value]) => {
|
|
if (value !== undefined) {
|
|
setClauses.push(`${key} = ?`);
|
|
params.push(value);
|
|
}
|
|
});
|
|
|
|
if (setClauses.length === 0) {
|
|
throw new Error("No valid fields to update");
|
|
}
|
|
|
|
const sql = `UPDATE ${tableName} SET ${setClauses.join(", ")} WHERE ${whereClause}`;
|
|
|
|
return {
|
|
sql,
|
|
params: [...params, ...whereParams],
|
|
};
|
|
}
|
|
|