Files
clementine/src/sync.ts
T

132 lines
3.6 KiB
TypeScript

import _ from 'lodash';
import * as Y from 'yjs';
import { openDB } from 'idb';
import { generateId } from './util';
import { Vault } from './vault';
const DB_NAME = 'synced-docs';
const LOCAL_UPDATE_STORE = 'local-updates';
const VAULT_STORE = 'vaults';
const db = await openDB(DB_NAME, 3, {
upgrade(db, oldVersion, newVersion) {
console.log(`Running upgrade from ${oldVersion} to ${newVersion}`);
if (oldVersion < 2) {
db.createObjectStore(LOCAL_UPDATE_STORE);
}
if (oldVersion < 3) {
db.createObjectStore(VAULT_STORE);
}
},
});
export class LocalDocument {
readonly id: string;
readonly doc: Y.Doc;
private updates: Uint8Array[];
private totalUpdates: number;
constructor(id: string) {
this.id = id;
this.doc = new Y.Doc();
this.updates = [];
this.totalUpdates = 0;
const flush = _.debounce(() => this.flush(), 1000);
this.doc.on('update', (update: Uint8Array) => {
// TODO: Is this generating update events on load?
this.updates.push(update);
flush();
});
}
get numUpdates(): number {
return this.totalUpdates;
}
public static async load(id: string): Promise<LocalDocument> {
const updates: Uint8Array[] = await db.getAll(
LOCAL_UPDATE_STORE,
IDBKeyRange.bound([id, -Infinity], [id, Infinity])
);
// console.log(`load(${id}): got ${updates.length} updates`);
const result = new LocalDocument(id);
result.totalUpdates = updates.length;
Y.applyUpdate(result.doc, Y.mergeUpdates(updates));
return result;
}
public async flush(): Promise<void> {
const batch = this.updates;
this.updates = [];
if (batch.length > 0) {
const update = Y.mergeUpdates(batch);
const key = [this.id, new Date().valueOf()];
await db.add(LOCAL_UPDATE_STORE, update, key);
this.totalUpdates += 1;
}
}
public async finish(): Promise<void> {
await this.flush();
this.doc.destroy();
}
}
async function getOrCreateVaultDoc() {
const records = await db.getAll(VAULT_STORE);
if (records.length > 1) {
throw new Error(`Expected 1 vault record, got ${records.length}`);
} else if (records.length === 0) {
const key = generateId();
const value = { id: key };
await db.add(VAULT_STORE, value, key);
records.push(value);
}
const id = records[0].id as string;
if (!id) {
throw new Error("Vault record didn't have id");
}
const vault = await LocalDocument.load(id);
const vaultMap = vault.doc.getMap();
if (!vaultMap.has('id')) {
vaultMap.set('id', id);
}
if (!vaultMap.has('docs')) {
vaultMap.set('docs', new Y.Map());
}
return new Vault(vault);
}
export const defaultVault = await getOrCreateVaultDoc();
const docsMap = defaultVault.getDocsMap();
if (docsMap.size === 0) {
console.log('Running vault migration...');
for (const oldKey of ['foo', 'bar', 'baz']) {
const newId = generateId();
const docInfo = new Y.Map([['title', oldKey]]);
docsMap.set(newId, docInfo);
const tx = db.transaction(LOCAL_UPDATE_STORE, 'readwrite');
const recordKeys = (await tx.store.getAllKeys(
IDBKeyRange.bound([oldKey, -Infinity], [oldKey, Infinity])
)) as [string, number][];
console.log(
`Found ${recordKeys.length} records for old document key ${oldKey}`
);
for (const oldRecordKey of recordKeys) {
const record = await tx.store.get(oldRecordKey);
const newRecordKey = [newId, oldRecordKey[1]];
await tx.store.put(record, newRecordKey);
}
await tx.store.delete(
IDBKeyRange.bound([oldKey, -Infinity], [oldKey, Infinity])
);
tx.commit();
}
}
(window as any).Y = Y;