fix: chunked processing (partly)

2024-12-24 12:16:15 +01:00 · 2024-12-24 12:16:15 +01:00 · b3e3eb7270
commit b3e3eb7270
parent a581e2326b
10 changed files with 758 additions and 108 deletions
--- a/test/dist/index.html
+++ b/test/dist/index.html
@ -0,0 +1,21 @@
+<!doctype html>
+<html lang="en">
+    <head>
+        <meta charset="utf-8" />
+        <meta name="viewport" content="width=device-width, initial-scale=1" />
+        <meta name="theme-color" content="#000000" />
+        <!-- <link rel="shortcut icon" type="image/ico" href="/src/assets/favicon.ico" /> -->
+    </head>
+
+    <body>
+        <noscript>You need to enable JavaScript to run this app.</noscript>
+        <div id="root">
+            <form id="test-form">
+                <input type="password" id="passphrase-input" />
+                <input type="file" id="backup-input" />
+            </form>
+        </div>
+
+        <script src="./index.js" type="module"></script>
+    </body>
+</html>
--- a/test/dist/index.js
+++ b/test/dist/index.js
@ -0,0 +1,99 @@
+import init, { BackupDecryptor } from "../pkg/signal_decrypt_backup_wasm.js";
+
+let isInitialized = false;
+
+async function initialize() {
+  if (!isInitialized) {
+    await init().catch((err) =>
+      console.error("Failed to initialize WASM module: ", err),
+    );
+    isInitialized = true;
+  }
+}
+
+export async function decryptBackup(file, passphrase, progressCallback) {
+  await initialize();
+
+  console.log("Starting decryption of file size:", file.size);
+  const decryptor = new BackupDecryptor();
+  const chunkSize = 1024 * 1024 * 40; // 40MB chunks
+  let offset = 0;
+  let percent;
+
+  try {
+    while (offset < file.size) {
+      const newPercent = Math.round((100 / file.size) * offset);
+
+      if (newPercent !== percent) {
+        percent = newPercent;
+        console.info(`${percent}% done`);
+      }
+
+      console.log(`Processing chunk at offset ${offset}`);
+      const chunk = file.slice(offset, offset + chunkSize);
+      const arrayBuffer = await chunk.arrayBuffer();
+      const uint8Array = new Uint8Array(arrayBuffer);
+
+      decryptor.feed_data(uint8Array);
+
+      let done = false;
+      while (!done) {
+        try {
+          done = await decryptor.process_chunk(passphrase, progressCallback);
+        } catch (e) {
+          console.error("Error processing chunk:", e);
+          throw e;
+        }
+      }
+
+      offset += chunkSize;
+      console.log(`Completed chunk, new offset: ${offset}`);
+      if (performance.memory) {
+        const memoryInfo = performance.memory;
+        console.log(`Total JS Heap Size: ${memoryInfo.totalJSHeapSize} bytes`);
+        console.log(`Used JS Heap Size: ${memoryInfo.usedJSHeapSize} bytes`);
+        console.log(`JS Heap Size Limit: ${memoryInfo.jsHeapSizeLimit} bytes`);
+      } else {
+        console.log("Memory information is not available in this environment.");
+      }
+    }
+
+    console.log("All chunks processed, finishing up");
+    console.log(window.performance.measureUserAgentSpecificMemory());
+    return decryptor.finish();
+  } catch (e) {
+    console.error("Decryption failed:", e);
+    throw e;
+  }
+}
+
+async function decrypt(file, passphrase) {
+  try {
+    const result = await decryptBackup(file, passphrase);
+
+    console.log("Database bytes length:", result.databaseBytes.length);
+    console.log("Preferences:", result.preferences);
+    console.log("Key values:", result.keyValues);
+
+    // Example: Convert database bytes to SQL statements
+    const sqlStatements = new TextDecoder().decode(result.databaseBytes);
+    console.log("SQL statements:", sqlStatements);
+  } catch (error) {
+    console.error("Decryption failed:", error);
+  }
+}
+
+/**
+ * @type {HTMLInputElement}
+ */
+const passphraseInput = document.querySelector("#passphrase-input");
+/**
+ * @type {HTMLInputElement}
+ */
+const backupInput = document.querySelector("#backup-input");
+
+backupInput.addEventListener("change", (event) => {
+  const file = event.currentTarget.files[0];
+
+  decrypt(file, passphraseInput.value);
+});