Basic gzip an gunzip on load and save.

index.html

@@ -5884,7 +5884,7 @@
       <div id="saveMapData" style="display: none" class="dialog">
         <div style="margin-top: 0.3em">
           <strong>Save map to</strong>
-          <button onclick="dowloadMap()" data-tip="Download .map file to your local disk" data-shortcut="Ctrl + S">
+          <button onclick="downloadMap()" data-tip="Download .map file to your local disk" data-shortcut="Ctrl + S">
             machine
           </button>
           <button onclick="saveToDropbox()" data-tip="Save .map file to your Dropbox" data-shortcut="Ctrl + C">
@@ -7930,7 +7930,7 @@
     <script src="utils/graphUtils.js?v=1.90.01"></script>
     <script src="utils/nodeUtils.js"></script>
     <script src="utils/numberUtils.js?v=1.89.08"></script>
-    <script src="utils/polyfills.js"></script>
+    <script src="utils/polyfills.js?v=1.93.00"></script>
     <script src="utils/probabilityUtils.js?v=1.88.00"></script>
     <script src="utils/stringUtils.js"></script>
     <script src="utils/languageUtils.js"></script>
@@ -8006,8 +8006,8 @@
     <script defer src="libs/rgbquant.min.js"></script>
     <script defer src="libs/jquery.ui.touch-punch.min.js"></script>
 
-    <script defer src="modules/io/save.js?v=1.91.04"></script>
+    <script defer src="modules/io/save.js?v=1.93.00"></script>
-    <script defer src="modules/io/load.js?v=1.92.02"></script>
+    <script defer src="modules/io/load.js?v=1.93.00"></script>
     <script defer src="modules/io/cloud.js"></script>
     <script defer src="modules/io/export.js?v=1.89.36"></script>
     <script defer src="modules/io/formats.js"></script>

modules/io/load.js

@@ -1,6 +1,5 @@
 "use strict";
 // Functions to load and parse .map files
-
 async function quickLoad() {
   const blob = await ldb.get("lastMap");
   if (blob) loadMapPrompt(blob);
@@ -91,8 +90,7 @@ function loadMapFromURL(maplink, random) {
 
 function showUploadErrorMessage(error, URL, random) {
   ERROR && console.error(error);
-  alertMessage.innerHTML = /* html */ `Cannot load map from the ${link(URL, "link provided")}. ${
+  alertMessage.innerHTML = /* html */ `Cannot load map from the ${link(URL, "link provided")}. ${random ? `A new random map is generated. ` : ""
-    random ? `A new random map is generated. ` : ""
     } Please ensure the
   linked file is reachable and CORS is allowed on server side`;
   $("#alert").dialog({
@@ -112,11 +110,11 @@ function uploadMap(file, callback) {
   const currentVersion = parseFloat(version);
 
   const fileReader = new FileReader();
-  fileReader.onload = function (fileLoadedEvent) {
+  fileReader.onloadend = async function (fileLoadedEvent) {
     if (callback) callback();
     document.getElementById("coas").innerHTML = ""; // remove auto-generated emblems
     const result = fileLoadedEvent.target.result;
-    const [mapData, mapVersion] = parseLoadedResult(result);
+    const [mapData, mapVersion] = await parseLoadedResult(result);
 
     const isInvalid = !mapData || isNaN(mapVersion) || mapData.length < 26 || !mapData[5];
     const isUpdated = mapVersion === currentVersion;
@@ -131,18 +129,37 @@ function uploadMap(file, callback) {
     if (isOutdated) return showUploadMessage("outdated", mapData, mapVersion);
   };
 
-  fileReader.readAsText(file, "UTF-8");
+  fileReader.readAsArrayBuffer(file);
 }
-
+async function uncompressMapData(compressedMapData) {
-function parseLoadedResult(result) {
+  console.log("trying to uncompress:", compressedMapData);
   try {
+    const uncompressedStream = new Blob([compressedMapData]).stream().pipeThrough(new DecompressionStream("gzip"));
+    let uncompressedData = [];
+    for await (const chunk of uncompressedStream) {
+      uncompressedData = uncompressedData.concat(Array.from(chunk));
+    }
+    return new Uint8Array(uncompressedData);
+  }
+  catch (error) {
+    console.error(error);
+    return null;
+  }
+}
+async function parseLoadedResult(result) {
+  try {
+    const resultAsString = new TextDecoder().decode(result);
     // data can be in FMG internal format or base64 encoded
-    const isDelimited = result.substr(0, 10).includes("|");
+    const isDelimited = resultAsString.substring(0, 10).includes("|");
-    const decoded = isDelimited ? result : decodeURIComponent(atob(result));
+    const decoded = isDelimited ? resultAsString : decodeURIComponent(atob(resultAsString));
     const mapData = decoded.split("\r\n");
     const mapVersion = parseFloat(mapData[0].split("|")[0] || mapData[0]);
     return [mapData, mapVersion];
   } catch (error) {
+    const uncompressedData = await uncompressMapData(result);
+    if (uncompressedData !== null) {
+      return parseLoadedResult(uncompressedData);
+    }
     ERROR && console.error(error);
     return [null, null];
   }

modules/io/save.js

@@ -116,14 +116,23 @@ function getMapData() {
   ].join("\r\n");
   return mapData;
 }
+async function compressMapData(mapData){
+  const compressedStream = new Blob([mapData]).stream().pipeThrough(new CompressionStream("gzip"));
+  let compressedData = [];
+  for await (const chunk of compressedStream){
+    compressedData = compressedData.concat(Array.from(chunk));
+  }
+  return new Uint8Array(compressedData);
+}
+
 
 // Download .map file
-function dowloadMap() {
+async function downloadMap() {
   if (customization)
     return tip("Map cannot be saved when edit mode is active, please exit the mode and retry", false, "error");
   closeDialogs("#alert");
 
-  const mapData = getMapData();
+  const mapData = await compressMapData(getMapData());
   const blob = new Blob([mapData], {type: "text/plain"});
   const URL = window.URL.createObjectURL(blob);
   const link = document.createElement("a");
@@ -138,7 +147,7 @@ async function saveToDropbox() {
   if (customization)
     return tip("Map cannot be saved when edit mode is active, please exit the mode and retry", false, "error");
   closeDialogs("#alert");
-  const mapData = getMapData();
+  const mapData = await compressMapData(getMapData());
   const filename = getFileName() + ".map";
   try {
     await Cloud.providers.dropbox.save(filename, mapData);
@@ -162,7 +171,7 @@ async function initiateAutosave() {
     if (customization) return tip("Autosave: map cannot be saved in edit mode", false, "warning", 2000);
 
     tip("Autosave: saving map...", false, "warning", 3000);
-    const mapData = getMapData();
+    const mapData = await compressMapData(getMapData());
     const blob = new Blob([mapData], {type: "text/plain"});
     await ldb.set("lastMap", blob);
     INFO && console.log("Autosaved at", new Date().toLocaleTimeString());
@@ -176,7 +185,7 @@ async function quickSave() {
   if (customization)
     return tip("Map cannot be saved when edit mode is active, please exit the mode first", false, "error");
 
-  const mapData = getMapData();
+  const mapData = await compressMapData(getMapData());
   const blob = new Blob([mapData], {type: "text/plain"});
   await ldb.set("lastMap", blob); // auto-save map
   tip("Map is saved to browser memory. Please also save as .map file to secure progress", true, "success", 2000);

utils/polyfills.js

@@ -14,3 +14,20 @@ if (Array.prototype.flat === undefined) {
     return this.reduce((acc, val) => (Array.isArray(val) ? acc.concat(val.flat()) : acc.concat(val)), []);
   };
 }
+
+// polyfill readable stream iterator: https://bugs.chromium.org/p/chromium/issues/detail?id=929585#c10
+if(ReadableStream.prototype[Symbol.asyncIterator] === undefined){
+  ReadableStream.prototype[Symbol.asyncIterator] = async function* () {
+    const reader = this.getReader()
+    try {
+      while (true) {
+        const {done, value} = await reader.read()
+        if (done) return
+        yield value
+      }
+    }
+    finally {
+      reader.releaseLock()
+    }
+  }
+}

versioning.js

@@ -1,7 +1,7 @@
 "use strict";
 
 // version and caching control
-const version = "1.92.02"; // generator version, update each time
+const version = "1.93.00"; // generator version, update each time
 
 {
   document.title += " v" + version;