100% offline mode

trashhalo · Jun 3, 2022 · afce866 · afce866
1 parent 6cf8ca8
commit afce866
Show file tree

Hide file tree

Showing 229 changed files with 4,799 additions and 186 deletions.
diff --git a/.github/workflows/publish.yml b/.github/workflows/publish.yml
@@ -24,10 +24,9 @@ jobs:
         run: |
           npm install -g yarn
           yarn
-          yarn workspace @summarizer/worker build
-          yarn workspace @summarizer/logseq build
+          yarn build
           mkdir ${{ env.PLUGIN_NAME }}
-          cp README.md logseq/package.json logseq/icon.png logseq/demo.gif ${{ env.PLUGIN_NAME }}
+          cp README.md logseq/icon.png logseq/demo.gif ${{ env.PLUGIN_NAME }}
           mv logseq/dist ${{ env.PLUGIN_NAME }}
           zip -r ${{ env.PLUGIN_NAME }}.zip ${{ env.PLUGIN_NAME }}
           ls

diff --git a/.gitignore b/.gitignore
@@ -1,3 +1,24 @@
-node_modules/
-yarn-error.log
-.DS_store
+# Logs
+logs
+*.log
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+pnpm-debug.log*
+lerna-debug.log*
+
+node_modules
+dist
+dist-ssr
+*.local
+
+# Editor directories and files
+.vscode/*
+!.vscode/extensions.json
+.idea
+.DS_Store
+*.suo
+*.ntvs*
+*.njsproj
+*.sln
+*.sw?
diff --git a/.gitmodules b/.gitmodules
@@ -0,0 +1,3 @@
+[submodule "sumy"]
+	path = sumy
+	url = [email protected]:miso-belica/sumy.git
diff --git a/README.md b/README.md
@@ -17,9 +17,8 @@ Super WIP!!! May not work
 ## Development
 
 1. yarn
-2. yarn workspace @summarizer/worker build
-3. yarn workspace @summarizer/logseq build
-4. Load the unpacked plugin
+2. yarn build
+3. Load the unpacked plugin from `dist`
 
 ## Icon
 

diff --git a/logseq/demo.gif → demo.gif b/logseq/demo.gif → demo.gif
diff --git a/logseq/index.html → index.html b/logseq/index.html → index.html
diff --git a/logseq/index.js → index.js b/logseq/index.js → index.js
@@ -1,5 +1,7 @@
 import "@logseq/libs";
-import createWorker from "@summarizer/worker";
+import PromiseWorker from "promise-worker";
+import InlineWorker from "./worker.js?worker&inline";
+import wheels from "./wheels";
 
 const showError = (err) => {
   logseq.App.showMsg(err.toString(), "error");
@@ -25,13 +27,22 @@ const settingsSchema = [
 ];
 
 let worker;
+async function main() {
+  worker = new PromiseWorker(new InlineWorker());
 
-function main() {
-  worker = createWorker();
+  await worker.postMessage({
+    type: "init",
+    urls: {
+      pyodide: logseq.resolveResourceFullUrl("pyodide/pyodide.js"),
+      punkt: logseq.resolveResourceFullUrl("punkt.zip"),
+    },
+    wheels: wheels.map((wheel) =>
+      logseq.resolveResourceFullUrl(`wheels/${wheel}`)
+    ),
+  });
 
   logseq.Editor.registerSlashCommand("Summary", async () => {
     try {
-      console.log("settings", logseq.settings);
       const { language, numberOfSentences } = logseq.settings;
       const { content, uuid } = await logseq.Editor.getCurrentBlock();
       const summary = await worker.postMessage({

diff --git a/logseq/.gitignore b/logseq/.gitignore
diff --git a/logseq/dist/assets/index.8e3ea1aa.js b/logseq/dist/assets/index.8e3ea1aa.js
diff --git a/logseq/dist/index.html b/logseq/dist/index.html
diff --git a/logseq/package.json b/logseq/package.json
diff --git a/package.json b/package.json
@@ -1,10 +1,22 @@
 {
-  "name": "@summarizer/monorepo",
-  "version": "0.0.0",
-  "private": true,
-  "license": "MIT",
-  "workspaces": [
-    "worker",
-    "logseq"
-  ]
+  "name": "logseq-summarizer",
+  "version": "0.0.2",
+  "main": "index.html",
+  "scripts": {
+    "dev": "vite",
+    "build": "vite build",
+    "preview": "vite preview"
+  },
+  "devDependencies": {
+    "vite": "^2.9.9",
+    "vite-plugin-compile-time": "^0.1.2"
+  },
+  "dependencies": {
+    "@logseq/libs": "^0.0.6",
+    "promise-worker": "^2.0.1"
+  },
+  "logseq": {
+    "id": "_trashhalo-logseq-summarizer",
+    "icon": "./icon.png"
+  }
 }
diff --git a/logseq/icon.png → public/icon.png b/logseq/icon.png → public/icon.png
diff --git a/public/package.json b/public/package.json
@@ -0,0 +1 @@
+../package.json
diff --git a/public/punkt.zip b/public/punkt.zip
diff --git a/public/pyodide/CLAPACK-3.2.1.zip b/public/pyodide/CLAPACK-3.2.1.zip
diff --git a/public/pyodide/Jinja2-3.1.1-py3-none-any.whl b/public/pyodide/Jinja2-3.1.1-py3-none-any.whl
diff --git a/public/pyodide/Logbook-1.5.3-cp310-cp310-emscripten_wasm32.whl b/public/pyodide/Logbook-1.5.3-cp310-cp310-emscripten_wasm32.whl
diff --git a/public/pyodide/MarkupSafe-2.1.1-cp310-cp310-emscripten_wasm32.whl b/public/pyodide/MarkupSafe-2.1.1-cp310-cp310-emscripten_wasm32.whl
diff --git a/public/pyodide/PIL-9.1.0-cp310-cp310-emscripten_wasm32.whl b/public/pyodide/PIL-9.1.0-cp310-cp310-emscripten_wasm32.whl
diff --git a/public/pyodide/PyWavelets-1.3.0-cp310-cp310-emscripten_wasm32.whl b/public/pyodide/PyWavelets-1.3.0-cp310-cp310-emscripten_wasm32.whl
diff --git a/public/pyodide/PyYAML-6.0-cp310-cp310-emscripten_wasm32.whl b/public/pyodide/PyYAML-6.0-cp310-cp310-emscripten_wasm32.whl
diff --git a/public/pyodide/Pygments-2.11.2-py3-none-any.whl b/public/pyodide/Pygments-2.11.2-py3-none-any.whl
diff --git a/public/pyodide/SQLAlchemy-1.4.35-cp310-cp310-emscripten_wasm32.whl b/public/pyodide/SQLAlchemy-1.4.35-cp310-cp310-emscripten_wasm32.whl
diff --git a/public/pyodide/asciitree-0.3.3-py3-none-any.whl b/public/pyodide/asciitree-0.3.3-py3-none-any.whl
diff --git a/public/pyodide/astropy-5.0.4-cp310-cp310-emscripten_wasm32.whl b/public/pyodide/astropy-5.0.4-cp310-cp310-emscripten_wasm32.whl
diff --git a/public/pyodide/atomicwrites-1.4.0-py2.py3-none-any.whl b/public/pyodide/atomicwrites-1.4.0-py2.py3-none-any.whl
diff --git a/public/pyodide/attrs-21.4.0-py2.py3-none-any.whl b/public/pyodide/attrs-21.4.0-py2.py3-none-any.whl
diff --git a/public/pyodide/autograd-1.4-py3-none-any.whl b/public/pyodide/autograd-1.4-py3-none-any.whl
diff --git a/public/pyodide/autograd-tests.tar b/public/pyodide/autograd-tests.tar
diff --git a/public/pyodide/b2d-0.7.2-cp310-cp310-emscripten_wasm32.whl b/public/pyodide/b2d-0.7.2-cp310-cp310-emscripten_wasm32.whl
diff --git a/public/pyodide/beautifulsoup4-4.11.0-py3-none-any.whl b/public/pyodide/beautifulsoup4-4.11.0-py3-none-any.whl
diff --git a/public/pyodide/biopython-1.79-cp310-cp310-emscripten_wasm32.whl b/public/pyodide/biopython-1.79-cp310-cp310-emscripten_wasm32.whl
diff --git a/public/pyodide/bleach-5.0.0-py3-none-any.whl b/public/pyodide/bleach-5.0.0-py3-none-any.whl
diff --git a/public/pyodide/bokeh-2.4.2-py3-none-any.whl b/public/pyodide/bokeh-2.4.2-py3-none-any.whl
diff --git a/public/pyodide/boost_histogram-1.3.1-cp310-cp310-emscripten_wasm32.whl b/public/pyodide/boost_histogram-1.3.1-cp310-cp310-emscripten_wasm32.whl
diff --git a/public/pyodide/cffi-1.15.0-cp310-cp310-emscripten_wasm32.whl b/public/pyodide/cffi-1.15.0-cp310-cp310-emscripten_wasm32.whl
diff --git a/public/pyodide/cffi_example-0.1-cp310-cp310-emscripten_wasm32.whl b/public/pyodide/cffi_example-0.1-cp310-cp310-emscripten_wasm32.whl
diff --git a/public/pyodide/cloudpickle-2.0.0-py3-none-any.whl b/public/pyodide/cloudpickle-2.0.0-py3-none-any.whl
diff --git a/public/pyodide/cmyt-1.0.4-py3-none-any.whl b/public/pyodide/cmyt-1.0.4-py3-none-any.whl
diff --git a/public/pyodide/cmyt-tests.tar b/public/pyodide/cmyt-tests.tar
diff --git a/public/pyodide/colorspacious-1.1.2-py2.py3-none-any.whl b/public/pyodide/colorspacious-1.1.2-py2.py3-none-any.whl
diff --git a/public/pyodide/console.html b/public/pyodide/console.html
@@ -0,0 +1,168 @@
+<!DOCTYPE html>
+<html>
+  <head>
+    <meta charset="UTF-8" />
+    <script src="https://cdn.jsdelivr.net/npm/jquery"></script>
+    <script src="https://cdn.jsdelivr.net/npm/[email protected]/js/jquery.terminal.min.js"></script>
+    <script src="https://cdn.jsdelivr.net/npm/[email protected]/js/unix_formatting.min.js"></script>
+    <link
+      href="https://cdn.jsdelivr.net/npm/[email protected]/css/jquery.terminal.min.css"
+      rel="stylesheet"
+    />
+    <script src="./pyodide.js"></script>
+    <style>
+      .terminal {
+        --size: 1.5;
+        --color: rgba(255, 255, 255, 0.8);
+      }
+    </style>
+  </head>
+  <body>
+    <script>
+      "use strict";
+      function sleep(s) {
+        return new Promise((resolve) => setTimeout(resolve, s));
+      }
+
+      async function main() {
+        globalThis.pyodide = await loadPyodide();
+        let namespace = pyodide.globals.get("dict")();
+        pyodide.runPython(
+          `
+            import sys
+            from pyodide import to_js
+            from pyodide.console import PyodideConsole, repr_shorten, BANNER
+            import __main__
+            BANNER = "Welcome to the Pyodide terminal emulator 🐍\\n" + BANNER
+            pyconsole = PyodideConsole(__main__.__dict__)
+            import builtins
+            async def await_fut(fut):
+              res = await fut
+              if res is not None:
+                builtins._ = res
+              return to_js([res], depth=1)
+            def clear_console():
+              pyconsole.buffer = []
+        `,
+          { globals: namespace }
+        );
+        let repr_shorten = namespace.get("repr_shorten");
+        let banner = namespace.get("BANNER");
+        let await_fut = namespace.get("await_fut");
+        let pyconsole = namespace.get("pyconsole");
+        let clear_console = namespace.get("clear_console");
+        namespace.destroy();
+
+        let ps1 = ">>> ",
+          ps2 = "... ";
+
+        async function lock() {
+          let resolve;
+          let ready = term.ready;
+          term.ready = new Promise((res) => (resolve = res));
+          await ready;
+          return resolve;
+        }
+
+        async function interpreter(command) {
+          let unlock = await lock();
+          term.pause();
+          // multiline should be split (useful when pasting)
+          for (const c of command.split("\n")) {
+            let fut = pyconsole.push(c);
+            term.set_prompt(fut.syntax_check === "incomplete" ? ps2 : ps1);
+            switch (fut.syntax_check) {
+              case "syntax-error":
+                term.error(fut.formatted_error.trimEnd());
+                continue;
+              case "incomplete":
+                continue;
+              case "complete":
+                break;
+              default:
+                throw new Error(`Unexpected type ${ty}`);
+            }
+            // In JavaScript, await automatically also awaits any results of
+            // awaits, so if an async function returns a future, it will await
+            // the inner future too. This is not what we want so we
+            // temporarily put it into a list to protect it.
+            let wrapped = await_fut(fut);
+            // complete case, get result / error and print it.
+            try {
+              let [value] = await wrapped;
+              if (value !== undefined) {
+                term.echo(
+                  repr_shorten.callKwargs(value, {
+                    separator: "\n[[;orange;]<long output truncated>]\n",
+                  })
+                );
+              }
+              if (pyodide.isPyProxy(value)) {
+                value.destroy();
+              }
+            } catch (e) {
+              if (e.constructor.name === "PythonError") {
+                const message = fut.formatted_error || e.message;
+                term.error(message.trimEnd());
+              } else {
+                throw e;
+              }
+            } finally {
+              fut.destroy();
+              wrapped.destroy();
+            }
+          }
+          term.resume();
+          await sleep(10);
+          unlock();
+        }
+
+        let term = $("body").terminal(interpreter, {
+          greetings: banner,
+          prompt: ps1,
+          completionEscape: false,
+          completion: function (command, callback) {
+            callback(pyconsole.complete(command).toJs()[0]);
+          },
+          keymap: {
+            "CTRL+C": async function (event, original) {
+              clear_console();
+              term.enter();
+              term.echo("KeyboardInterrupt");
+              term.set_command("");
+              term.set_prompt(ps1);
+            },
+            TAB: (event, original) => {
+              const command = term.before_cursor();
+              // Disable completion for whitespaces.
+              if (command.trim() === "") {
+                term.insert("\t");
+                return false;
+              }
+              return original(event);
+            },
+          },
+        });
+        window.term = term;
+        pyconsole.stdout_callback = (s) => term.echo(s, { newline: false });
+        pyconsole.stderr_callback = (s) => {
+          term.error(s.trimEnd());
+        };
+        term.ready = Promise.resolve();
+        pyodide._api.on_fatal = async (e) => {
+          term.error(
+            "Pyodide has suffered a fatal error. Please report this to the Pyodide maintainers."
+          );
+          term.error("The cause of the fatal error was:");
+          term.error(e);
+          term.error("Look in the browser console for more details.");
+          await term.ready;
+          term.pause();
+          await sleep(15);
+          term.pause();
+        };
+      }
+      window.console_ready = main();
+    </script>
+  </body>
+</html>
diff --git a/public/pyodide/cpp-exceptions-test-0.1.zip b/public/pyodide/cpp-exceptions-test-0.1.zip
diff --git a/public/pyodide/cryptography-3.4.8-cp310-cp310-emscripten_wasm32.whl b/public/pyodide/cryptography-3.4.8-cp310-cp310-emscripten_wasm32.whl
diff --git a/public/pyodide/cssselect-1.1.0-py2.py3-none-any.whl b/public/pyodide/cssselect-1.1.0-py2.py3-none-any.whl
diff --git a/public/pyodide/cycler-0.11.0-py3-none-any.whl b/public/pyodide/cycler-0.11.0-py3-none-any.whl
diff --git a/public/pyodide/cytoolz-0.11.2-cp310-cp310-emscripten_wasm32.whl b/public/pyodide/cytoolz-0.11.2-cp310-cp310-emscripten_wasm32.whl
diff --git a/public/pyodide/cytoolz-tests.tar b/public/pyodide/cytoolz-tests.tar
diff --git a/public/pyodide/decorator-5.1.1-py3-none-any.whl b/public/pyodide/decorator-5.1.1-py3-none-any.whl
diff --git a/public/pyodide/distlib-0.3.4-py2.py3-none-any.whl b/public/pyodide/distlib-0.3.4-py2.py3-none-any.whl
diff --git a/public/pyodide/distutils.tar b/public/pyodide/distutils.tar
diff --git a/public/pyodide/docutils-0.18.1-py2.py3-none-any.whl b/public/pyodide/docutils-0.18.1-py2.py3-none-any.whl
diff --git a/public/pyodide/fonts/DejaVuSans-Bold.ttf b/public/pyodide/fonts/DejaVuSans-Bold.ttf
diff --git a/public/pyodide/fonts/DejaVuSans-BoldOblique.ttf b/public/pyodide/fonts/DejaVuSans-BoldOblique.ttf
diff --git a/public/pyodide/fonts/DejaVuSans-Oblique.ttf b/public/pyodide/fonts/DejaVuSans-Oblique.ttf
diff --git a/public/pyodide/fonts/DejaVuSans.ttf b/public/pyodide/fonts/DejaVuSans.ttf
diff --git a/public/pyodide/fonts/DejaVuSansDisplay.ttf b/public/pyodide/fonts/DejaVuSansDisplay.ttf
diff --git a/public/pyodide/fonts/DejaVuSansMono-Bold.ttf b/public/pyodide/fonts/DejaVuSansMono-Bold.ttf
diff --git a/public/pyodide/fonts/DejaVuSansMono-BoldOblique.ttf b/public/pyodide/fonts/DejaVuSansMono-BoldOblique.ttf
diff --git a/public/pyodide/fonts/DejaVuSansMono-Oblique.ttf b/public/pyodide/fonts/DejaVuSansMono-Oblique.ttf
diff --git a/public/pyodide/fonts/DejaVuSansMono.ttf b/public/pyodide/fonts/DejaVuSansMono.ttf
diff --git a/public/pyodide/fonts/DejaVuSerif-Bold.ttf b/public/pyodide/fonts/DejaVuSerif-Bold.ttf
diff --git a/public/pyodide/fonts/DejaVuSerif-BoldItalic.ttf b/public/pyodide/fonts/DejaVuSerif-BoldItalic.ttf
diff --git a/public/pyodide/fonts/DejaVuSerif-Italic.ttf b/public/pyodide/fonts/DejaVuSerif-Italic.ttf
diff --git a/public/pyodide/fonts/DejaVuSerif.ttf b/public/pyodide/fonts/DejaVuSerif.ttf
diff --git a/public/pyodide/fonts/DejaVuSerifDisplay.ttf b/public/pyodide/fonts/DejaVuSerifDisplay.ttf
diff --git a/public/pyodide/fonts/Humor-Sans.ttf b/public/pyodide/fonts/Humor-Sans.ttf