fix nocap, fix nocapd, reorg, add kit

.gitignore

@@ -1,3 +1,4 @@
+.turbo
 **/node_modules
 *.wasm
 **/dist
@@ -19,4 +20,5 @@ packages/kinds
 .ansible
 .envs 
 .configs
-.docker
+.docker
+.svelte-kit

apps/nocapd/package.json

@@ -10,10 +10,11 @@
     "@nostrwatch/controlflow": "^0.1.0",
     "@nostrwatch/logger": "^0.0.4",
     "@nostrwatch/nocap": "^0.4.2",
+    "@nostrwatch/nocap-every-adapter-default": "1.2.2",
     "@nostrwatch/nwcache": "^0.1.2",
-    "@nostrwatch/publisher": "^0.4.1",
+    "@nostrwatch/publisher": "^0.4.3",
     "@nostrwatch/seed": "^0.0.2",
-    "@nostrwatch/utils": "^0.0.3",
+    "@nostrwatch/utils": "0.1.2",
     "bluebird": "3.7.2",
     "chalk": "5.3.0",
     "ngeohash": "^0.6.3",

apps/nocapd/src/classes/Worker.js

@@ -4,10 +4,14 @@ import chalk from 'chalk';
 
 import { RetryManager } from '@nostrwatch/controlflow'
 import Logger from '@nostrwatch/logger'
-import { Nocap } from '@nostrwatch/nocap'
+
 import { parseRelayNetwork, delay, lastCheckedId } from '@nostrwatch/utils'
 import Publish from '@nostrwatch/publisher'
 
+import { Nocap } from "@nostrwatch/nocap"
+import nocapAdapters from "@nostrwatch/nocap-every-adapter-default"
+
+
 export class NWWorker {
 
   constructor(pubkey, $q, rcache, config){
@@ -91,11 +95,13 @@ export class NWWorker {
 
   async work(job){
     this.log.debug(`${this.id()}: work(): ${job.id} checking ${job.data?.relay} for ${this.opts?.checks?.enabled || "unknown checks"}`)
-    const failure = (err) => { this.log.debug(`Could not run ${this.pubkey} check for ${job.data.relay}: ${err.message}`) }  
+    const failure = (err) => { this.log.err(`Could not run ${this.pubkey} check for ${job.data.relay}: ${err.message}`) }  
     try {
       const { relay:url } = job.data 
       const nocap = new Nocap(url, this.nocapOpts)
+      await nocap.useAdapters(Object.values(nocapAdapters))
       const result = await nocap.check(this.opts.checks.enabled).catch(failure)
+      // console.log(url, result)
       return { result } 
     } 
     catch(err) {
@@ -105,13 +111,16 @@ export class NWWorker {
   }
 
   async on_error(job, err){
+    if(this.hard_stop) return
     this.log.debug(`on_error(): ${job.id}: ${err}`)
-    await this.on_fail( result )
+    await this.on_fail( job )
   }
 
   async on_completed(job, rvalue){
+    if(this.hard_stop) return
     this.log.debug(`on_completed(): ${job.id}: ${JSON.stringify(rvalue)}`)
     const { result } = rvalue
+    if(!result?.url) return console.error(`url was empty:`, job.id)
     let fail = result?.open?.data? false: true
     this.progressMessage(result.url, result, fail)
     if(fail)
@@ -122,6 +131,7 @@ export class NWWorker {
   }
 
   async on_success(result){
+    if(this.hard_stop) return
     this.log.debug(`on_success(): ${result.url}`)
     if(this.config?.publisher?.kinds?.includes(30066) ){
       const publish30066 = new Publish.Kind30066()
@@ -134,17 +144,20 @@ export class NWWorker {
   }
 
   async on_fail(result){
+    if(this.hard_stop) return
     this.log.debug(`on_fail(): ${result.url}`)
   }
 
   async after_completed(result, error=false){
+    if(this.hard_stop) return
     this.log.debug(`after_completed(): ${result.url}`)
     await this.updateRelayCache( { ...result } )      
     await this.retry.setRetries( result.url, !error )
     await this.setLastChecked( result.url, Date.now() )
   }
 
   cbcall(...args){
+    if(this.hard_stop) return
     this.log.debug(`cbcall(): ${JSON.stringify(args)}`)
     const handler = [].shift.call(args)
     if(this?.[`on_${handler}`] && typeof this[`on_${handler}`] === 'function')
@@ -460,6 +473,6 @@ const evaluateMaxRelays = (evaluate, relays) => {
     return parseInt( eval( evaluate ) )
   }
   catch(e){
-    this.log.error(`Error evaluating this.opts.checks.options.max -> "${this?.opts?.checks?.options?.max} || "is undefined"": ${e?.message || "error undefined"}`)
+    this.log.err(`Error evaluating this.opts.checks.options.max -> "${this?.opts?.checks?.options?.max} || "is undefined"": ${e?.message || "error undefined"}`)
   }
 }

apps/nocapd/src/daemon.js

@@ -1,3 +1,5 @@
+import "websocket-polyfill";
+
 import schedule from 'node-schedule'
 import Deferred from 'promise-deferred'
 
@@ -73,12 +75,31 @@ const stop = async(signal) => {
   log.info(`Received ${signal}`);
   log.info(`Gracefully shutting down...`)
   $q.worker.hard_stop = true
-  if(signal !== 'EAI_AGAIN'){
-    log.debug(`shutdown progress: $q.worker.pause()`)
-    await $q.worker.pause()
-    log.debug(`shutdown progress: $q.queue.drain()`)
-    await $q.queue.drain()
+  log.info(`shutdown progress: schedule.gracefulShutdown()`)
+  schedule.gracefulShutdown()
+  log.info(`shutdown progress: $q.worker.pause()`)
+  $q.worker.pause()
+  log.info(`shutdown progress: $q.queue.pause()`)
+  $q.queue.pause()
+  log.info(`shutdown progress: $q.queue.drain()`)
+  await $q.queue.drain()
+  log.info(`shutdown progress: checking active jobs`)
+  const {active:numActive} = await $q.queue.getJobCounts('active')
+  if(numActive > 0) {
+    log.info(`shutdown progress: ${numActive} active jobs`)
+    await new Promise( resolve => {
+      $q.queue.on('drained', resolve)
+    })
+    log.info(`shutdown progress: no more jobs`)
   }
+  log.info(`shutdown progress: $q.queue.obliterate()`)
+  await $q.queue.obliterate()
+  // if(signal !== 'EAI_AGAIN'){
+
+  // }
+  // else {
+
+  // }
   log.debug(`shutdown progress: await rcache.$.close()`)
   await rcache.$.close()
   log.debug(`shutdown progress: complete!`)
@@ -124,7 +145,7 @@ const schedulePopulator = () =>{
 }
 
 const scheduleSyncRelays = () =>{
-  const name = "syncRelaysIn()"
+  const name = "scheduleSyncRelays()"
   if(!config?.nocapd?.seed?.options?.events) return
   const intervalMs = config.nocapd.seed.options.events.interval
   log.info(`syncRelaysIn(): scheduling to fire every ${timestring(intervalMs, "s")} seconds`)
@@ -190,14 +211,12 @@ async function gracefulShutdown(signal) {
 }
 
 export const Nocapd = async () => {
-
-
   config = await loadConfig().catch( (err) => { log.err(err); process.exit() } )
   await delay(2000)
   rcache = relaycache(process.env.NWCACHE_PATH || './.lmdb')
   await migrate(rcache)
   await delay(1000)
-  await maybeAnnounce()
+  // await maybeAnnounce()
   await maybeBootstrap()
   $q = await initWorker()
   globalHandlers()

demos/kit-with-idb/README.md

@@ -0,0 +1,41 @@
+# @nostrwatch/demo-kit-with-idb
+
+This is a demo of `@nostrwatch/kit` with the `@nostrwatch/kit-adapter-idb` adapter.
+
+## Usage 
+<details>
+
+<summary>pnpm</summary>
+
+```
+pnpm run install 
+pnpm run dev
+```
+
+</details>
+
+<details>
+
+<summary>yarn</summary>
+
+```
+yarn install 
+yarn dev
+```
+
+</details>
+
+
+<details>
+
+<summary>npm</summary>
+
+```
+npm run install 
+npm run dev
+```
+
+</details>
+
+
+

demos/kit-with-idb/package.json

@@ -0,0 +1,50 @@
+{
+  "name": "@nostrwatch/demo-kit-with-idb",
+  "version": "0.0.1",
+  "main": "src/index.ts",
+  "license": "MIT",
+  "type": "module",
+  "dependencies": {
+    "@nostr-dev-kit/ndk": "2.7.1",
+    "@nostr-dev-kit/ndk-cache-dexie": "2.3.1",
+    "@nostr-dev-kit/ndk-svelte": "2.2.15",
+    "@nostrwatch/idb": "0.0.1",
+    "@nostrwatch/kit": "0.0.1",
+    "@nostrwatch/kit-adapter-idb": "0.0.1",
+    "@square/svelte-store": "1.0.18",
+    "@svelte-plugins/tooltips": "3.0.1",
+    "fastq": "1.17.1",
+    "hash-object": "5.0.1",
+    "svelte-bricks": "0.2.1",
+    "svelte-material-ui": "7.0.0",
+    "svelte-time": "0.9.0",
+    "tseep": "1.2.2",
+    "vite-plugin-node-polyfills": "0.22.0"
+  },
+  "devDependencies": {
+    "@smui/button": "7.0.0",
+    "@smui/tooltip": "7.0.0",
+    "@sveltejs/adapter-auto": "^3.0.0",
+    "@sveltejs/kit": "^2.0.0",
+    "@sveltejs/vite-plugin-svelte": "^3.0.0",
+    "autoprefixer": "^10.4.16",
+    "postcss": "^8.4.32",
+    "postcss-load-config": "^5.0.2",
+    "rimraf": "5.0.8",
+    "svelte": "^4.2.7",
+    "svelte-check": "^3.6.0",
+    "tailwindcss": "^3.3.6",
+    "tslib": "^2.4.1",
+    "typescript": "^5.0.0",
+    "vite": "^5.0.3",
+    "vite-plugin-cross-origin-isolation": "0.1.6"
+  },
+  "scripts": {
+    "dev": "vite dev",
+    "build": "vite build",
+    "preview": "vite preview",
+    "check": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json",
+    "check:watch": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json --watch",
+    "clean": "rimraf dist"
+  }
+}