Merge branch 'development'

.nvmrc

@@ -1 +1 @@
-20
+18.18

apps/embedder/src/server/api/jobs/[id].get.ts

@@ -0,0 +1,31 @@
+import { JobSchema } from '@magickml/embedder/schema'
+import { embedderDb } from 'embedder-db-pg'
+
+export default defineEventHandler(async event => {
+  const id = getRouterParam(event, 'id')
+
+  if (!id) {
+    throw createError({
+      statusCode: 400,
+      message: 'Missing id',
+    })
+  }
+
+  const job = await embedderDb.query.Job.findFirst({
+    where: (job, { eq }) => eq(job.id, id),
+  })
+
+  if (!job) {
+    throw createError({
+      statusCode: 404,
+      message: 'Job not found',
+    })
+  }
+
+  // Do something with id
+
+  console.log('Job:', job)
+
+  // return job
+  return JobSchema.parse(job)
+})

apps/embedder/src/server/api/packs/[id]/loaders.post.ts

@@ -78,5 +78,9 @@ export default defineEventHandler(async event => {
   const queue = useBullMQ('embedJobs')
   await queue.add('processJob', { jobId: job.id })
 
-  return AddLoaderResponseSchema.parse({ status: loader.status, id: loader.id })
+  return AddLoaderResponseSchema.parse({
+    status: loader.status,
+    id: loader.id,
+    jobId: job.id,
+  })
 })

apps/embedder/src/server/api/packs/[id]/loaders/[loaderId].get.ts

@@ -2,6 +2,7 @@ import { z } from 'zod'
 import { embedderDb, Loader } from 'embedder-db-pg'
 import { and, eq } from 'drizzle-orm'
 import { createLoader } from '@magickml/embedder/loaders/core'
+import { LoaderWithChunks } from '@magickml/embedder/schema'
 
 export default defineEventHandler(async event => {
   const packId = z.string().parse(event.context.params?.id)
@@ -29,5 +30,10 @@ export default defineEventHandler(async event => {
     chunksArray.push(chunk.pageContent)
   }
 
-  return { chunks: chunksArray }
+  const response = {
+    ...loader,
+    chunks: chunksArray,
+  }
+
+  return LoaderWithChunks.parse(response)
 })

nx.json

@@ -147,7 +147,7 @@
     }
   },
   "defaultProject": "@magickml/server",
-  "useInferencePlugins": false,
+  "useInferencePlugins": true,
   "defaultBase": "main",
   "release": {
     "projects": [