deps: Extract the queue implementation into its own repos

hoarder-app · Oct 27, 2024 · a746e9a · a746e9a
1 parent eb7da99
commit a746e9a
Show file tree

Hide file tree

Showing 23 changed files with 65 additions and 1,336 deletions.
diff --git a/apps/workers/crawlerWorker.ts b/apps/workers/crawlerWorker.ts
@@ -9,6 +9,7 @@ import { eq } from "drizzle-orm";
 import { execa } from "execa";
 import { isShuttingDown } from "exit";
 import { JSDOM } from "jsdom";
+import { DequeuedJob, Runner } from "liteque";
 import metascraper from "metascraper";
 import metascraperAmazon from "metascraper-amazon";
 import metascraperDescription from "metascraper-description";
@@ -32,7 +33,6 @@ import {
   bookmarkLinks,
   bookmarks,
 } from "@hoarder/db/schema";
-import { DequeuedJob, Runner } from "@hoarder/queue";
 import {
   ASSET_TYPES,
   deleteAsset,

diff --git a/apps/workers/openaiWorker.ts b/apps/workers/openaiWorker.ts
@@ -1,4 +1,5 @@
 import { and, Column, eq, inArray, sql } from "drizzle-orm";
+import { DequeuedJob, Runner } from "liteque";
 import { z } from "zod";
 
 import type { InferenceClient } from "@hoarder/shared/inference";
@@ -11,7 +12,6 @@ import {
   customPrompts,
   tagsOnBookmarks,
 } from "@hoarder/db/schema";
-import { DequeuedJob, Runner } from "@hoarder/queue";
 import { readAsset } from "@hoarder/shared/assetdb";
 import serverConfig from "@hoarder/shared/config";
 import { InferenceClientFactory } from "@hoarder/shared/inference";

diff --git a/apps/workers/package.json b/apps/workers/package.json
@@ -5,7 +5,6 @@
   "private": true,
   "dependencies": {
     "@hoarder/db": "workspace:^0.1.0",
-    "@hoarder/queue": "workspace:^0.1.0",
     "@hoarder/shared": "workspace:^0.1.0",
     "@hoarder/tsconfig": "workspace:^0.1.0",
     "@mozilla/readability": "^0.5.0",
@@ -16,6 +15,7 @@
     "drizzle-orm": "^0.33.0",
     "execa": "9.3.1",
     "jsdom": "^24.0.0",
+    "liteque": "^0.1.3",
     "metascraper": "^5.45.24",
     "metascraper-amazon": "^5.45.22",
     "metascraper-description": "^5.45.22",

diff --git a/apps/workers/searchWorker.ts b/apps/workers/searchWorker.ts
@@ -1,9 +1,9 @@
 import { eq } from "drizzle-orm";
+import { DequeuedJob, Runner } from "liteque";
 
 import type { ZSearchIndexingRequest } from "@hoarder/shared/queues";
 import { db } from "@hoarder/db";
 import { bookmarks } from "@hoarder/db/schema";
-import { DequeuedJob, Runner } from "@hoarder/queue";
 import logger from "@hoarder/shared/logger";
 import {
   SearchIndexingQueue,

diff --git a/apps/workers/tidyAssetsWorker.ts b/apps/workers/tidyAssetsWorker.ts
@@ -1,8 +1,8 @@
 import { eq } from "drizzle-orm";
+import { DequeuedJob, Runner } from "liteque";
 
 import { db } from "@hoarder/db";
 import { assets } from "@hoarder/db/schema";
-import { DequeuedJob, Runner } from "@hoarder/queue";
 import { deleteAsset, getAllAssets } from "@hoarder/shared/assetdb";
 import logger from "@hoarder/shared/logger";
 import {

diff --git a/packages/queue/db.ts b/packages/queue/db.ts
diff --git a/packages/queue/drizzle.config.ts b/packages/queue/drizzle.config.ts
diff --git a/packages/queue/drizzle/0000_wonderful_talisman.sql b/packages/queue/drizzle/0000_wonderful_talisman.sql
diff --git a/packages/queue/drizzle/meta/0000_snapshot.json b/packages/queue/drizzle/meta/0000_snapshot.json
diff --git a/packages/queue/drizzle/meta/_journal.json b/packages/queue/drizzle/meta/_journal.json
diff --git a/packages/queue/index.ts b/packages/queue/index.ts
diff --git a/packages/queue/options.ts b/packages/queue/options.ts
diff --git a/packages/queue/package.json b/packages/queue/package.json