add createMuxAsset

services/our/README.md

@@ -45,7 +45,7 @@ Start node app in dev mode. Env vars must be available to the app-- We're using
 * [x] VTubers
 * [ ] Tags
 * [ ] Toys
-* [ ] Monetized affiliate links
+* [ ] Monetized affiliate links (https://www.viglink.com maybe?)
 
 ## Tiers & Privs
 

services/pocketbase/package.json

@@ -1,6 +1,6 @@
 {
   "name": "futureporn",
-  "version": "3.5.0",
+  "version": "3.5.1",
   "private": true,
   "description": "Dedication to the preservation of lewdtuber history",
   "license": "Unlicense",

services/pocketbase/pb_hooks/pages/(site)/+layout.ejs

@@ -83,8 +83,8 @@
             <p>To watch a vod, please log in.</p>
           </div>
           <% } %>
-          <div class="notification is-info">
+          <div class="notification is-success">
-            <p>Torrent downloads are coming soon.</p>
+            <p>Torrents are in the process of being added to the site.</p>
           </div>
           <div class="notification">
             <p>Futureporn is no longer using IPFS. <a target="_blank" href="https://www.patreon.com/posts/143616210">Read more</a></p>

services/pocketbase/pb_hooks/pages/(site)/vods/[id]/index.ejs

@@ -41,11 +41,13 @@
 <!-- Player toggle buttons -->
 <nav class="level mt-5">
   <div class="level-left">
+    <% if (data?.vod?.get('muxAssetId')) { %>
     <% if (data?.user?.get('patron')) { %>
     <button class="button is-success" data-on-click="$selected = 'cdn1'">CDN1 player</button>
     <% } else { %>
     <button disabled class="button is-danger">CDN1 player (patrons only)</button>
     <% } %>
+    <% } %>
     <button class="button is-success" data-on-click="$selected = 'cdn2'">CDN2 player</button>
   </div>
 </nav>

services/pocketbase/pb_hooks/pages/_private/vod-list.ejs

@@ -6,6 +6,7 @@
         <th>Stream Date</th>
         <th>VTuber</th>
         <th>Thumbnail</th>
+        <th><abbr title="Download">DL</abbr></th>
       </tr>
     </thead>
     <tbody>
@@ -37,6 +38,18 @@
           <span>No thumbnail</span>
           <% } %>
         </td>
+        <td>
+          <% if (vod?.magnetLink) { %>
+          <a target="_blank" href="<%= vod?.magnetLink %>">
+            <span class="icon"><svg xmlns="http://www.w3.org/2000/svg" width="32" height="32" viewBox="0 0 32 32">
+                <g fill="none">
+                  <path fill="#d3d3d3" d="M11 23v6.06c0 .52-.42.94-.94.94H3.94c-.52 0-.94-.42-.94-.94V23l4.028-2.152zm18 0v6.06c0 .52-.42.94-.94.94h-6.12c-.52 0-.94-.42-.94-.94V23l3.99-2.152z" />
+                  <path fill="#f8312f" d="M11 23v-7.94c0-2.75 2.2-5.04 4.95-5.06c2.78-.03 5.05 2.23 5.05 5v8h8v-8c0-7.18-5.82-13-13-13S3 7.82 3 15v8z" />
+                </g>
+              </svg>
+            </span></a>
+          <% } %>
+        </td>
       </tr>
       <% } %>
     </tbody>

services/pocketbase/pb_hooks/pages/vods/rss.xml/index.ejs

@@ -1,18 +1,22 @@
 <%#
 index.ejs — RSS Feed Generator (RSS 2.0)
-Expects: data.vods = [{ id, title, notes, thumbnail, streamDate }]
+Expects: data.vods = [{ id, title, notes, thumbnail, streamDate, magnetLink }]
+When in doubt, copy https://nyaa.si/?page=rss 
 %>
 
 <%
-response.header("Content-Type", "application/rss+xml")
+response.header("Content-Type", "application/rss+xml");
 
-// Build RSS XML as a string
 let rss = `<?xml version="1.0" encoding="utf-8"?>
-<rss version="2.0" xmlns:dc="http://purl.org/dc/elements/1.1/" xmlns:content="http://purl.org/rss/1.0/modules/content/">
+<rss version="2.0"
+     xmlns:dc="http://purl.org/dc/elements/1.1/"
+     xmlns:content="http://purl.org/rss/1.0/modules/content/"
+     xmlns:torrent="http://xmlns.ezrss.it/0.1/">
+
   <channel>
     <title>Futureporn.net VODs</title>
     <link>https://futureporn.net</link>
-    <description>Dedication to the preservaton of lewdtuber history</description>
+    <description>Dedication to the preservation of lewdtuber history</description>
     <lastBuildDate>${new Date().toUTCString()}</lastBuildDate>
     <docs>https://validator.w3.org/feed/docs/rss2.html</docs>
     <generator>pocketpages</generator>
@@ -22,26 +26,42 @@ let rss = `<?xml version="1.0" encoding="utf-8"?>
       <url>https://futureporn.net/images/futureporn-icon.png</url>
       <link>https://futureporn.net</link>
     </image>`;
-
+    
 for (const vod of data.vods) {
-  const url = `${env('ORIGIN')}/vods/${vod.id}`;
+  const vodId = vod.get('id');
+  const title =
+    (vod?.get('expand')?.vtubers?.map(v => v.get('displayName')).join(', '))
+    || vod.get('streamDate');
+
+  const vodUrl = `${env('ORIGIN')}/vods/${vodId}`;
+  const pubDate = new Date(vod.get('streamDate')).toUTCString();
+  const notes = vod.get('notes');
+  const thumbnail = vod.get('thumbnail');
+  const magnetLink = vod.get('magnetLink');
+
+  // @TODO the <link> must contain a .torrent, NOT a magnetLink.
   rss += `
     <item>
+      <title><![CDATA[${title}]]></title>
+      <comments>${vodUrl}</comments>
+      <link>${vodUrl}</link>
+      <guid isPermaLink="true">${vodUrl}</guid>
+      <pubDate>${pubDate}</pubDate>`;
 
-      <title><![CDATA[${
+  // Description
-        ((vod?.get('expand')?.vtubers?.map(vt => vt.get('displayName')) || []).join(', ')
+  if (notes) {
-          || vod.get('streamDate'))
-      }]]></title>
-      <link>${url}</link>
-      <guid>${url}</guid>
-      <pubDate>${new Date(vod.get('streamDate')).toUTCString()}</pubDate>`;
-  if (vod.get('notes')) {
     rss += `
-      <description><![CDATA[${vod.get('notes')}]]></description>`;
+      <description><![CDATA[<a href="${vodUrl}">${vodUrl}</a> ${notes}]]></description>`;
   }
-  if (vod.get('thumbnail')) {
+
-    rss += `<image_link>${env('ORIGIN')}/api/files/vods/${vod.get('id')}/${vod.get('thumbnail')}</image_link>`
+  // Thumbnail (custom tag — allowed)
+  if (thumbnail) {
+    rss += `
+      <image_link>${env('ORIGIN')}/api/files/vods/${vodId}/${thumbnail}</image_link>`;
   }
+  
+
+
   rss += `
     </item>`;
 }
@@ -50,6 +70,5 @@ rss += `
   </channel>
 </rss>`;
 
-// Send the RSS
 response.html(200, rss);
 %>

services/worker/.config/env.ts

@@ -1,3 +1,5 @@
+import envPaths from 'env-paths';
+const paths = envPaths('futureporn', { suffix: '' });
 
 const env = (() => {
   if (!process.env.POCKETBASE_URL) throw new Error('POCKETBASE_URL missing in env');
@@ -27,7 +29,6 @@ const env = (() => {
   if (!process.env.FANSLY_PASSWORD) throw new Error('FANSLY_PASSWORD missing in env');
   if (!process.env.APIFY_TOKEN) throw new Error('APIFY_TOKEN missing in env');
   if (!process.env.NODE_ENV) throw new Error('APIFY_TOKEN missing in env');
-  if (!process.env.CACHE_ROOT) throw new Error('CACHE_ROOT missing in env');
   if (!process.env.SEEDBOX_SFTP_HOST) throw new Error('SEEDBOX_SFTP_HOST missing in env');
   if (!process.env.SEEDBOX_SFTP_PORT) throw new Error('SEEDBOX_SFTP_PORT missing in env');
   if (!process.env.SEEDBOX_SFTP_USERNAME) throw new Error('SEEDBOX_SFTP_USERNAME missing in env');
@@ -37,6 +38,10 @@ const env = (() => {
   if (!process.env.QBT_PASSWORD) throw new Error('QBT_PASSWORD missing in env');
   if (!process.env.QBT_USERNAME) throw new Error('QBT_USERNAME missing in env');
   if (!process.env.WORKER_WORKERS) throw new Error('WORKER_WORKERS missing in env');
+  if (!process.env.BUNNY_ZONE_URL) throw new Error('BUNNY_ZONE_URL missing in env');
+  if (!process.env.BUNNY_TOKEN_KEY) throw new Error('BUNNY_TOKEN_KEY missing in env');
+
+  const CACHE_ROOT = process.env?.CACHE_ROOT || paths.cache;
 
   const {
     PORT,
@@ -65,7 +70,6 @@ const env = (() => {
     FANSLY_PASSWORD,
     APIFY_TOKEN,
     NODE_ENV,
-    CACHE_ROOT,
     SEEDBOX_SFTP_HOST,
     SEEDBOX_SFTP_PORT,
     SEEDBOX_SFTP_USERNAME,
@@ -76,8 +80,11 @@ const env = (() => {
     QBT_PASSWORD,
     QBT_PORT,
     WORKER_WORKERS,
+    BUNNY_ZONE_URL,
+    BUNNY_TOKEN_KEY,
   } = process.env
   return {
+    CACHE_ROOT,
     PORT,
     WORKER_PORT,
     POCKETBASE_URL,
@@ -104,7 +111,6 @@ const env = (() => {
     FANSLY_USERNAME,
     APIFY_TOKEN,
     NODE_ENV,
-    CACHE_ROOT,
     SEEDBOX_SFTP_HOST,
     SEEDBOX_SFTP_PORT,
     SEEDBOX_SFTP_USERNAME,
@@ -115,6 +121,8 @@ const env = (() => {
     QBT_PASSWORD,
     QBT_PORT,
     WORKER_WORKERS,
+    BUNNY_ZONE_URL,
+    BUNNY_TOKEN_KEY,
   }
 })()
 

services/worker/package.json

@@ -6,7 +6,7 @@
   "peerDependencies": {
     "typescript": "^5"
   },
-  "version": "0.0.1",
+  "version": "0.2.0",
   "dependencies": {
     "@bull-board/express": "^6.14.0",
     "@mux/mux-node": "^12.8.0",
@@ -15,7 +15,7 @@
     "@types/node": "^24.10.1",
     "@types/semver": "^7.7.1",
     "@types/ssh2": "^1.15.5",
-    "apify-client": "^2.19.0",
+    "apify-client": "^2.20.0",
     "bullmq": "^5.63.0",
     "date-fns": "^4.1.0",
     "fs-extra": "^11.3.2",
@@ -24,14 +24,14 @@
     "nanoid": "^5.1.6",
     "onnxruntime-web": "^1.23.2",
     "pocketbase": "^0.26.3",
-    "puppeteer": "^24.30.0",
+    "puppeteer": "^24.31.0",
     "puppeteer-extra": "^3.3.6",
     "puppeteer-extra-plugin-stealth": "^2.11.2",
     "semver": "^7.7.3",
     "sharp": "^0.34.5",
     "slugify": "^1.6.6",
     "ssh2": "^1.17.0",
-    "which": "^5.0.0"
+    "which": "^6.0.0"
   },
   "devDependencies": {
     "tsx": "^4.20.6",
@@ -40,4 +40,4 @@
   "scripts": {
     "start": "tsx src/index.ts"
   }
-}
+}

services/worker/src/fixtures/sftp/data/.gitignore

@@ -0,0 +1 @@
+*.mp4

services/worker/src/fixtures/sftp/watch/.gitignore

@@ -0,0 +1 @@
+*.torrent

services/worker/src/index.ts

@@ -10,6 +10,7 @@ import env from '../.config/env.ts';
 import { version } from '../package.json';
 import { downloadQueue } from './queues/downloadQueue.ts';
 import { cacheQueue } from './queues/cacheQueue.ts';
+import { muxQueue } from './queues/muxQueue.ts';
 
 const run = async () => {
 
@@ -28,6 +29,7 @@ const run = async () => {
       new BullMQAdapter(gpuQueue),
       new BullMQAdapter(downloadQueue),
       new BullMQAdapter(cacheQueue),
+      new BullMQAdapter(muxQueue),
     ],
     serverAdapter,
   });

services/worker/src/processors/cacheCleanup.ts

@@ -1,9 +1,9 @@
 import { Job } from "bullmq";
 import fs from "node:fs/promises";
-import path from "node:path";
+import { join } from "node:path";
 import env from "../../.config/env";
 
-const retainmentDayCount = 7;
+const retainmentDayCount = 90;
 
 /**
  * cacheCleanup
@@ -11,7 +11,7 @@ const retainmentDayCount = 7;
  * Deletes files in the cache directory that are older than retainmentDayCount days
  */
 export default async function cacheCleanup(job: Job) {
-  const cacheDir = env.CACHE_ROOT;
+  const cacheDir = join(env.CACHE_ROOT, 'worker');
   let cleanedCount = 0;
 
   try {
@@ -22,7 +22,7 @@ export default async function cacheCleanup(job: Job) {
     const retainMs = retainmentDayCount * 24 * 60 * 60 * 1000; // days → ms
 
     for (const file of files) {
-      const filePath = path.join(cacheDir, file);
+      const filePath = join(cacheDir, file);
       try {
         const stat = await fs.stat(filePath);
         // only delete files older than retainment

services/worker/src/processors/cacheGet.ts

@@ -18,7 +18,7 @@ interface FileInfo {
   fileId: string;
 }
 
-const cacheRoot = env.CACHE_ROOT;
+const cacheRoot = join(env?.CACHE_ROOT, 'worker');
 
 function assertPayload(payload: any): asserts payload is Payload {
   if (typeof payload !== "object" || !payload) throw new Error("invalid payload-- was not an object.");
@@ -53,13 +53,13 @@ export async function getB2FileInfo(job: Job, s3Key: string): Promise<FileInfo>
   const args = ["file", "info", `b2://${env.AWS_BUCKET}/${s3Key}`];
 
   let stdout: string;
-  await job.log(`Running ${cmd}, ${args.join(' ')}`);
+  await job.log(`Running ${cmd} ${args.join(' ')}`);
 
   try {
     const result = await spawn(cmd, args);
     stdout = result.stdout;
   } catch (err: any) {
-    throw new Error(`Failed to run 'b2 file info': ${err.stderr || err.message}`);
+    throw new Error(`Failed to run 'b2 file info': stderr:${err.stderr} message:${err.message}`);
   }
 
   let data: any;

services/worker/src/processors/copyV1S3ToV2.ts

@@ -1,6 +1,3 @@
-// Copy futureporn.net s3 asset to future.porn s3 bucket.
-// ex: https://futureporn-b2.b-cdn.net/(...) -> https://fp-usc.b-cdn.net/(...)
-
 import logger from "../utils/logger";
 import { Task } from "graphile-worker";
 import { PrismaClient } from "../../generated/prisma";
@@ -81,8 +78,14 @@ async function copyFromBucketToBucket(spawn: typeof NanoSpawn, v1Url: string, v2
   return v2Url;
 }
 
-// example v1 https://futureporn-b2.b-cdn.net/projektmelody-chaturbate-2023-01-01.mp4
+/**
-// example v2 https://fp-usc.b-cdn.net/projektmelody-chaturbate-2023-01-01.mp4
+ * Copy futureporn.net s3 asset to future.porn s3 bucket.
+ * example: https://futureporn-b2.b-cdn.net/(...) -> https://fppbpro.b-cdn.net/(...)
+ * 
+ * example of Futureporn v1 asset https://futureporn-b2.b-cdn.net/projektmelody-chaturbate-2023-01-01.mp4
+ * example of Futureporn v2 asset https://fp-usc.b-cdn.net/projektmelody-chaturbate-2023-01-01.mp4
+ * example of Futureporn v3 asset https://fppbpro.b-cdn.net/pbc_144770472/oj0lkw4it4f5mzx/projektmelody-fansly-2025-11-12.mp4
+ */
 const copyV1S3ToV2: Task = async (payload: any) => {
 
   logger.info(`copyV1S3ToV2 with vodId=${payload.vodId}`);

services/worker/src/processors/copyV1VideoToV3.ts

@@ -1,12 +1,10 @@
 import { Job } from "bullmq";
 import { getPocketBaseClient } from "../util/pocketbase";
 import Client, { RecordModel } from "pocketbase";
-import { Vod } from "../types";
 import { basename } from 'node:path';
 import env from "../../.config/env";
 import spawn from 'nano-spawn';
 
-const foo = 'bar';
 
 /**
  * barFunction
@@ -62,7 +60,7 @@ export async function copyV1VideoToV3(job: Job) {
   if (!vodId) throw new Error('vodId was missing from input data');
 
   const pb = await getPocketBaseClient();
-  const vod = await pb.collection('vods').getOne(job.data.vodId)
+  const vod = await pb.collection('vods').getOne(vodId)
 
 
   const sourceVideo = await copyBetweenBuckets(job, vod);

services/worker/src/processors/createMuxAsset.ts

@@ -2,7 +2,12 @@ import { Job } from "bullmq";
 import { getPocketBaseClient } from "../util/pocketbase";
 import Client, { RecordModel } from "pocketbase";
 import { Vod } from "../types";
-
+import { signUrl } from "../util/bunnyCDN";
+import env from "../../.config/env";
+import { basename } from "path";
+import { add, getUnixTime } from 'date-fns';
+import { generalQueue } from "../queues/generalQueue";
+import { highPriorityQueue } from "../queues/highPriorityQueue";
 
 interface MuxAssetCreationResponse {
   data: {
@@ -32,15 +37,22 @@ interface MuxAssetCreationResponse {
  */
 export async function __createMuxAsset(vod: RecordModel) {
 
-  const { videoSrcB2, muxAssetId, muxPlaybackId } = vod;
+  const { sourceVideo, muxAssetId, muxPlaybackId } = vod;
-  if (!videoSrcB2) throw new Error(`vod ${vod.id} was missing videoSrcB2`);
+  if (!sourceVideo) throw new Error(`vod ${vod.id} was missing sourceVideo`);
-
   if (muxAssetId !== '') throw new Error('this vod already has a muxAssetId');
   if (muxPlaybackId !== '') throw new Error('this vod already has a muxPlaybackId');
 
+  const expiry = getUnixTime(add(new Date(), { days: 30 }));
+  const b2Url = signUrl(env.BUNNY_TOKEN_KEY, env.BUNNY_ZONE_URL, sourceVideo, undefined, expiry);
+
   const res = await fetch('https://api.mux.com/video/v1/assets', {
+    method: 'POST',
+    headers: {
+      'Authorization': 'Basic ' + Buffer.from(`${env.MUX_TOKEN_ID}:${env.MUX_TOKEN_SECRET}`).toString('base64'),
+      'Content-Type': 'application/json'
+    },
     body: JSON.stringify({
-      "input": videoSrcB2,
+      "input": b2Url,
       "playback_policy": [
         "signed"
       ]
@@ -81,6 +93,10 @@ export async function createMuxAsset(job: Job) {
   const { assetId, playbackId } = (await __createMuxAsset(vod));
   job.log(`Created assetId=${assetId}, playbackId=${playbackId}`);
   pb.collection('vods').update(vodId, { muxAssetId: assetId, muxPlaybackId: playbackId });
+
+  // we need to sign the mux asset so it's playable on the webpage.
+  await highPriorityQueue.add('presignMuxAsset', { vodId });
+
   job.log('Vod record updated. All done.');
 
 }

services/worker/src/processors/createTorrent.ts

@@ -84,15 +84,29 @@ function assertPayload(payload: any): asserts payload is Payload {
 
 // }
 
+/**
+ * 
+ * Create a v1/v2 hybrid torrent using bittorrent. 
+ * The default is to immediately delete the torrent from qBittorrent afterwards
+ * Because we seed from a seedbox instead.
+ * 
+ * @param videoFilePath 
+ * @param persist - whether or not to keep the torrent in qbittorrent after we have created it.
+ * @returns 
+ */
 async function createQBittorrentTorrent(
-  vodId: string,
+  videoFilePath: string,
-  videoFilePath: string
+  persist: boolean = false,
 ): Promise<{
   magnetLink: string,
   torrentFilePath: string,
   info: QBTorrentInfo,
 }> {
-  return qbtClient.createTorrent(videoFilePath);
+  const torrent = await qbtClient.createTorrent(videoFilePath);
+  if (!persist) {
+    await qbtClient.deleteTorrent(torrent.info.hash);
+  }
+  return torrent;
 }
 
 // async function createTorrentfileTorrent(
@@ -150,8 +164,14 @@ async function createQBittorrentTorrent(
 async function uploadTorrentToSeedbox(job: Job, videoFilePath: string, torrentFilePath: string) {
 
   job.log(`Uploading ${videoFilePath} to seedbox...`);
+  let lastLog = 0; // timestamp in ms
+
   await sshClient.uploadFile(videoFilePath, './data', async ({ percent }) => {
-    await job.log(`Video upload progress: ${percent.toFixed(1)}%`);
+    const now = Date.now();
+    if (now - lastLog >= 1_000) {       // 10 seconds
+      lastLog = now;
+      await job.updateProgress(percent.toFixed(1))
+    }
   });
 
   job.log(`Uploading ${torrentFilePath} to seedbox...`);
@@ -200,9 +220,13 @@ export async function createTorrent(job: Job) {
   await job.log(`cacheGet results: ${JSON.stringify(results)}`);
   const { cachePath } = results;
 
-  await job.log(`cachePath=${cachePath}. vodId=${vodId}. NEXT UP, create QBittorrentTorrent...`);
+  await job.log(`cachePath=${cachePath}. vodId=${vodId}.`);
+  await job.log(`Creating v1/v2 hybrid torrent using QBittorrentTorrent...`);
+
+  // 4.5 Create a torrent using the local qBittorrent
+  const { magnetLink, torrentFilePath } = await createQBittorrentTorrent(cachePath);
+
 
-  const { magnetLink, torrentFilePath } = await createQBittorrentTorrent(vodId, cachePath);
   await job.log(`great! torrent created at ${torrentFilePath}. Now let's upload that torrent and the VOD to the seedbox. This will take some time...`);
   await uploadTorrentToSeedbox(job, cachePath, torrentFilePath);
 
@@ -211,7 +235,9 @@ export async function createTorrent(job: Job) {
     magnetLink
   });
 
-  job.log(`🏆 torrent creation complete.`);
+  job.log(`Torrent creation complete.`);
+  await job.updateProgress(100);
+
   return { magnetLink, cachePath, torrentFilePath, vodId };
 
 

services/worker/src/processors/download.ts

@@ -49,8 +49,8 @@ async function monitorProgress(cachePath: string, expectedSize: number, job: Job
 
     try {
       const { size } = await stat(cachePath);
-      const progress = Math.min((size / expectedSize) * 100, 100);
+      const progress = Math.floor((size / expectedSize) * 100);
-      await job.log(`size:${size}, expectedSize:${expectedSize}, progress:${progress}`);
+      // await job.log(`size:${size}, expectedSize:${expectedSize}, progress:${progress}`);
       await job.updateProgress(progress);
     } catch {
       // file might not exist yet
@@ -90,6 +90,7 @@ export async function __download(job: Job, s3Key: string, cachePath: string) {
     stopMonitor(); // always stop monitor, even on error
   }
 
+  await job.updateProgress(100);
   job.log('Download complete.');
 }
 

services/worker/src/processors/findWork.ts

@@ -1,41 +1,156 @@
-import { Job } from "bullmq";
+import { Job, Queue } from "bullmq";
 import { getPocketBaseClient } from "../util/pocketbase";
 import Client from "pocketbase";
 import { generalQueue } from "../queues/generalQueue";
+import { muxQueue } from "../queues/muxQueue";
 
+const queues: Record<string, Queue> = {
+  generalQueue: generalQueue,
+  muxQueue: muxQueue,
+};
 
-export async function findMissingTorrent(job: Job, pb: Client) {
+type VodJobConfig = {
+  filter: string;
+  queueName: string;
+  processorName: string;
+  logMessage: (vodId: string) => string;
+};
 
+async function handleMissing(job: Job, pb: Client, config: VodJobConfig) {
   const results = await pb.collection('vods').getList(1, 1, {
-    filter: "videoSrcB2 != '' && magnetLink = ''",
+    filter: config.filter,
-    sort: '-streamDate'
+    sort: '-created',
   });
+
   const vods = results.items;
+  if (!vods.length) return; // nothing to do
+
   const vod = vods[0];
+  const vodId = vod.id;
 
-  job.log(`findWork found ${vod.id} in need of a torrent.`);
+  job.log(config.logMessage(vodId));
 
-  const jobId = `createTorrent-${vod.id}`;
+  const jobId = `${config.processorName}-${vodId}`;
 
-  const existingJob = await generalQueue.getJob(jobId);
+  const queue = queues[config.queueName]; // <-- look here
+  await queue.add(config.processorName, { vodId }, { jobId });
+}
 
-  // only add a createTorrent job if there isn't one queued
+// export async function handleMissingTorrent(job: Job, pb: Client) {
-  if (existingJob?.isActive) {
-    job.log(`refusing to add createTorrent job for vod ${vod.id} because a similar job is active`);
-  } else {
 
-    await generalQueue.add('createTorrent', {
+//   const results = await pb.collection('vods').getList(1, 1, {
-      vodId: vod.id
+//     filter: "sourceVideo != '' && magnetLink = ''",
-    }, {
+//     sort: '-created'
-      jobId
+//   });
-    });
+//   const vods = results.items;
-  }
+//   const vod = vods[0];
+
+//   job.log(`findWork found ${vod.id} in need of a torrent.`);
+
+//   const jobId = `createTorrent-${vod.id}`;
+
+//   await generalQueue.add('createTorrent', {
+//     vodId: vod.id
+//   }, {
+//     jobId
+//   });
+// }
+
+// export async function handleMissingStreamDate(job: Job, pb: Client) {
+//   const results = await pb.collection('vods').getList(1, 1, {
+//     filter: "announceUrl != '' && streamDate = ''",
+//     sort: '-created'
+//   });
+//   const vods = results.items;
+//   if (vods.length === 0) return; // no vods with missing streamDate.
+
+//   const vod = vods[0];
+//   const vodId = vod.id;
+//   job.log(`findWork found ${vodId} in need of a stream date.`);
+//   const jobId = `getAnnounceUrlDetails-${vodId}`;
+
+//   await generalQueue.add('getAnnounceUrlDetails', {
+//     vodId: vodId
+//   }, {
+//     jobId
+//   });
+// }
+
+// export async function handleMissingSourceVideo(job: Job, pb: Client) {
+//   const results = await pb.collection('vods').getList(1, 1, {
+//     filter: "videoSrcB2 != '' && sourceVideo = ''",
+//     sort: '-created',
+//   });
+//   const vods = results.items;
+//   if (vods.length === 0) return; // no vods with missing sourceVideo
+//   const vod = vods[0];
+//   const vodId = vod.id;
+//   job.log(`findWork found ${vodId} in need of a source video.`);
+//   const jobId = `handleMissingSourceVideo-${vodId}`;
+//   await generalQueue.add('copyV1VideoToV3', {
+//     vodId
+//   }, {
+//     jobId
+//   });
+// }
+
+// export async function handleMissingMuxAsset(job: Job, pb: Client) {
+//   const results = await pb.collection('vods').getList(1, 1, {
+//     filter: "muxAssetId = '' && muxPlaybackId = '' && sourceVideo != ''",
+//     sort: '-created',
+//   });
+//   // ...
+// }
+
+
+
+export async function handleMissingTorrent(job: Job, pb: Client) {
+  return handleMissing(job, pb, {
+    filter: "sourceVideo != '' && magnetLink = ''",
+    queueName: 'generalQueue',
+    processorName: 'createTorrent',
+    logMessage: (id) => `findWork found ${id} in need of a torrent.`
+  });
+}
+
+export async function handleMissingStreamDate(job: Job, pb: Client) {
+  return handleMissing(job, pb, {
+    filter: "announceUrl != '' && streamDate = ''",
+    queueName: 'generalQueue',
+    processorName: 'getAnnounceUrlDetails',
+    logMessage: (id) => `findWork found ${id} in need of a stream date.`
+  });
+}
+
+export async function handleMissingSourceVideo(job: Job, pb: Client) {
+  return handleMissing(job, pb, {
+    filter: "videoSrcB2 != '' && sourceVideo = ''",
+    queueName: 'generalQueue',
+    processorName: 'copyV1VideoToV3',
+    logMessage: (id) => `findWork found ${id} in need of a source video.`
+  });
+}
+
+/**
+ * handleMissingMuxAsset
+ * 
+ * We only add Mux assets to new vods because Mux cost a lot of money.
+ * Future plan is to build our own Mux alternative and remove Mux.
+ */
+export async function handleMissingMuxAsset(job: Job, pb: Client) {
+  const sinceDate = '2025-11-01';
+  return handleMissing(job, pb, {
+    filter: `created > '${sinceDate}' && muxAssetId = '' && muxPlaybackId = '' && sourceVideo != ''`,
+    queueName: 'muxQueue', // whatever queue name you use
+    processorName: 'createMuxAsset',
+    logMessage: (id) => `findWork found ${id} in need of a Mux asset.`
+  });
 }
 
 
 /**
  * 
- * findWork
+ * This processor is all about identifying known issues in the database and handling them by delegating the work to a processor.
  * 
  * Remember to makes processors
  *   * idempotent
@@ -46,7 +161,11 @@ export async function findWork(job: Job) {
 
   const pb = await getPocketBaseClient();
 
-  await findMissingTorrent(job, pb);
+  await handleMissingTorrent(job, pb);
+  await handleMissingStreamDate(job, pb);
+  await handleMissingSourceVideo(job, pb);
+  await handleMissingMuxAsset(job, pb);
+
 
   // findMissingThumbnail 
   // findMissingAudioAnalysis

services/worker/src/processors/getAnnounceUrlDetails.ts

@@ -32,11 +32,12 @@ export function getTweetDates(tweetUrls: string[]): Date[] {
 }
 
 export async function getVodsWithAnnounceUrlAndNoStreamDate() {
-  const pb = await getPocketBaseClient()
+  const pb = await getPocketBaseClient();
 
   const results = await pb.collection('vods').getList(1, 25, {
-    filter: "announceUrl != '' && streamDate = ''"
+    filter: "announceUrl != '' && streamDate = ''",
-  })
+    requestKey: `getAnnounceUrlDetails-1..25`
+  });
   const vods = results.items;
 
   return vods;

services/worker/src/processors/presignMuxAssets.ts

@@ -1,6 +1,6 @@
 import Mux from '@mux/mux-node';
 import env from '../../.config/env';
-import { type QueueOptions, type Job } from 'bullmq';
+import { type Job } from 'bullmq';
 import { getPocketBaseClient } from '../util/pocketbase';
 
 
@@ -25,8 +25,21 @@ async function createToken(playbackId: string) {
   return token
 }
 
+export async function presignMuxAsset(job: Job) {
+  const pb = await getPocketBaseClient();
+  const vodId = job.data.vodId as string;
+  const vod = await pb.collection('vods').getOne(vodId);
 
-export async function presignMuxAssets(job: Job) {
+  const muxPlaybackId = vod?.muxPlaybackId;
+  if (!muxPlaybackId) throw new Error(`presignMuxAsset called with vodId ${vodId} failed because this vod is missing a muxPlaybackId.`);
+  const muxPlaybackToken = await createToken(muxPlaybackId);
+  await pb.collection('vods').update(vod.id, {
+    muxPlaybackToken
+  });
+}
+
+
+export async function presignAllMuxAssets(job: Job) {
 
   const pb = await getPocketBaseClient();
 

services/worker/src/queues/generalQueue.ts

@@ -8,14 +8,14 @@ await generalQueue.upsertJobScheduler(
     pattern: '3 7 * * *', // Runs at 07:03 every day
   },
   {
-    name: 'presignMuxAsset',
+    name: 'presignAllMuxAssets',
     data: {},
     opts: {}, // Optional additional job options
   },
 );
 
-// await generalQueue.upsertJobScheduler(
+await generalQueue.upsertJobScheduler(
-//   'find-work-every-one-minute',
+  'find-work-often',
-//   { every: 1000 * 60 },
+  { every: 1000 * 30 },
-//   { name: 'findWork' }
+  { name: 'findWork' }
-// )
+)

services/worker/src/queues/gpuQueue.ts

@@ -3,15 +3,3 @@ import { Queue } from "bullmq";
 import { connection } from "../../.config/bullmq.config";
 export const gpuQueue = new Queue('gpuQueue', { connection });
 
-await gpuQueue.upsertJobScheduler(
-  'schedule-vod-processing-recurring',
-  {
-    pattern: '* * * * *'
-  },
-  {
-    name: 'cron-schedule-vod-processing',
-    data: {},
-    opts: {}
-  },
-)
-

services/worker/src/queues/highPriorityQueue.ts

@@ -13,15 +13,3 @@ await highPriorityQueue.upsertJobScheduler(
     opts: {}
   },
 )
-
-await highPriorityQueue.upsertJobScheduler(
-  'get-announce-url-details',
-  {
-    every: 1000 * 63
-  },
-  {
-    name: 'getAnnounceUrlDetails',
-    data: {},
-    opts: {},
-  },
-);

services/worker/src/queues/muxQueue.ts

@@ -0,0 +1,6 @@
+import { Queue, QueueEvents } from 'bullmq';
+import { connection } from '../../.config/bullmq.config';
+export const muxQueue = new Queue('muxQueue', { connection });
+export const muxQueueEvents = new QueueEvents("muxQueue", {
+  connection
+});

services/worker/src/util/b2.README.md

@@ -0,0 +1,101 @@
+## Known errors
+
+### Error: Failed to run 'b2 file info': b2: tar_extract_all() failed: Invalid argument
+
+This one is weird. It happens when several failed b2cli are running in the background. I came across this during testing and first I thought my executable was somehow corrupted.
+
+```
+cj@cj54hd:~/Downloads$ b2 file info b2://fppbdev/pbc_144770472/4csbaj06u481x9t/el_xox-chaturbate-2024-03-10.mp4
+b2: tar_extract_all() failed: Invalid argument
+cj@cj54hd:~/Downloads$ b2 file ls b2://fppbdev/pbc_144770472/4csbaj06u481x9t/el_xox-chaturbate-2024-03-10.mp4
+b2: tar_extract_all() failed: Invalid argument
+cj@cj54hd:~/Downloads$ b2 ls b2://fppbdev/pbc_144770472/4csbaj06u481x9t/el_xox-chaturbate-2024-03-10.mp4
+b2: tar_extract_all() failed: Invalid argument
+cj@cj54hd:~/Downloads$ b2 ls
+b2: tar_extract_all() failed: Invalid argument
+cj@cj54hd:~/Downloads$ b2 -h
+b2: tar_extract_all() failed: Invalid argument
+cj@cj54hd:~/Downloads$ b2
+b2: tar_extract_all() failed: Invalid argument
+cj@cj54hd:~/Downloads$ which b2
+/home/cj/.local/bin/b2
+cj@cj54hd:~/Downloads$ head b2
+head: cannot open 'b2' for reading: No such file or directory
+cj@cj54hd:~/Downloads$ ~/.local/bin/b2
+b2: tar_extract_all() failed: Invalid argument
+cj@cj54hd:~/Downloads$ ls -la ~/.local/bin/b2
+-rwxrwxr-x 1 cj cj 32597952 Aug 23 17:07 /home/cj/.local/bin/b2
+cj@cj54hd:~/Downloads$ file ~/.local/bin/b2
+/home/cj/.local/bin/b2: ELF 64-bit LSB executable, x86-64, version 1 (SYSV), statically linked, stripped
+cj@cj54hd:~/Downloads$ cp b2v3-linux ~/.local/bin/b2
+cp: cannot create regular file '/home/cj/.local/bin/b2': Text file busy
+
+```
+
+apparently there were a shitton of b2 instances running in the background!
+
+```
+cj@cj54hd:~/Downloads$ ps aux | grep 'b2:/[/]'
+cj        191334  0.0  0.0    292   148 pts/11   S+   Nov21   0:00 b2 file download b2://fppbdev/pbc_144770472/6v80rae2m128yw1/projektmelody-chaturbate-2025-10-19.mp4 /tmp/vods/6v80rae2m128yw1/sourceVideo/13629592283.mp4
+cj        191335  0.0  0.0   2840  2004 pts/11   S+   Nov21   0:00 /tmp/staticx-gDLAjK/b2v3 file download b2://fppbdev/pbc_144770472/6v80rae2m128yw1/projektmelody-chaturbate-2025-10-19.mp4 /tmp/vods/6v80rae2m128yw1/sourceVideo/13629592283.mp4
+cj        191336  0.2  0.3 950960 90496 pts/11   Sl+  Nov21   5:48 /tmp/staticx-gDLAjK/b2v3 file download b2://fppbdev/pbc_144770472/6v80rae2m128yw1/projektmelody-chaturbate-2025-10-19.mp4 /tmp/vods/6v80rae2m128yw1/sourceVideo/13629592283.mp4
+cj        205138  0.0  0.0    292   152 pts/11   S+   Nov21   0:00 b2 file download b2://fppbdev/pbc_144770472/6v80rae2m128yw1/projektmelody-chaturbate-2025-10-19.mp4 /tmp/vods/6v80rae2m128yw1/sourceVideo/13629592283.mp4
+cj        205139  0.0  0.0   2840  1988 pts/11   S+   Nov21   0:00 /tmp/staticx-OMOMPi/b2v3 file download b2://fppbdev/pbc_144770472/6v80rae2m128yw1/projektmelody-chaturbate-2025-10-19.mp4 /tmp/vods/6v80rae2m128yw1/sourceVideo/13629592283.mp4
+cj        205140  0.0  0.3 950960 90528 pts/11   Sl+  Nov21   0:18 /tmp/staticx-OMOMPi/b2v3 file download b2://fppbdev/pbc_144770472/6v80rae2m128yw1/projektmelody-chaturbate-2025-10-19.mp4 /tmp/vods/6v80rae2m128yw1/sourceVideo/13629592283.mp4
+cj        257781  0.0  0.0    292    96 pts/11   S+   Nov21   0:00 b2 file download b2://fppbdev/pbc_144770472/4csbaj06u481x9t/el_xox-chaturbate-2024-03-10.mp4 /tmp/2024-03-10-el_xox-4csbaj06u481x9t.mp4
+cj        257782  0.0  0.0   2840  2028 pts/11   S+   Nov21   0:00 /tmp/staticx-GFFmLI/b2v3 file download b2://fppbdev/pbc_144770472/4csbaj06u481x9t/el_xox-chaturbate-2024-03-10.mp4 /tmp/2024-03-10-el_xox-4csbaj06u481x9t.mp4
+cj        257783  0.0  0.3 951984 90080 pts/11   Sl+  Nov21   1:37 /tmp/staticx-GFFmLI/b2v3 file download b2://fppbdev/pbc_144770472/4csbaj06u481x9t/el_xox-chaturbate-2024-03-10.mp4 /tmp/2024-03-10-el_xox-4csbaj06u481x9t.mp4
+cj        264819  0.0  0.0    292   148 pts/11   S+   Nov21   0:00 b2 file download b2://fppbdev/pbc_144770472/4csbaj06u481x9t/el_xox-chaturbate-2024-03-10.mp4 /tmp/vods/4csbaj06u481x9t/sourceVideo/3835045469/2024-03-10-el_xox-4csbaj06u481x9t.mp4
+cj        264820  0.0  0.0   2840  2032 pts/11   S+   Nov21   0:00 /tmp/staticx-NFonPF/b2v3 file download b2://fppbdev/pbc_144770472/4csbaj06u481x9t/el_xox-chaturbate-2024-03-10.mp4 /tmp/vods/4csbaj06u481x9t/sourceVideo/3835045469/2024-03-10-el_xox-4csbaj06u481x9t.mp4
+cj        264821  0.1  0.3 950956 90488 pts/11   Sl+  Nov21   2:47 /tmp/staticx-NFonPF/b2v3 file download b2://fppbdev/pbc_144770472/4csbaj06u481x9t/el_xox-chaturbate-2024-03-10.mp4 /tmp/vods/4csbaj06u481x9t/sourceVideo/3835045469/2024-03-10-el_xox-4csbaj06u481x9t.mp4
+cj        607425  0.0  0.0    292   148 pts/11   S+   Nov22   0:00 b2 file download b2://fppbdev/pbc_144770472/2ct5pnh3fdx91ks/projektmelody-chaturbate-2024-03-04.mp4 /tmp/vods/2ct5pnh3fdx91ks/sourceVideo/4784598000/2024-03-03-projektmelody-2ct5pnh3fdx91ks.mp4
+cj        607426  0.0  0.0   2840  1972 pts/11   S+   Nov22   0:00 /tmp/staticx-cjcddG/b2v3 file download b2://fppbdev/pbc_144770472/2ct5pnh3fdx91ks/projektmelody-chaturbate-2024-03-04.mp4 /tmp/vods/2ct5pnh3fdx91ks/sourceVideo/4784598000/2024-03-03-projektmelody-2ct5pnh3fdx91ks.mp4
+cj        607427  0.1  0.3 950956 90492 pts/11   Sl+  Nov22   1:09 /tmp/staticx-cjcddG/b2v3 file download b2://fppbdev/pbc_144770472/2ct5pnh3fdx91ks/projektmelody-chaturbate-2024-03-04.mp4 /tmp/vods/2ct5pnh3fdx91ks/sourceVideo/4784598000/2024-03-03-projektmelody-2ct5pnh3fdx91ks.mp4
+```
+
+kill 'em!
+
+```
+cj@cj54hd:~/Downloads$ killall b2
+cj@cj54hd:~/Downloads$ ps aux | grep 'b2:/[/]'
+cj@cj54hd:~/Downloads$ 
+```
+
+and now it works. holy shit!
+
+```
+cj@cj54hd:~/Downloads$ b2 file info b2://fppbdev/pbc_144770472/4csbaj06u481x9t/el_xox-chaturbate-2024-03-10.mp4
+{
+    "cacheControl": "max-age=604800",
+    "contentSha1": "84bbd4218b16184f6204eeb8094720150c8479d5",
+    "contentType": "video/mp4",
+    "fileId": "4_zad63b74f11035a9993a30b18_f100aec8c206f88f4_d20251116_m225322_c000_v0001417_t0037_u01763333602168",
+    "fileInfo": {
+        "large_file_sha1": "84bbd4218b16184f6204eeb8094720150c8479d5",
+        "src_last_modified_millis": "1710056557459"
+    },
+    "fileName": "pbc_144770472/4csbaj06u481x9t/el_xox-chaturbate-2024-03-10.mp4",
+    "fileRetention": {
+        "mode": null,
+        "retainUntilTimestamp": null
+    },
+    "legalHold": null,
+    "replicationStatus": null,
+    "serverSideEncryption": {
+        "mode": "none"
+    },
+    "size": 3835045469,
+    "uploadTimestamp": 1763333602168
+}
+```
+
+But it still failed when run by BullMQ.
+
+```
+Error: Failed to run 'b2 file info': b2: tar_extract_all() failed: Invalid argument
+    at onFailed (/home/cj/Documents/futureporn-monorepo/services/worker/node_modules/bullmq/src/classes/job.ts:1295:16)
+    at <anonymous> (/home/cj/Documents/futureporn-monorepo/services/worker/node_modules/bullmq/src/classes/job.ts:1324:11)
+    at process.processTicksAndRejections (node:internal/process/task_queues:105:5)
+```
+
+OH, it is actually that my /tmp dir doesn't have enough space to store the file being downloaded! @see https://github.com/JonathonReinhart/staticx/issues/244

services/worker/src/util/bunnyCDN.spec.ts

@@ -0,0 +1,30 @@
+import { describe, it, expect } from "vitest";
+import { signUrl } from "./bunnyCDN.ts";
+
+describe("signUrl", () => {
+  it("generates a correct signed BunnyCDN URL", () => {
+    const securityKey = "my-secret";
+    const baseUrl = "https://cdn.example.com";
+    const path = "/videos/test.mp4";
+    const rawQuery = "width=500&quality=80";
+    const expires = 1732600000;
+
+    const signed = signUrl(securityKey, baseUrl, path, rawQuery, expires);
+
+    // token part is deterministic but long, so let's just check it contains required parts
+    expect(signed).toContain(baseUrl + path);
+    expect(signed).toContain("token=");
+    expect(signed).toContain("quality=80&width=500");
+    expect(signed).toContain(`expires=${expires}`);
+  });
+
+  it("throws if baseUrl ends with slash", () => {
+    expect(() => signUrl("k", "https://example.com/", "/file.jpg", "", 123))
+      .toThrow(/must not end with a slash/);
+  });
+
+  it("prepends slash if path does not start with one", () => {
+    const out = signUrl("k", "https://x", "file.jpg", "", 1);
+    expect(out.startsWith("https://x/file.jpg")).toBe(true);
+  });
+});

services/worker/src/util/bunnyCDN.ts

@@ -0,0 +1,49 @@
+
+import crypto from "node:crypto";
+
+
+/**
+ * Generate a signed BunnyCDN URL.
+ * 
+ * @see https://support.bunny.net/hc/en-us/articles/360016055099-How-to-sign-URLs-for-BunnyCDN-Token-Authentication
+ */
+export function signUrl(securityKey: string, baseUrl: string, path: string, rawQuery = "", expires: number) {
+  if (!path) throw new Error('signUrl requires a path argument, but it was falsy.');
+  if (!path.startsWith('/')) path = '/' + path;
+  if (baseUrl.endsWith('/')) throw new Error(`baseUrl must not end with a slash. got baseUrl=${baseUrl}`);
+
+  // Build parameter string (sort keys alphabetically)
+  let parameterData = "";
+  if (rawQuery) {
+    const params = rawQuery
+      .split("&")
+      .map(p => p.split("="))
+      .filter(([key]) => key && key !== "token" && key !== "expires")
+      .sort(([a], [b]) => a.localeCompare(b));
+
+    if (params.length) {
+      parameterData = params.map(([k, v]) => `${k}=${v}`).join("&");
+    }
+  }
+
+  // Build hashable base
+  const hashableBase = securityKey + path + expires + parameterData;
+  // console.log(`hashableBase`, hashableBase)
+
+  // Compute token using your $security.sha256 workflow
+
+  const tokenH = crypto.createHash("sha256").update(hashableBase).digest("hex");
+  const token = Buffer.from(tokenH, "hex")
+    .toString("base64")
+    .replace(/\n/g, "")
+    .replace(/\+/g, "-")
+    .replace(/\//g, "_")
+    .replace(/=/g, "");
+
+  // Build final signed URL
+  let tokenUrl = baseUrl + path + "?token=" + token;
+  if (parameterData) tokenUrl += "&" + parameterData;
+  tokenUrl += "&expires=" + expires;
+
+  return tokenUrl;
+}

services/worker/src/util/qbittorrent.ts

@@ -383,6 +383,28 @@ export class QBittorrentClient {
     return filePath;
   }
 
+
+  /**
+   * get torrent info from qBittorrent
+   * When a torrent is created, It can take some time before it appears in the list. So we retry it.
+   * 
+   * @param torrentName 
+   * @returns 
+   */
+  async getTorrentInfos(torrentName: string): Promise<QBTorrentInfo> {
+    return retry(
+      () => this.__getTorrentInfos(torrentName),
+      6,
+      500
+    );
+  }
+
+  /**
+   * Generally it's preferred to use this.getTorrentInfos over this.__getTorrentInfos because it is more fault tolerant.
+   * 
+   * @param torrentName 
+   * @returns 
+   */
   private async __getTorrentInfos(torrentName: string): Promise<QBTorrentInfo> {
     if (!torrentName) throw new Error('__getTorrentInfos requires torrentName as first arg. However, arg was falsy. ');
     // ensure we're logged in
@@ -412,12 +434,8 @@ export class QBittorrentClient {
   async getInfoHashV2(torrentName: string): Promise<string> {
     console.log(`getInfoHashV2 using torrentName=${torrentName}`)
 
-    // __getTorrentInfos can take some time. So we retry it every 1/2 second up to 6 times
+
-    const torrent = await retry(
+    const torrent = await this.getTorrentInfos(torrentName);
-      () => this.__getTorrentInfos(torrentName),
-      6,
-      500
-    );
 
     return torrent.infohash_v2;
   }
@@ -430,7 +448,7 @@ export class QBittorrentClient {
     const bn = basename(localFilePath).replace('.torrent', '');
     await this.connect();
     await this.__addTorrent(localFilePath);
-    return (await this.__getTorrentInfos(bn));
+    return (await this.getTorrentInfos(bn));
   }
 
   /**
@@ -480,6 +498,7 @@ export class QBittorrentClient {
    */
   async deleteTorrent(id: string): Promise<void> {
     await this.connect();
+    console.log(`Deleting torrent ${id}...`);
 
     if (!this.sidCookie) {
       throw new Error('Not logged in. sidCookie missing.');
@@ -495,7 +514,7 @@ export class QBittorrentClient {
       hashToDelete = id;
     } else {
       // Not a hash → treat as name → look up hash
-      const info = await this.__getTorrentInfos(id);
+      const info = await this.getTorrentInfos(id);
       console.log('info', info);
       hashToDelete = info.hash;
     }
@@ -537,14 +556,14 @@ export class QBittorrentClient {
 
   /**
    * 
-   * @deprecated use __getTorrentInfos instead
+   * @deprecated use getTorrentInfos instead
    */
   async getMagnetLink(fileName: string): Promise<string> {
     console.log(`getMagnetLink using fileName=${fileName}`)
 
     // qBittorrent does NOT return infoHash directly here
     // we have to get it by querying the torrents list
-    const torrent = await this.__getTorrentInfos(fileName);
+    const torrent = await this.getTorrentInfos(fileName);
 
     if (!torrent) {
       throw new Error(`Torrent ${fileName} not found in qBittorrent after adding`);
@@ -579,7 +598,7 @@ export class QBittorrentClient {
 
     // 5. Get magnet link
     console.log('lets get the torrent infos');
-    const info = await this.__getTorrentInfos(basename(localFilePath))
+    const info = await this.getTorrentInfos(basename(localFilePath))
     const magnetLink = info.magnet_uri;
 
     return {

services/worker/src/workers/generalWorker.ts

@@ -2,18 +2,23 @@
 
 import { Worker } from 'bullmq';
 import { connection } from '../../.config/bullmq.config.ts';
-import { presignMuxAssets } from '../processors/presignMuxAssets.ts';
+import { presignAllMuxAssets, presignMuxAsset } from '../processors/presignMuxAssets.ts';
 import { copyV1VideoAll } from '../processors/copyV1VideoAll.ts';
 import { copyV2ThumbToV3 } from '../processors/copyV2ThumbToV3.ts';
 import { copyV1VideoToV3 } from '../processors/copyV1VideoToV3.ts';
 import { createTorrent } from '../processors/createTorrent.ts';
 import { analyzeAudio } from '../processors/analyzeAudio.ts';
 import { findWork } from '../processors/findWork.ts';
+import { getAnnounceUrlDetails } from '../processors/getAnnounceUrlDetails.ts';
+
 new Worker(
   'generalQueue',
   async (job) => {
     console.log('generalWorker. we got a job on the generalQueue.', job.data, job.name);
     switch (job.name) {
+      case 'getAnnounceUrlDetails':
+        return await getAnnounceUrlDetails(job);
+
       case 'findWork':
         return await findWork(job);
 
@@ -23,8 +28,11 @@ new Worker(
       case 'copyV1VideoToV3':
         return await copyV1VideoToV3(job);
 
-      case 'presignMuxAssets':
+      case 'presignAllMuxAssets':
-        return await presignMuxAssets(job);
+        return await presignAllMuxAssets(job);
+
+      case 'presignMuxAsset':
+        return await presignMuxAsset(job);
 
       case 'copyV2ThumbToV3':
         return await copyV2ThumbToV3(job);

services/worker/src/workers/highPriorityWorker.ts

@@ -15,13 +15,17 @@ new Worker(
       case '':
         throw new Error('missing job name.')
       case 'syncronizePatreon':
-        return await syncronizePatreon(job);
+        await syncronizePatreon(job);
+        break;
       case 'getAnnounceUrlDetails':
-        return await getAnnounceUrlDetails(job);
+        await getAnnounceUrlDetails(job);
+        break;
       case 'createTorrent':
-        return await createTorrent(job);
+        await createTorrent(job);
+        break;
       case 'copyV1VideoToV3':
-        return await copyV1VideoToV3(job);
+        await copyV1VideoToV3(job);
+        break;
       default:
         throw new Error(`Unknown job name: ${job.name}`);
     }

services/worker/src/workers/muxWorker.ts

@@ -0,0 +1,23 @@
+import { Worker } from 'bullmq';
+import { connection } from '../../.config/bullmq.config.ts';
+import { createMuxAsset } from '../processors/createMuxAsset.ts';
+
+const workerName = 'muxWorker';
+const queueName = 'muxQueue';
+
+new Worker(
+  queueName,
+  async (job) => {
+    console.log(`${workerName}. we got a job on the ${queueName}. data=${JSON.stringify(job.data)}, job name=${job.name}`);
+    switch (job.name) {
+      case 'createMuxAsset':
+        return await createMuxAsset(job);
+
+      default:
+        throw new Error(`${workerName} Unknown job name: ${job.name}`);
+    }
+  },
+  { connection }
+);
+
+console.log(`${workerName} is running...`);