Backfill YouTube titles through the queue

media-scrape/src/backfill.ts

@@ -29,6 +29,8 @@ export interface BackfillMember {
     backend: BackendName;
     mode: ScrapeMode;
     pending: number;
+    /** YouTube-like rows still missing a title. */
+    pendingTitles: number;
     cached: number;
     failed: number;
     total: number;
@@ -152,6 +154,7 @@ export class BackfillQueue {
                 backend: meta.backend,
                 mode: meta.mode,
                 pending: 0,
+                pendingTitles: 0,
                 cached: 0,
                 failed: 0,
                 total: 0,
@@ -165,6 +168,7 @@ export class BackfillQueue {
                 try {
                     const counts = store.previewCounts();
                     member.pending = counts.pending;
+                    member.pendingTitles = counts.titlePending;
                     member.cached = counts.cached;
                     member.failed = counts.failed;
                     member.total = counts.total;
@@ -205,7 +209,10 @@ export class BackfillQueue {
         for (const [chatId, group] of groups) {
             // Hide chats that are fully backfilled unless their job did work this session.
             const tracked = this.jobs.get(chatId);
-            const pending = group.members.reduce((sum, member) => sum + member.pending, 0);
+            const pending = group.members.reduce(
+                (sum, member) => sum + member.pending + member.pendingTitles,
+                0
+            );
             if (!tracked && pending === 0) continue;
 
             const perMinute = tracked?.perMinute ?? this.estimatedPerMinute(settings, gaps);
@@ -411,7 +418,9 @@ export class BackfillQueue {
 
         while (!job.stop) {
             const group = this.plan(false).get(job.chatId);
-            const member = group?.members.find(candidate => candidate.pending > 0);
+            const member = group?.members.find(
+                candidate => candidate.pending > 0 || candidate.pendingTitles > 0
+            );
             if (!member) break;
 
             const limit = this.engine.rateLimitStatus();