zib/Veskslop-t
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Continue new scrapes where the last complete one started

Browse Source
This commit is contained in:
Fisto
2026-09-21 10:45:30 +02:00
parent 3bba051971
commit 816939288c
3 changed files with 77 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
media-scrape/src/store.ts
+17 -5
View File
@@ -657,15 +657,27 @@ export class ScrapeStore {
.run(preview.hash, preview.bytes, preview.ext ?? "webp", id);
}
/** Message span of the walk, for completeness checks. */
dbSummary(): { messages: number; oldest: string | null; newest: string | null } {
/** Message span of the walk, for completeness checks and incremental scrapes. */
dbSummary(): {
messages: number;
oldest: string | null;
newest: string | null;
newestId: string | null;
} {
const row = this.db
.prepare(
"SELECT COUNT(*) AS messages, MIN(timestamp) AS oldest, MAX(timestamp) AS newest FROM messages"
"SELECT COUNT(*) AS messages, MIN(timestamp) AS oldest, MAX(timestamp) AS newest, MAX(id) AS newestId FROM messages"
)
.get() as { messages: number; oldest: string | null; newest: string | null } | undefined;
.get() as
| { messages: number; oldest: string | null; newest: string | null; newestId: string | null }
| undefined;
return { messages: row?.messages ?? 0, oldest: row?.oldest ?? null, newest: row?.newest ?? null };
return {
messages: row?.messages ?? 0,
oldest: row?.oldest ?? null,
newest: row?.newest ?? null,
newestId: row?.newestId ?? null
};
}
/** Preview state for the whole scrape and per kind, for the backfill UI. */