From b9a3a9012d8618e609461ee8372c2bc53e6c2dec Mon Sep 17 00:00:00 2001 From: npeter83 Date: Thu, 18 Jun 2026 03:20:17 +0200 Subject: [PATCH 1/9] feat(notifications): durable per-user inbox (P1) + maintenance schema Add a server-backed notification center that coexists with the client-side transient bell: a per-user `notifications` table (type/title/body/data JSON/ read/dismissed), a `/api/me/notifications` CRUD API (list, unread_count, read, read_all, dismiss, clear), and a left-nav inbox module with a live unread badge polled via useLiveQuery. Known types render trilingual text from type+data (English stored text is the fallback); read rows are trimmed past a soft cap. Also adds the schema the maintenance job builds on: videos.list?part=status columns (embeddable/privacy_status/upload_status) and the validation lifecycle columns (last_checked_at, unavailable_since, unavailable_reason). Page-id validation is centralized in one PAGES source of truth (isPage) so the new page survives reload without a second allowlist to keep in sync. --- .../versions/0016_video_maintenance.py | 43 +++++ .../alembic/versions/0017_notifications.py | 59 ++++++ backend/app/main.py | 2 + backend/app/models.py | 49 +++++ backend/app/notifications.py | 58 ++++++ backend/app/routes/notifications.py | 136 ++++++++++++++ frontend/src/App.tsx | 15 +- frontend/src/components/NavSidebar.tsx | 31 ++- .../src/components/NotificationsPanel.tsx | 176 ++++++++++++++++++ frontend/src/i18n/locales/de/inbox.json | 16 ++ frontend/src/i18n/locales/en/inbox.json | 16 ++ frontend/src/i18n/locales/hu/inbox.json | 16 ++ frontend/src/lib/api.ts | 26 +++ frontend/src/lib/urlState.ts | 28 ++- 14 files changed, 649 insertions(+), 22 deletions(-) create mode 100644 backend/alembic/versions/0016_video_maintenance.py create mode 100644 backend/alembic/versions/0017_notifications.py create mode 100644 backend/app/notifications.py create mode 100644 backend/app/routes/notifications.py create mode 100644 frontend/src/components/NotificationsPanel.tsx create mode 100644 frontend/src/i18n/locales/de/inbox.json create mode 100644 frontend/src/i18n/locales/en/inbox.json create mode 100644 frontend/src/i18n/locales/hu/inbox.json diff --git a/backend/alembic/versions/0016_video_maintenance.py b/backend/alembic/versions/0016_video_maintenance.py new file mode 100644 index 0000000..7eff8ca --- /dev/null +++ b/backend/alembic/versions/0016_video_maintenance.py @@ -0,0 +1,43 @@ +"""video maintenance / validation columns + +Revision ID: 0016_video_maintenance +Revises: 0015_scheduler_settings +Create Date: 2026-06-18 + +Adds the columns the maintenance/validation job needs to detect and retire unplayable +videos: videos.list?part=status fields (embeddable / privacy_status / upload_status) plus +the validation lifecycle (last_checked_at for rolling re-validation; unavailable_since + +unavailable_reason to flag a video as currently unplayable — hidden from the feed +immediately, hard-deleted after a grace period). Purely additive; all columns nullable. +""" +from typing import Sequence, Union + +import sqlalchemy as sa +from alembic import op + +revision: str = "0016_video_maintenance" +down_revision: Union[str, None] = "0015_scheduler_settings" +branch_labels: Union[str, Sequence[str], None] = None +depends_on: Union[str, Sequence[str], None] = None + + +def upgrade() -> None: + op.add_column("videos", sa.Column("embeddable", sa.Boolean(), nullable=True)) + op.add_column("videos", sa.Column("privacy_status", sa.String(length=16), nullable=True)) + op.add_column("videos", sa.Column("upload_status", sa.String(length=16), nullable=True)) + op.add_column("videos", sa.Column("last_checked_at", sa.DateTime(timezone=True), nullable=True)) + op.add_column("videos", sa.Column("unavailable_since", sa.DateTime(timezone=True), nullable=True)) + op.add_column("videos", sa.Column("unavailable_reason", sa.String(length=24), nullable=True)) + op.create_index("ix_videos_last_checked_at", "videos", ["last_checked_at"]) + op.create_index("ix_videos_unavailable_since", "videos", ["unavailable_since"]) + + +def downgrade() -> None: + op.drop_index("ix_videos_unavailable_since", table_name="videos") + op.drop_index("ix_videos_last_checked_at", table_name="videos") + op.drop_column("videos", "unavailable_reason") + op.drop_column("videos", "unavailable_since") + op.drop_column("videos", "last_checked_at") + op.drop_column("videos", "upload_status") + op.drop_column("videos", "privacy_status") + op.drop_column("videos", "embeddable") diff --git a/backend/alembic/versions/0017_notifications.py b/backend/alembic/versions/0017_notifications.py new file mode 100644 index 0000000..057544e --- /dev/null +++ b/backend/alembic/versions/0017_notifications.py @@ -0,0 +1,59 @@ +"""per-user notification inbox (phase 1) + +Revision ID: 0017_notifications +Revises: 0016_video_maintenance +Create Date: 2026-06-18 + +Adds the durable, server-backed per-user notification table behind the inbox module. The +JSON payload column is named `data` (SQLAlchemy's declarative Base reserves `metadata`). +First producer is the maintenance job's batched "videos removed" notice. Coexists with the +existing client-side transient bell. +""" +from typing import Sequence, Union + +import sqlalchemy as sa +from alembic import op + +revision: str = "0017_notifications" +down_revision: Union[str, None] = "0016_video_maintenance" +branch_labels: Union[str, Sequence[str], None] = None +depends_on: Union[str, Sequence[str], None] = None + + +def upgrade() -> None: + op.create_table( + "notifications", + sa.Column("id", sa.Integer(), primary_key=True), + sa.Column( + "user_id", + sa.Integer(), + sa.ForeignKey("users.id", ondelete="CASCADE"), + nullable=False, + ), + sa.Column("type", sa.String(length=32), nullable=False), + sa.Column("title", sa.String(length=255), nullable=False), + sa.Column("body", sa.Text(), nullable=True), + sa.Column("data", sa.JSON(), nullable=True), + sa.Column("read", sa.Boolean(), nullable=False, server_default="false"), + sa.Column("dismissed", sa.Boolean(), nullable=False, server_default="false"), + sa.Column( + "created_at", sa.DateTime(timezone=True), server_default=sa.func.now() + ), + ) + op.create_index("ix_notifications_user_id", "notifications", ["user_id"]) + op.create_index("ix_notifications_type", "notifications", ["type"]) + op.create_index("ix_notifications_read", "notifications", ["read"]) + op.create_index("ix_notifications_created_at", "notifications", ["created_at"]) + # Fast unread-badge count + inbox listing per user. + op.create_index( + "ix_notifications_user_read", "notifications", ["user_id", "read"] + ) + + +def downgrade() -> None: + op.drop_index("ix_notifications_user_read", table_name="notifications") + op.drop_index("ix_notifications_created_at", table_name="notifications") + op.drop_index("ix_notifications_read", table_name="notifications") + op.drop_index("ix_notifications_type", table_name="notifications") + op.drop_index("ix_notifications_user_id", table_name="notifications") + op.drop_table("notifications") diff --git a/backend/app/main.py b/backend/app/main.py index ca0b01d..d134beb 100644 --- a/backend/app/main.py +++ b/backend/app/main.py @@ -32,6 +32,7 @@ from app.routes import ( feed, health, me, + notifications, playlists, quota, scheduler as scheduler_routes, @@ -77,6 +78,7 @@ app.include_router(sync.router) app.include_router(tags.router) app.include_router(feed.router) app.include_router(me.router) +app.include_router(notifications.router) app.include_router(channels.router) app.include_router(playlists.router) app.include_router(admin.router) diff --git a/backend/app/models.py b/backend/app/models.py index f99e8ec..dfe3e13 100644 --- a/backend/app/models.py +++ b/backend/app/models.py @@ -203,6 +203,22 @@ class Video(Base): String(16), default="none", server_default="none", index=True ) enriched_at: Mapped[datetime | None] = mapped_column(DateTime(timezone=True)) + # videos.list?part=status fields (populated during enrichment); used by the + # maintenance/validation job to decide whether a video is playable anywhere. + embeddable: Mapped[bool | None] = mapped_column(Boolean) + privacy_status: Mapped[str | None] = mapped_column(String(16)) # public|unlisted|private + upload_status: Mapped[str | None] = mapped_column(String(16)) # processed|failed|rejected|deleted + # Maintenance/validation lifecycle. last_checked_at drives the rolling re-validation + # (least-recently-checked first); unavailable_since marks a video as currently + # unplayable (hidden from the feed immediately, hard-deleted after a grace period); + # unavailable_reason records why (deleted|private|paywalled|abandoned|stuck_live). + last_checked_at: Mapped[datetime | None] = mapped_column( + DateTime(timezone=True), index=True + ) + unavailable_since: Mapped[datetime | None] = mapped_column( + DateTime(timezone=True), index=True + ) + unavailable_reason: Mapped[str | None] = mapped_column(String(24)) created_at: Mapped[datetime] = mapped_column( DateTime(timezone=True), server_default=func.now() ) @@ -399,3 +415,36 @@ class PlaylistItem(Base): ) playlist: Mapped["Playlist"] = relationship(back_populates="items") + + +class Notification(Base): + """A durable, server-backed per-user notification (the inbox center, phase 1). + + Distinct from the client-side transient "bell" (toasts kept only in localStorage): + these survive reloads and devices, and are produced server-side (first producer = the + maintenance/validation job's batched "N saved/playlisted videos removed" notice). The + column is named `data` (not `metadata`, which SQLAlchemy's declarative Base reserves): + a free-form JSON payload (e.g. the list of removed videos) the UI can render. `read` + and `dismissed` are separate: read clears the unread badge but keeps the row in the + inbox; dismissed removes it from the default view. Unread rows never auto-expire; read + ones are trimmed past a soft per-user cap (see app.notifications.trim_read).""" + + __tablename__ = "notifications" + + id: Mapped[int] = mapped_column(primary_key=True) + user_id: Mapped[int] = mapped_column( + ForeignKey("users.id", ondelete="CASCADE"), index=True + ) + type: Mapped[str] = mapped_column(String(32), index=True) # e.g. "maintenance" + title: Mapped[str] = mapped_column(String(255)) + body: Mapped[str | None] = mapped_column(Text) + data: Mapped[dict | None] = mapped_column(JSON) + read: Mapped[bool] = mapped_column( + Boolean, default=False, server_default="false", index=True + ) + dismissed: Mapped[bool] = mapped_column( + Boolean, default=False, server_default="false" + ) + created_at: Mapped[datetime] = mapped_column( + DateTime(timezone=True), server_default=func.now(), index=True + ) diff --git a/backend/app/notifications.py b/backend/app/notifications.py new file mode 100644 index 0000000..c4ce120 --- /dev/null +++ b/backend/app/notifications.py @@ -0,0 +1,58 @@ +"""Helpers for the durable, server-backed per-user notification inbox (phase 1). + +The inbox COEXISTS with the client-side transient "bell" (localStorage toasts): these rows +survive reloads/devices and are produced server-side. First producer is the maintenance +job. Unread rows never auto-expire; read rows are trimmed past a soft per-user cap so the +table can't grow without bound for a heavy user. +""" +from sqlalchemy import select +from sqlalchemy.orm import Session + +from app.models import Notification + +# Keep at most this many READ notifications per user; older read ones are pruned. Unread +# rows are never pruned (the user hasn't seen them yet). +READ_SOFT_CAP = 200 + + +def create_notification( + db: Session, + user_id: int, + type: str, + title: str, + body: str | None = None, + data: dict | None = None, + *, + commit: bool = True, +) -> Notification: + """Insert one notification for a user. Callers that batch many inserts in a single + transaction can pass commit=False and commit once themselves.""" + notif = Notification( + user_id=user_id, type=type, title=title, body=body, data=data + ) + db.add(notif) + if commit: + db.commit() + db.refresh(notif) + return notif + + +def trim_read(db: Session, user_id: int, cap: int = READ_SOFT_CAP) -> int: + """Delete a user's oldest READ notifications beyond `cap`. Returns the number removed. + Idempotent and cheap; safe to call after marking things read.""" + ids = ( + db.execute( + select(Notification.id) + .where(Notification.user_id == user_id, Notification.read.is_(True)) + .order_by(Notification.created_at.desc()) + .offset(cap) + ) + .scalars() + .all() + ) + if not ids: + return 0 + for nid in ids: + db.delete(db.get(Notification, nid)) + db.commit() + return len(ids) diff --git a/backend/app/routes/notifications.py b/backend/app/routes/notifications.py new file mode 100644 index 0000000..224a7f7 --- /dev/null +++ b/backend/app/routes/notifications.py @@ -0,0 +1,136 @@ +"""Per-user notification inbox (phase 1): the durable, server-backed center that coexists +with the client-side transient bell. Read-only listing plus read/dismiss/clear mutations. + +All endpoints use `current_user` (not `require_human`): notifications and their read/dismiss +state are personal UI state with no quota or YouTube involvement, so the shared demo account +manages its own inbox normally.""" +from fastapi import APIRouter, Depends, HTTPException, Query +from sqlalchemy import func, select, update +from sqlalchemy.orm import Session + +from app.auth import current_user +from app.db import get_db +from app.models import Notification, User +from app.notifications import trim_read + +router = APIRouter(prefix="/api/me/notifications", tags=["notifications"]) + + +def _serialize(n: Notification) -> dict: + return { + "id": n.id, + "type": n.type, + "title": n.title, + "body": n.body, + "data": n.data, + "read": n.read, + "dismissed": n.dismissed, + "created_at": n.created_at.isoformat() if n.created_at else None, + } + + +@router.get("") +def list_notifications( + include_dismissed: bool = False, + limit: int = Query(default=100, le=500), + offset: int = 0, + user: User = Depends(current_user), + db: Session = Depends(get_db), +) -> dict: + where = [Notification.user_id == user.id] + if not include_dismissed: + where.append(Notification.dismissed.is_(False)) + total = db.scalar( + select(func.count()).select_from(Notification).where(*where) + ) or 0 + rows = ( + db.execute( + select(Notification) + .where(*where) + .order_by(Notification.created_at.desc()) + .offset(offset) + .limit(limit) + ) + .scalars() + .all() + ) + return {"items": [_serialize(n) for n in rows], "total": total} + + +@router.get("/unread_count") +def unread_count( + user: User = Depends(current_user), db: Session = Depends(get_db) +) -> dict: + """Cheap poll target for the nav badge (uses the (user_id, read) index).""" + count = db.scalar( + select(func.count()) + .select_from(Notification) + .where( + Notification.user_id == user.id, + Notification.read.is_(False), + Notification.dismissed.is_(False), + ) + ) + return {"count": count or 0} + + +def _owned(db: Session, notification_id: int, user: User) -> Notification: + n = db.get(Notification, notification_id) + if n is None or n.user_id != user.id: + raise HTTPException(status_code=404, detail="Notification not found") + return n + + +@router.post("/{notification_id}/read") +def mark_read( + notification_id: int, + user: User = Depends(current_user), + db: Session = Depends(get_db), +) -> dict: + n = _owned(db, notification_id, user) + n.read = True + db.commit() + trim_read(db, user.id) + return {"ok": True} + + +@router.post("/read_all") +def mark_all_read( + user: User = Depends(current_user), db: Session = Depends(get_db) +) -> dict: + db.execute( + update(Notification) + .where(Notification.user_id == user.id, Notification.read.is_(False)) + .values(read=True) + ) + db.commit() + trim_read(db, user.id) + return {"ok": True} + + +@router.post("/{notification_id}/dismiss") +def dismiss( + notification_id: int, + user: User = Depends(current_user), + db: Session = Depends(get_db), +) -> dict: + n = _owned(db, notification_id, user) + # Dismiss implies read (it no longer counts toward the unread badge). + n.dismissed = True + n.read = True + db.commit() + return {"ok": True} + + +@router.post("/clear") +def clear_all( + user: User = Depends(current_user), db: Session = Depends(get_db) +) -> dict: + """Dismiss every (still-visible) notification for this user.""" + db.execute( + update(Notification) + .where(Notification.user_id == user.id, Notification.dismissed.is_(False)) + .values(dismissed=True, read=True) + ) + db.commit() + return {"ok": True} diff --git a/frontend/src/App.tsx b/frontend/src/App.tsx index 4bf2686..ccfe17a 100644 --- a/frontend/src/App.tsx +++ b/frontend/src/App.tsx @@ -10,7 +10,7 @@ import { saveLocalTheme, type ThemePrefs, } from "./lib/theme"; -import { hasFilterParams, paramsToFilters, readPage, stripUrlParams, type Page } from "./lib/urlState"; +import { hasFilterParams, isPage, paramsToFilters, readPage, stripUrlParams, type Page } from "./lib/urlState"; import { loadLayout, normalizeLayout, @@ -29,6 +29,7 @@ import Playlists from "./components/Playlists"; import Stats from "./components/Stats"; import Scheduler from "./components/Scheduler"; import SettingsPanel from "./components/SettingsPanel"; +import NotificationsPanel from "./components/NotificationsPanel"; import OnboardingWizard from "./components/OnboardingWizard"; import { shouldAutoOpenOnboarding } from "./lib/onboarding"; import Toaster from "./components/Toaster"; @@ -60,15 +61,7 @@ function loadInitialPage(): Page { const params = new URLSearchParams(window.location.search); if (params.has("page")) return readPage(); const stored = localStorage.getItem(PAGE_KEY); - if ( - stored === "channels" || - stored === "stats" || - stored === "playlists" || - stored === "settings" || - stored === "scheduler" - ) - return stored; - return "feed"; + return isPage(stored) ? stored : "feed"; } function loadStoredFilters(): FeedFilters { @@ -311,6 +304,8 @@ export default function App() { ) : page === "playlists" ? ( + ) : page === "notifications" ? ( + ) : page === "settings" ? ( ( + const renderItem = ({ page: p, icon: Icon, label, badge }: NavItem) => ( ); diff --git a/frontend/src/components/NotificationsPanel.tsx b/frontend/src/components/NotificationsPanel.tsx new file mode 100644 index 0000000..273e1f4 --- /dev/null +++ b/frontend/src/components/NotificationsPanel.tsx @@ -0,0 +1,176 @@ +import { useTranslation } from "react-i18next"; +import { useMutation, useQueryClient } from "@tanstack/react-query"; +import { Bell, Check, CheckCheck, Trash2, X } from "lucide-react"; +import { api, type AppNotification } from "../lib/api"; +import { useLiveQuery } from "../lib/useLiveQuery"; + +// The durable, server-backed notification center (inbox phase 1). It COEXISTS with the +// client-side transient bell in the nav rail: the bell is a quick peek at recent toasts kept +// in localStorage, this is the full, filterable, clearable history synced from the server. +const POLL_MS = 8000; + +function relativeTime(iso: string | null, t: (k: string, o?: any) => string): string { + if (!iso) return ""; + const then = new Date(iso).getTime(); + const secs = Math.max(0, Math.round((Date.now() - then) / 1000)); + // Reuse the bell's relative-time strings (notifications.time.*) — same format, no dupes. + if (secs < 60) return t("notifications.time.justNow"); + const mins = Math.round(secs / 60); + if (mins < 60) return t("notifications.time.minutes", { count: mins }); + const hours = Math.round(mins / 60); + if (hours < 24) return t("notifications.time.hours", { count: hours }); + const days = Math.round(hours / 24); + return t("notifications.time.days", { count: days }); +} + +export default function NotificationsPanel() { + const { t } = useTranslation(); + const qc = useQueryClient(); + const q = useLiveQuery<{ items: AppNotification[]; total: number }>( + ["notifications"], + () => api.notifications(), + { intervalMs: POLL_MS } + ); + const items = q.data?.items ?? []; + + // Any mutation refreshes both the list and the nav badge's unread count. + const refresh = () => { + qc.invalidateQueries({ queryKey: ["notifications"] }); + qc.invalidateQueries({ queryKey: ["notif-unread"] }); + }; + const readMut = useMutation({ mutationFn: api.markNotificationRead, onSuccess: refresh }); + const readAllMut = useMutation({ mutationFn: api.markAllNotificationsRead, onSuccess: refresh }); + const dismissMut = useMutation({ mutationFn: api.dismissNotification, onSuccess: refresh }); + const clearMut = useMutation({ mutationFn: api.clearNotifications, onSuccess: refresh }); + + const hasUnread = items.some((n) => !n.read); + + return ( +
+
+ +
+
{t("inbox.title")}
+
{t("inbox.subtitle")}
+
+ {items.length > 0 && ( +
+ + +
+ )} +
+ + {q.isLoading && !q.data ? ( +
{t("common.loading")}
+ ) : items.length === 0 ? ( +
+ + {t("inbox.empty")} +
+ ) : ( +
+ {items.map((n) => ( + readMut.mutate(n.id)} + onDismiss={() => dismissMut.mutate(n.id)} + /> + ))} +
+ )} +
+ ); +} + +function NotificationRow({ + n, + t, + onRead, + onDismiss, +}: { + n: AppNotification; + t: (k: string, o?: any) => string; + onRead: () => void; + onDismiss: () => void; +}) { + // The maintenance producer ships the affected videos in `data.videos`; list a few titles. + const videos: { id: string; title: string | null }[] = Array.isArray(n.data?.videos) + ? n.data!.videos + : []; + // Known notification types are rendered from i18n (so they're trilingual) using the typed + // payload; the server-stored title/body are an English fallback for any unknown type. + const isMaintenance = n.type === "maintenance" && typeof n.data?.count === "number"; + const title = isMaintenance ? t("inbox.maintenance.title") : n.title; + const body = isMaintenance + ? t("inbox.maintenance.body", { count: n.data!.count }) + : n.body; + return ( +
+ {!n.read && } +
+
+ {title} + + {relativeTime(n.created_at, t)} + +
+ {body &&
{body}
} + {videos.length > 0 && ( +
    + {videos.slice(0, 8).map((v) => ( +
  • + {v.title || v.id} +
    • + ))} + {videos.length > 8 && ( +
  • + {t("inbox.andMore", { count: videos.length - 8 })} +
    • + )} +
+ )} +
+
+ {!n.read && ( + + )} + +
+
+ ); +} diff --git a/frontend/src/i18n/locales/de/inbox.json b/frontend/src/i18n/locales/de/inbox.json new file mode 100644 index 0000000..39a2ddb --- /dev/null +++ b/frontend/src/i18n/locales/de/inbox.json @@ -0,0 +1,16 @@ +{ + "navLabel": "Benachrichtigungen", + "title": "Benachrichtigungen", + "subtitle": "Neuigkeiten aus deiner Bibliothek und vom System.", + "empty": "Alles erledigt.", + "markAllRead": "Alle als gelesen markieren", + "clearAll": "Alle löschen", + "markRead": "Als gelesen markieren", + "dismiss": "Verwerfen", + "andMore": "und {{count}} weitere", + "maintenance": { + "title": "Videos entfernt", + "body_one": "{{count}} gespeichertes oder in einer Playlist befindliches Video wurde entfernt, weil es auf YouTube nicht mehr verfügbar ist.", + "body_other": "{{count}} gespeicherte oder in Playlists befindliche Videos wurden entfernt, weil sie auf YouTube nicht mehr verfügbar sind." + } +} diff --git a/frontend/src/i18n/locales/en/inbox.json b/frontend/src/i18n/locales/en/inbox.json new file mode 100644 index 0000000..7f972a4 --- /dev/null +++ b/frontend/src/i18n/locales/en/inbox.json @@ -0,0 +1,16 @@ +{ + "navLabel": "Notifications", + "title": "Notifications", + "subtitle": "Updates from your library and the system.", + "empty": "You're all caught up.", + "markAllRead": "Mark all read", + "clearAll": "Clear all", + "markRead": "Mark read", + "dismiss": "Dismiss", + "andMore": "and {{count}} more", + "maintenance": { + "title": "Videos removed", + "body_one": "{{count}} saved or playlisted video was removed because it's no longer available on YouTube.", + "body_other": "{{count}} saved or playlisted videos were removed because they're no longer available on YouTube." + } +} diff --git a/frontend/src/i18n/locales/hu/inbox.json b/frontend/src/i18n/locales/hu/inbox.json new file mode 100644 index 0000000..9167954 --- /dev/null +++ b/frontend/src/i18n/locales/hu/inbox.json @@ -0,0 +1,16 @@ +{ + "navLabel": "Értesítések", + "title": "Értesítések", + "subtitle": "Frissítések a könyvtáradból és a rendszertől.", + "empty": "Nincs új értesítés.", + "markAllRead": "Összes olvasott", + "clearAll": "Összes törlése", + "markRead": "Olvasottnak jelöl", + "dismiss": "Elvetés", + "andMore": "és még {{count}}", + "maintenance": { + "title": "Videók eltávolítva", + "body_one": "{{count}} mentett vagy lejátszási listás videó eltávolítva, mert már nem elérhető a YouTube-on.", + "body_other": "{{count}} mentett vagy lejátszási listás videó eltávolítva, mert már nem elérhetők a YouTube-on." + } +} diff --git a/frontend/src/lib/api.ts b/frontend/src/lib/api.ts index 12d4d82..006a834 100644 --- a/frontend/src/lib/api.ts +++ b/frontend/src/lib/api.ts @@ -356,6 +356,19 @@ export interface Account { active: boolean; } +// A durable, server-backed notification (the inbox center). Distinct from the client-side +// transient toast/bell, which lives only in localStorage. +export interface AppNotification { + id: number; + type: string; + title: string; + body: string | null; + data: Record | null; + read: boolean; + dismissed: boolean; + created_at: string | null; +} + export const api = { me: (): Promise => req("/api/me"), accounts: (): Promise => req("/api/me/accounts"), @@ -478,6 +491,19 @@ export const api = { addInvite: (email: string) => req("/api/admin/invites", { method: "POST", body: JSON.stringify({ email }) }), + // --- notification inbox (durable, server-backed) --- + notifications: (includeDismissed = false): Promise<{ items: AppNotification[]; total: number }> => + req(`/api/me/notifications?include_dismissed=${includeDismissed}`), + notificationUnreadCount: (): Promise<{ count: number }> => + req("/api/me/notifications/unread_count"), + markNotificationRead: (id: number) => + req(`/api/me/notifications/${id}/read`, { method: "POST" }), + markAllNotificationsRead: () => + req("/api/me/notifications/read_all", { method: "POST" }), + dismissNotification: (id: number) => + req(`/api/me/notifications/${id}/dismiss`, { method: "POST" }), + clearNotifications: () => req("/api/me/notifications/clear", { method: "POST" }), + // --- user tags --- createTag: (t: { name: string; color?: string; category?: string }) => req("/api/tags", { method: "POST", body: JSON.stringify(t) }), diff --git a/frontend/src/lib/urlState.ts b/frontend/src/lib/urlState.ts index ab2a38b..8483ee7 100644 --- a/frontend/src/lib/urlState.ts +++ b/frontend/src/lib/urlState.ts @@ -78,17 +78,29 @@ export function hasFilterParams(params: URLSearchParams): boolean { return KEYS.some((k) => params.has(k)); } -export type Page = "feed" | "channels" | "stats" | "playlists" | "settings" | "scheduler"; +// The single source of truth for valid page ids; `Page` and the runtime validator both +// derive from it, so adding a page is a one-line change (no parallel allowlists to keep in +// sync). "feed" is the default/fallback. +export const PAGES = [ + "feed", + "channels", + "stats", + "playlists", + "settings", + "scheduler", + "notifications", +] as const; + +export type Page = (typeof PAGES)[number]; + +/** Narrow an arbitrary string to a known Page (else null). */ +export function isPage(p: string | null | undefined): p is Page { + return !!p && (PAGES as readonly string[]).includes(p); +} export function readPage(): Page { const p = new URLSearchParams(window.location.search).get("page"); - return p === "channels" || - p === "stats" || - p === "playlists" || - p === "settings" || - p === "scheduler" - ? p - : "feed"; + return isPage(p) ? p : "feed"; } /** Build a shareable absolute URL that reproduces the current filters (+ page). Used by the From c4aecf9f776822a8ce7afbc033bedfa80a3baedc Mon Sep 17 00:00:00 2001 From: npeter83 Date: Thu, 18 Jun 2026 03:20:28 +0200 Subject: [PATCH 2/9] feat(maintenance): scheduled job to retire unplayable videos Add a daily maintenance/validation job that detects videos which can't be played anywhere and retires them safely. Two phases: re-check already-flagged videos (recover if available again, else hard-delete once the grace period elapses, cascading to states/playlist items), and a rolling re-validation of the least-recently-checked currently-available videos that flags newly-unplayable ones (hidden from the feed immediately via unavailable_since). Detection is ~free: a video missing from the videos.list response is deleted-or-private; an `upcoming` premiere >2 days past its scheduled start that never went live is abandoned. A still-live broadcast is kept (legit 24/7 stream). Enrichment now also fetches part=status to populate the status columns. Grace is 7 days for removed videos, none for abandoned. Before deleting, affected users get one batched notification (never per-video). Interval is admin-tunable via the Scheduler dashboard; batch size and grace are config. Quota-attributed to the system and bounded by the same backfill reserve as the other jobs. --- backend/app/config.py | 11 ++ backend/app/routes/feed.py | 5 + backend/app/scheduler.py | 11 ++ backend/app/sync/maintenance.py | 246 ++++++++++++++++++++++++++++++++ backend/app/sync/videos.py | 6 + backend/app/youtube/client.py | 2 +- 6 files changed, 280 insertions(+), 1 deletion(-) create mode 100644 backend/app/sync/maintenance.py diff --git a/backend/app/config.py b/backend/app/config.py index 52bbd8a..af60b2b 100644 --- a/backend/app/config.py +++ b/backend/app/config.py @@ -90,6 +90,17 @@ class Settings(BaseSettings): autotag_interval_minutes: int = 30 subscriptions_resync_minutes: int = 360 playlist_sync_minutes: int = 360 + # --- Maintenance / validation job --- + # Runs once a day by default (admin-tunable via the Scheduler dashboard). Grace periods + # are in days because that's the granularity that matters; the rolling re-validation + # re-checks the least-recently-checked N videos per run (1 unit / 50 videos), so on a + # ~233k catalog ~15000/day ≈ a 15-day full cycle for ~300 quota units. + maintenance_interval_minutes: int = 1440 + maintenance_revalidate_batch: int = 15000 + # Grace before a flagged-unavailable video is hard-deleted (cascades to states/playlist + # items). Deleted/private/paywalled get a recovery window; abandoned upcoming and + # confirmed-dead stuck-live have no age grace (deleted on the sweep that confirms them). + maintenance_grace_days: int = 7 # live_status values hidden from the feed by default. Completed-stream VODs # ("was_live") are real watchable content and stay visible. feed_default_hidden_live: str = "live,upcoming" diff --git a/backend/app/routes/feed.py b/backend/app/routes/feed.py index 04ef3be..8afa915 100644 --- a/backend/app/routes/feed.py +++ b/backend/app/routes/feed.py @@ -154,6 +154,11 @@ def _filtered_query( state, and_(state.video_id == Video.id, state.user_id == user.id) ) + # Hide videos the maintenance job has flagged as currently unplayable (deleted/private/ + # abandoned). They're either deleted after a grace period or unhidden if they recover; + # either way they shouldn't show in any feed view meanwhile. + query = query.where(Video.unavailable_since.is_(None)) + if channel_id: query = query.where(Video.channel_id == channel_id) if min_duration is not None: diff --git a/backend/app/scheduler.py b/backend/app/scheduler.py index 656db73..b6188ab 100644 --- a/backend/app/scheduler.py +++ b/backend/app/scheduler.py @@ -13,6 +13,7 @@ from app.db import SessionLocal from app.models import SchedulerSetting from app.state import is_sync_paused from app.sync.autotag import run_autotag_all +from app.sync.maintenance import run_maintenance from app.sync.playlists import sync_all_playlists from app.sync.runner import ( run_deep_backfill, @@ -44,6 +45,7 @@ JOB_INTERVALS: dict[str, int] = { "shorts": settings.shorts_probe_interval_minutes, "subscriptions": settings.subscriptions_resync_minutes, "playlist_sync": settings.playlist_sync_minutes, + "maintenance": settings.maintenance_interval_minutes, } # Sane bounds for an admin-set interval (minutes). @@ -201,6 +203,14 @@ def _playlist_sync_job() -> None: _job("playlist_sync", sync_all_playlists) +def _maintenance_job() -> None: + def work(db): + with quota.attribute(None, "maintenance"): + return run_maintenance(db) + + _job("maintenance", work) + + def start_scheduler() -> None: global _scheduler if not settings.scheduler_enabled or _scheduler is not None: @@ -219,6 +229,7 @@ def start_scheduler() -> None: "shorts": _shorts_job, "subscriptions": _subscriptions_job, "playlist_sync": _playlist_sync_job, + "maintenance": _maintenance_job, } scheduler = BackgroundScheduler(timezone="UTC") for job_id, fn in fns.items(): diff --git a/backend/app/sync/maintenance.py b/backend/app/sync/maintenance.py new file mode 100644 index 0000000..be9f4c9 --- /dev/null +++ b/backend/app/sync/maintenance.py @@ -0,0 +1,246 @@ +"""Maintenance / validation job: detect videos that can't be played anywhere and retire +them safely. + +Lifecycle (no permanent soft-delete state — just a grace timer before a hard delete): + + 1. Re-check flagged videos (those with unavailable_since set). If a video has recovered + (e.g. a private video made public again), clear the flag. Otherwise, if its grace + period has elapsed, HARD DELETE it (cascades to video_states / playlist_items). Before + deleting, gather which users had it saved or in a playlist so we can tell them. + 2. Rolling re-validation: re-fetch the least-recently-checked N currently-available + videos. Newly-unplayable ones get flagged (hidden from the feed immediately via + unavailable_since); the grace timer starts now and they're deleted in a later run if + they don't recover. + +Detection is ~free: a video missing from the videos.list response is deleted-or-private. +We never delete a live broadcast that still reports viewers (a legit 24/7 stream); we only +flag an `upcoming` premiere that blew past its scheduled start and never went live. + +Quota: phase 1 costs ~(flagged / 50) units, phase 2 ~(batch / 50). Both respect the same +backfill reserve as the other jobs so interactive syncs never starve. +""" +import logging +from datetime import datetime, timedelta, timezone + +from sqlalchemy import or_, select +from sqlalchemy.orm import Session + +from app import quota +from app.config import settings +from app.models import Playlist, PlaylistItem, Video, VideoState +from app.notifications import create_notification +from app.sync.runner import get_service_user +from app.sync.videos import apply_video_details, parse_dt +from app.youtube.client import YouTubeClient + +log = logging.getLogger("subfeed.maintenance") + +# Reasons recorded on Video.unavailable_reason. "removed" = absent from videos.list +# (deleted or made private); "abandoned" = an upcoming premiere that never went live. +GRACE_DAYS_BY_REASON = { + "removed": settings.maintenance_grace_days, + "abandoned": 0, # already past-due when detected; deleted on the confirming sweep +} +DEFAULT_GRACE_DAYS = settings.maintenance_grace_days + + +def _now() -> datetime: + return datetime.now(timezone.utc) + + +def _grace_days(reason: str | None) -> int: + return GRACE_DAYS_BY_REASON.get(reason or "", DEFAULT_GRACE_DAYS) + + +def _is_abandoned_upcoming(item: dict) -> bool: + """True for an `upcoming` broadcast whose scheduled start is >2 days past and which + never actually went live (no actualStartTime).""" + snippet = item.get("snippet", {}) + if snippet.get("liveBroadcastContent") != "upcoming": + return False + live = item.get("liveStreamingDetails") or {} + if live.get("actualStartTime"): + return False # it did go live at some point — not abandoned + scheduled = parse_dt(live.get("scheduledStartTime")) + if scheduled is None: + return False + return _now() - scheduled > timedelta(days=2) + + +def _evaluate(video: Video, item: dict | None) -> str | None: + """Given a fresh videos.list item (or None if absent), return an unavailable reason, + or None if the video is fine. Applies fresh metadata as a side effect when present.""" + if item is None: + return "removed" + apply_video_details(video, item) + if _is_abandoned_upcoming(item): + return "abandoned" + # A still-"live" broadcast is kept (a legit 24/7 stream); ended streams have already + # settled to was_live via apply_video_details. Nothing else here is a delete trigger — + # embeddable=false only blocks our in-app embed, not playback on youtube.com. + return None + + +def _collect_user_impact(db: Session, videos: list[Video]) -> dict[int, list[dict]]: + """For videos about to be deleted, map user_id -> list of {id, title, reason} for the + videos that user had saved or in one of their playlists. Must run BEFORE the delete, + while the video_states / playlist_items rows still exist.""" + by_id = {v.id: v for v in videos} + ids = list(by_id) + impact: dict[int, set[str]] = {} + if not ids: + return {} + # Saved (VideoState.status == "saved"). + for user_id, video_id in db.execute( + select(VideoState.user_id, VideoState.video_id).where( + VideoState.video_id.in_(ids), VideoState.status == "saved" + ) + ): + impact.setdefault(user_id, set()).add(video_id) + # In any of the user's playlists (covers watch-later, which is a playlist). + for user_id, video_id in db.execute( + select(Playlist.user_id, PlaylistItem.video_id) + .join(PlaylistItem, PlaylistItem.playlist_id == Playlist.id) + .where(PlaylistItem.video_id.in_(ids)) + ): + impact.setdefault(user_id, set()).add(video_id) + return { + user_id: [ + { + "id": vid, + "title": by_id[vid].title, + "reason": by_id[vid].unavailable_reason, + } + for vid in vids + ] + for user_id, vids in impact.items() + } + + +def _notify_removed(db: Session, impact: dict[int, list[dict]]) -> int: + """One batched notification per affected user (never per-video).""" + for user_id, videos in impact.items(): + n = len(videos) + create_notification( + db, + user_id=user_id, + type="maintenance", + title="Videos removed", + body=( + f"{n} saved or playlisted " + f"{'video was' if n == 1 else 'videos were'} removed because " + "they are no longer available on YouTube." + ), + data={"count": n, "videos": videos}, + commit=False, + ) + db.commit() + return len(impact) + + +def _recheck_flagged(db: Session, yt: YouTubeClient) -> dict: + """Phase 1: recover or hard-delete videos already flagged unavailable.""" + flagged = ( + db.execute(select(Video).where(Video.unavailable_since.is_not(None))) + .scalars() + .all() + ) + if not flagged: + return {"checked": 0, "recovered": 0, "deleted": 0, "notified": 0} + items = {it["id"]: it for it in yt.get_videos([v.id for v in flagged])} + now = _now() + recovered = 0 + to_delete: list[Video] = [] + for video in flagged: + reason = _evaluate(video, items.get(video.id)) + video.last_checked_at = now + if reason is None: + # Recovered: unhide. + video.unavailable_since = None + video.unavailable_reason = None + recovered += 1 + continue + # Still unavailable; keep the original reason/timer unless it changed. + if reason != video.unavailable_reason: + video.unavailable_reason = reason + deadline = video.unavailable_since + timedelta(days=_grace_days(reason)) + if now >= deadline: + to_delete.append(video) + db.commit() # persist recoveries / reason updates / last_checked_at + + notified = 0 + deleted = 0 + if to_delete: + impact = _collect_user_impact(db, to_delete) + for video in to_delete: + db.delete(video) + db.commit() # cascades to video_states / playlist_items + deleted = len(to_delete) + notified = _notify_removed(db, impact) + return { + "checked": len(flagged), + "recovered": recovered, + "deleted": deleted, + "notified": notified, + } + + +def _revalidate_rolling(db: Session, yt: YouTubeClient) -> dict: + """Phase 2: re-check the least-recently-checked currently-available videos and flag any + that have become unplayable (hidden immediately; deleted later if they don't recover).""" + batch = settings.maintenance_revalidate_batch + flagged_new = 0 + checked = 0 + now = _now() + # Process in videos.list-sized pages so we commit incrementally and stop on low quota. + while checked < batch: + if quota.remaining_today(db) <= settings.backfill_quota_reserve: + break + page = ( + db.execute( + select(Video) + .where(Video.unavailable_since.is_(None)) + .order_by( + Video.last_checked_at.is_(None).desc(), # never-checked first + Video.last_checked_at.asc(), + ) + .limit(min(50, batch - checked)) + ) + .scalars() + .all() + ) + if not page: + break + items = {it["id"]: it for it in yt.get_videos([v.id for v in page])} + for video in page: + reason = _evaluate(video, items.get(video.id)) + video.last_checked_at = now + if reason is not None: + video.unavailable_since = now + video.unavailable_reason = reason + flagged_new += 1 + db.commit() + checked += len(page) + return {"checked": checked, "flagged": flagged_new} + + +def run_maintenance(db: Session) -> dict: + """Entry point invoked by the scheduler. Quota-attributed to the system (no actor).""" + user = get_service_user(db) + if user is None: + return {"reason": "no service user"} + with YouTubeClient(db, user) as yt: + phase1 = _recheck_flagged(db, yt) + phase2 = ( + _revalidate_rolling(db, yt) + if quota.remaining_today(db) > settings.backfill_quota_reserve + else {"checked": 0, "flagged": 0, "skipped": "low quota"} + ) + return { + "rechecked": phase1["checked"], + "recovered": phase1["recovered"], + "deleted": phase1["deleted"], + "notified": phase1["notified"], + "revalidated": phase2["checked"], + "flagged": phase2["flagged"], + } diff --git a/backend/app/sync/videos.py b/backend/app/sync/videos.py index c4f002d..eaeeff2 100644 --- a/backend/app/sync/videos.py +++ b/backend/app/sync/videos.py @@ -217,6 +217,7 @@ def apply_video_details(video: Video, item: dict) -> None: stats = item.get("statistics", {}) topics = item.get("topicDetails", {}) live = item.get("liveStreamingDetails") + status = item.get("status", {}) video.title = snippet.get("title") or video.title video.description = snippet.get("description") @@ -232,6 +233,11 @@ def apply_video_details(video: Video, item: dict) -> None: "defaultAudioLanguage" ) video.live_status = _live_status(snippet, live) + # status part: used by the maintenance/validation job to judge playability. + if status: + video.embeddable = status.get("embeddable") + video.privacy_status = status.get("privacyStatus") + video.upload_status = status.get("uploadStatus") # is_short is decided separately by the youtube.com/shorts probe (run_shorts_classification). diff --git a/backend/app/youtube/client.py b/backend/app/youtube/client.py index f0d0da4..c65c333 100644 --- a/backend/app/youtube/client.py +++ b/backend/app/youtube/client.py @@ -327,7 +327,7 @@ class YouTubeClient: data = self._get( "videos", { - "part": "snippet,contentDetails,statistics,topicDetails,liveStreamingDetails", + "part": "snippet,contentDetails,statistics,topicDetails,liveStreamingDetails,status", "id": ",".join(batch), "maxResults": 50, }, From 3a0789ebe73c7de120980e144b87d0537b8565c2 Mon Sep 17 00:00:00 2001 From: npeter83 Date: Thu, 18 Jun 2026 03:22:22 +0200 Subject: [PATCH 3/9] =?UTF-8?q?chore(release):=20v0.9.0=20=E2=80=94=20noti?= =?UTF-8?q?fication=20inbox=20+=20automatic=20video=20maintenance?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Bump VERSION to 0.9.0 and add the user-facing release notes for the durable notification inbox (P1) and the maintenance/validation job that retires videos that can no longer be played. --- VERSION | 2 +- frontend/src/lib/releaseNotes.ts | 10 ++++++++++ 2 files changed, 11 insertions(+), 1 deletion(-) diff --git a/VERSION b/VERSION index a3df0a6..ac39a10 100644 --- a/VERSION +++ b/VERSION @@ -1 +1 @@ -0.8.0 +0.9.0 diff --git a/frontend/src/lib/releaseNotes.ts b/frontend/src/lib/releaseNotes.ts index 84b1f85..54c2684 100644 --- a/frontend/src/lib/releaseNotes.ts +++ b/frontend/src/lib/releaseNotes.ts @@ -14,6 +14,16 @@ export interface ReleaseEntry { } export const RELEASE_NOTES: ReleaseEntry[] = [ + { + version: "0.9.0", + date: "2026-06-18", + summary: "A notifications inbox, and automatic clean-up of videos that can no longer be played.", + features: [ + "New Notifications module in the left sidebar, with an unread badge: a durable place that collects updates about your library and the system, alongside the existing pop-up bell. Mark items read, dismiss them, or clear everything.", + "Automatic library maintenance: a background job spots videos that can no longer be played anywhere — deleted, made private, or premieres that never went live — hides them from your feed right away, and removes them after a grace period. Genuine 24/7 livestreams are left alone.", + "If a video you'd saved or added to a playlist gets removed this way, you get a single summary notification listing them — never one message per video.", + ], + }, { version: "0.8.0", date: "2026-06-18", From ed4194a8d349d9f32f63a6c34ab76ebe7e68202a Mon Sep 17 00:00:00 2001 From: npeter83 Date: Thu, 18 Jun 2026 04:01:10 +0200 Subject: [PATCH 4/9] feat(scheduler): admin run-now/run-all triggers + live progress + completion notices Add per-job "Run now" buttons and a "Start all now" button to the admin Scheduler dashboard (admin-gated endpoints). Triggers run the job in a background thread independent of its interval, refusing a concurrent run (409). While running, the long jobs (maintenance, enrich, backfill, shorts) report live progress through a decoupled contextvar sink, shown as a progress bar on the job row via the existing 4s poll. A manually-triggered run posts a completion notification to the triggering admin's inbox (scheduled runs stay silent to avoid spam); the inbox renders the "scheduler" type trilingually from type+data. While here, give the maintenance job its missing dashboard label/description in all three languages. --- backend/app/progress.py | 40 ++++++ backend/app/routes/scheduler.py | 33 ++++- backend/app/scheduler.py | 118 +++++++++++++++--- backend/app/sync/maintenance.py | 4 +- backend/app/sync/runner.py | 5 +- backend/app/sync/videos.py | 2 + .../src/components/NotificationsPanel.tsx | 19 ++- frontend/src/components/Scheduler.tsx | 71 +++++++++++ frontend/src/i18n/locales/de/inbox.json | 4 + frontend/src/i18n/locales/de/scheduler.json | 21 +++- frontend/src/i18n/locales/en/inbox.json | 4 + frontend/src/i18n/locales/en/scheduler.json | 21 +++- frontend/src/i18n/locales/hu/inbox.json | 4 + frontend/src/i18n/locales/hu/scheduler.json | 21 +++- frontend/src/lib/api.ts | 7 ++ 15 files changed, 344 insertions(+), 30 deletions(-) create mode 100644 backend/app/progress.py diff --git a/backend/app/progress.py b/backend/app/progress.py new file mode 100644 index 0000000..79db2f2 --- /dev/null +++ b/backend/app/progress.py @@ -0,0 +1,40 @@ +"""Lightweight, decoupled progress reporting for long-running scheduler jobs. + +A job's work function calls `report(current, total, phase)`; the scheduler binds a sink (via +`bind()`) that forwards it into the in-memory activity the admin dashboard polls. A contextvar +holds the sink, so the sync code stays unaware of the scheduler and concurrent jobs (each in +its own thread/context) never cross wires. When no sink is bound (e.g. a manual sync endpoint), +`report` is a cheap no-op. +""" +import contextvars +from typing import Callable, Optional + +Sink = Callable[[int, Optional[int], Optional[str]], None] + +_sink: contextvars.ContextVar[Optional[Sink]] = contextvars.ContextVar( + "progress_sink", default=None +) + + +def report(current: int, total: int | None = None, phase: str | None = None) -> None: + """Report job progress to the bound sink, if any. `total=None` means indeterminate.""" + sink = _sink.get() + if sink is not None: + sink(current, total, phase) + + +class bind: + """Context manager that binds a progress sink for the duration of a job run.""" + + def __init__(self, sink: Sink): + self._sink = sink + self._token = None + + def __enter__(self) -> "bind": + self._token = _sink.set(self._sink) + return self + + def __exit__(self, *exc) -> bool: + if self._token is not None: + _sink.reset(self._token) + return False diff --git a/backend/app/routes/scheduler.py b/backend/app/routes/scheduler.py index 11eeeea..82a4c82 100644 --- a/backend/app/routes/scheduler.py +++ b/backend/app/routes/scheduler.py @@ -10,7 +10,15 @@ from app.config import settings from app.db import get_db from app.models import Channel, Subscription, User, Video from app.routes.admin import admin_user -from app.scheduler import JOB_INTERVALS, MAX_INTERVAL, MIN_INTERVAL, apply_interval, scheduler_snapshot +from app.scheduler import ( + JOB_INTERVALS, + MAX_INTERVAL, + MIN_INTERVAL, + apply_interval, + scheduler_snapshot, + trigger_all, + trigger_job, +) from app.sync.runner import estimate_deep_backfill router = APIRouter(prefix="/api/admin/scheduler", tags=["admin"]) @@ -40,6 +48,29 @@ def set_job_interval( return {"id": job_id, "interval_minutes": applied} +@router.post("/jobs/{job_id}/run") +def run_job_now( + job_id: str, + user: User = Depends(admin_user), +) -> dict: + """Trigger a job to run immediately (in a background thread), independent of its + interval. 409 if it's already running, 404 for an unknown job. On completion the + triggering admin gets an inbox notification with the result.""" + try: + result = trigger_job(job_id, actor_id=user.id) + except KeyError: + raise HTTPException(status_code=404, detail="Unknown job") + if result == "already_running": + raise HTTPException(status_code=409, detail="Job is already running") + return {"id": job_id, "started": True} + + +@router.post("/run-all") +def run_all_now(user: User = Depends(admin_user)) -> dict: + """Trigger every job that isn't already running. Returns the ids actually started.""" + return {"started": trigger_all(actor_id=user.id)} + + @router.get("") def get_scheduler( _: User = Depends(admin_user), db: Session = Depends(get_db) diff --git a/backend/app/scheduler.py b/backend/app/scheduler.py index b6188ab..7541b0d 100644 --- a/backend/app/scheduler.py +++ b/backend/app/scheduler.py @@ -1,16 +1,19 @@ """Background scheduler: free RSS detection, enrichment of new videos, and quota-aware recent-first / deep backfill. Runs inside the API process (single worker).""" +import contextvars import logging import threading from datetime import datetime, timezone +from typing import Callable from apscheduler.schedulers.background import BackgroundScheduler from sqlalchemy import select -from app import quota +from app import progress, quota from app.config import settings from app.db import SessionLocal from app.models import SchedulerSetting +from app.notifications import create_notification from app.state import is_sync_paused from app.sync.autotag import run_autotag_all from app.sync.maintenance import run_maintenance @@ -35,6 +38,13 @@ _scheduler: BackgroundScheduler | None = None _activity: dict[str, dict] = {} _activity_lock = threading.Lock() +# Set (per-thread) by a manual "run now" trigger to the id of the admin who clicked, so that +# run — and only that run, not the recurring scheduled ones — posts a completion notification +# to their inbox. Unset (None) for scheduled runs. +_manual_actor: contextvars.ContextVar[int | None] = contextvars.ContextVar( + "manual_actor", default=None +) + # Each interval job's env/config default period (minutes). The admin can override any of # these at runtime (stored in scheduler_settings, applied live); see load_intervals. JOB_INTERVALS: dict[str, int] = { @@ -90,24 +100,55 @@ def _record(name: str, **fields) -> None: _activity.setdefault(name, {}).update(fields) +def _notify_done(db, actor_id: int, job_id: str, status: str, summary: str | None) -> None: + """Post a completion notice to the triggering admin's inbox (manual runs only). Best + effort — a notification failure must never mask the job's own outcome.""" + try: + create_notification( + db, + user_id=actor_id, + type="scheduler", + title=f"{job_id}: {status}", # English fallback; UI renders translated from data + body=summary, + data={"job_id": job_id, "status": status, "summary": summary}, + ) + except Exception: + db.rollback() + logger.exception("failed to write completion notification for job %s", job_id) + + def _job(name: str, fn) -> None: db = SessionLocal() - _record(name, running=True, last_started=_now_iso(), last_error=None) + actor_id = _manual_actor.get() # set only for a manual "run now" trigger + _record(name, running=True, last_started=_now_iso(), last_error=None, progress=None) + + def sink(current, total, phase): + _record(name, progress={"current": current, "total": total, "phase": phase}) + try: if is_sync_paused(db): logger.info("job %s skipped (sync paused)", name) _record(name, running=False, status="skipped", last_finished=_now_iso(), - last_result="paused") + last_result="paused", progress=None) + if actor_id is not None: + _notify_done(db, actor_id, name, "skipped", "sync paused") return - result = fn(db) + with progress.bind(sink): + result = fn(db) + summary = _summarize(result) logger.info("job %s -> %s", name, result) _record(name, running=False, status="ok", last_finished=_now_iso(), - last_result=_summarize(result)) + last_result=summary, progress=None) + if actor_id is not None: + _notify_done(db, actor_id, name, "ok", summary) except Exception as exc: db.rollback() logger.exception("job %s failed", name) + err = str(exc) or exc.__class__.__name__ _record(name, running=False, status="error", last_finished=_now_iso(), - last_error=str(exc) or exc.__class__.__name__) + last_error=err, progress=None) + if actor_id is not None: + _notify_done(db, actor_id, name, "error", err) finally: db.close() @@ -151,6 +192,7 @@ def scheduler_snapshot() -> dict: "last_finished": a.get("last_finished"), "last_result": a.get("last_result"), "last_error": a.get("last_error"), + "progress": a.get("progress"), } ) return {"running_here": running_here, "enabled": settings.scheduler_enabled, "jobs": jobs} @@ -211,6 +253,58 @@ def _maintenance_job() -> None: _job("maintenance", work) +# job_id -> wrapper. The single source of truth for which jobs exist and how to run one, +# shared by start_scheduler (recurring registration) and trigger_job (manual "run now"). +JOB_FUNCS: dict[str, Callable[[], None]] = { + "rss_poll": _rss_job, + "enrich": _enrich_job, + "backfill": _backfill_job, + "autotag": _autotag_job, + "shorts": _shorts_job, + "subscriptions": _subscriptions_job, + "playlist_sync": _playlist_sync_job, + "maintenance": _maintenance_job, +} + + +def _is_running(job_id: str) -> bool: + with _activity_lock: + return bool(_activity.get(job_id, {}).get("running")) + + +def trigger_job(job_id: str, actor_id: int | None = None) -> str: + """Run a job immediately in a background thread, independent of its interval schedule. + The wrapper handles its own DB session, activity tracking and pause-skip, so the live + dashboard reflects the run. Returns "started", "already_running", or raises KeyError for + an unknown job. Refusing a concurrent run keeps a manual trigger from overlapping a + scheduled run (APScheduler enforces max_instances=1 for the scheduled side). + + `actor_id` (the admin who clicked "run now") is stashed in a contextvar inside the new + thread so the run posts a completion notification to that admin's inbox.""" + fn = JOB_FUNCS.get(job_id) + if fn is None: + raise KeyError(job_id) + if _is_running(job_id): + return "already_running" + + def run() -> None: + if actor_id is not None: + _manual_actor.set(actor_id) + fn() + + threading.Thread(target=run, name=f"trigger-{job_id}", daemon=True).start() + return "started" + + +def trigger_all(actor_id: int | None = None) -> list[str]: + """Trigger every job that isn't already running; returns the ids actually started.""" + started = [] + for job_id in JOB_FUNCS: + if trigger_job(job_id, actor_id) == "started": + started.append(job_id) + return started + + def start_scheduler() -> None: global _scheduler if not settings.scheduler_enabled or _scheduler is not None: @@ -221,18 +315,8 @@ def start_scheduler() -> None: iv = load_intervals(db) finally: db.close() - fns = { - "rss_poll": _rss_job, - "enrich": _enrich_job, - "backfill": _backfill_job, - "autotag": _autotag_job, - "shorts": _shorts_job, - "subscriptions": _subscriptions_job, - "playlist_sync": _playlist_sync_job, - "maintenance": _maintenance_job, - } scheduler = BackgroundScheduler(timezone="UTC") - for job_id, fn in fns.items(): + for job_id, fn in JOB_FUNCS.items(): scheduler.add_job(fn, "interval", minutes=iv[job_id], id=job_id) scheduler.start() _scheduler = scheduler diff --git a/backend/app/sync/maintenance.py b/backend/app/sync/maintenance.py index be9f4c9..7e308df 100644 --- a/backend/app/sync/maintenance.py +++ b/backend/app/sync/maintenance.py @@ -25,7 +25,7 @@ from datetime import datetime, timedelta, timezone from sqlalchemy import or_, select from sqlalchemy.orm import Session -from app import quota +from app import progress, quota from app.config import settings from app.models import Playlist, PlaylistItem, Video, VideoState from app.notifications import create_notification @@ -147,6 +147,7 @@ def _recheck_flagged(db: Session, yt: YouTubeClient) -> dict: ) if not flagged: return {"checked": 0, "recovered": 0, "deleted": 0, "notified": 0} + progress.report(0, len(flagged), "recheck") items = {it["id"]: it for it in yt.get_videos([v.id for v in flagged])} now = _now() recovered = 0 @@ -221,6 +222,7 @@ def _revalidate_rolling(db: Session, yt: YouTubeClient) -> dict: flagged_new += 1 db.commit() checked += len(page) + progress.report(checked, batch, "revalidate") return {"checked": checked, "flagged": flagged_new} diff --git a/backend/app/sync/runner.py b/backend/app/sync/runner.py index 2cdd79b..2a1a239 100644 --- a/backend/app/sync/runner.py +++ b/backend/app/sync/runner.py @@ -9,7 +9,7 @@ import logging from sqlalchemy import select from sqlalchemy.orm import Session -from app import quota +from app import progress, quota from app.config import settings log = logging.getLogger("subfeed.sync") @@ -64,6 +64,7 @@ def run_enrich(db: Session, max_batches: int = 200, floor: int = 200) -> int: break n = enrich_pending(db, yt) total += n + progress.report(total, None, "enrich") # total unknown (drains until empty) if n == 0: break # Revisit transient live/upcoming videos (enrich_pending is one-shot) so an ended @@ -121,6 +122,7 @@ def run_recent_backfill( try: videos_added += backfill_channel_recent(db, yt, channel) processed += 1 + progress.report(processed, len(channels), "backfill_recent") except Exception: db.rollback() log.exception("Recent backfill failed for channel %s", channel.id) @@ -166,6 +168,7 @@ def run_deep_backfill(db: Session, max_channels: int = 10, max_pages: int = 5) - try: videos_added += backfill_channel_deep(db, yt, channel, max_pages) processed += 1 + progress.report(processed, len(channels), "backfill_deep") except Exception: db.rollback() log.exception("Deep backfill failed for channel %s", channel.id) diff --git a/backend/app/sync/videos.py b/backend/app/sync/videos.py index eaeeff2..0292390 100644 --- a/backend/app/sync/videos.py +++ b/backend/app/sync/videos.py @@ -9,6 +9,7 @@ from sqlalchemy import and_, func, or_, select, update from sqlalchemy.dialects.postgresql import insert as pg_insert from sqlalchemy.orm import Session +from app import progress from app.config import settings from app.models import Channel, Video from app.youtube.client import YouTubeClient, best_thumbnail @@ -365,5 +366,6 @@ def run_shorts_classification(db: Session, limit: int | None = None) -> dict: probed += 1 if result: shorts += 1 + progress.report(probed, len(candidates), "probe") db.commit() return {"probed": probed, "shorts": shorts} diff --git a/frontend/src/components/NotificationsPanel.tsx b/frontend/src/components/NotificationsPanel.tsx index 273e1f4..d008f53 100644 --- a/frontend/src/components/NotificationsPanel.tsx +++ b/frontend/src/components/NotificationsPanel.tsx @@ -117,10 +117,21 @@ function NotificationRow({ // Known notification types are rendered from i18n (so they're trilingual) using the typed // payload; the server-stored title/body are an English fallback for any unknown type. const isMaintenance = n.type === "maintenance" && typeof n.data?.count === "number"; - const title = isMaintenance ? t("inbox.maintenance.title") : n.title; - const body = isMaintenance - ? t("inbox.maintenance.body", { count: n.data!.count }) - : n.body; + const isScheduler = n.type === "scheduler" && typeof n.data?.job_id === "string"; + let title = n.title; + let body = n.body; + if (isMaintenance) { + title = t("inbox.maintenance.title"); + body = t("inbox.maintenance.body", { count: n.data!.count }); + } else if (isScheduler) { + // " finished/failed", with the raw result summary as the (technical) body. + const job = t(`scheduler.jobs.${n.data!.job_id}`, n.data!.job_id); + title = t( + n.data!.status === "error" ? "inbox.jobDone.titleError" : "inbox.jobDone.titleOk", + { job } + ); + body = n.data!.summary || n.body; + } return (
}) { + const { t } = useTranslation(); + const phase = p.phase ? t(`scheduler.phase.${p.phase}`, p.phase) : null; + const pct = + p.total && p.total > 0 ? Math.min(100, Math.round((p.current / p.total) * 100)) : null; + return ( +
+
+ {phase} + + {p.total != null + ? `${p.current.toLocaleString()} / ${p.total.toLocaleString()}` + : p.current.toLocaleString()} + +
+
+ {pct != null ? ( +
+ ) : ( + // Indeterminate: total unknown, so a slim moving sliver instead of a fill. +
+ )} +
+
+ ); +} + function JobRow({ job, onSave, saving, + onRun, + runDisabled, }: { job: SchedulerJob; onSave: (minutes: number) => void; saving: boolean; + onRun: () => void; + runDisabled: boolean; }) { const { t } = useTranslation(); const [editing, setEditing] = useState(false); @@ -153,6 +184,7 @@ function JobRow({ · {job.last_result} ) : null}
+ {job.running && job.progress && }
{job.running ? ( @@ -166,6 +198,16 @@ function JobRow({ "—" )}
+ + +
); } @@ -227,6 +269,23 @@ export default function Scheduler() { onError: () => notify({ level: "error", message: t("scheduler.intervalFailed") }), }); + // Manual "run now" triggers. The wrapper runs in a background thread server-side; the + // live poll surfaces the "running" state within a tick, so we just nudge a refetch. + const runMut = useMutation({ + mutationFn: (jobId: string) => api.runSchedulerJob(jobId), + onSuccess: (_d, jobId) => { + notify({ level: "success", message: t("scheduler.triggered", { job: t(`scheduler.jobs.${jobId}`, jobId) }) }); + qc.invalidateQueries({ queryKey: ["scheduler"] }); + }, + }); + const runAllMut = useMutation({ + mutationFn: () => api.runAllSchedulerJobs(), + onSuccess: (res) => { + notify({ level: "success", message: t("scheduler.triggeredAll", { count: res.started.length }) }); + qc.invalidateQueries({ queryKey: ["scheduler"] }); + }, + }); + if (q.isLoading && !data) return
{t("scheduler.loading")}
; if (!data) @@ -260,6 +319,16 @@ export default function Scheduler() {
+ + +
diff --git a/frontend/src/i18n/locales/de/inbox.json b/frontend/src/i18n/locales/de/inbox.json index 39a2ddb..807e91f 100644 --- a/frontend/src/i18n/locales/de/inbox.json +++ b/frontend/src/i18n/locales/de/inbox.json @@ -12,5 +12,9 @@ "title": "Videos entfernt", "body_one": "{{count}} gespeichertes oder in einer Playlist befindliches Video wurde entfernt, weil es auf YouTube nicht mehr verfügbar ist.", "body_other": "{{count}} gespeicherte oder in Playlists befindliche Videos wurden entfernt, weil sie auf YouTube nicht mehr verfügbar sind." + }, + "jobDone": { + "titleOk": "{{job}} abgeschlossen", + "titleError": "{{job}} fehlgeschlagen" } } diff --git a/frontend/src/i18n/locales/de/scheduler.json b/frontend/src/i18n/locales/de/scheduler.json index 293c752..28fa613 100644 --- a/frontend/src/i18n/locales/de/scheduler.json +++ b/frontend/src/i18n/locales/de/scheduler.json @@ -25,6 +25,21 @@ "minutes": "Min", "editInterval": "Klicken, um das Intervall zu ändern", "intervalFailed": "Intervall konnte nicht geändert werden", + "runNow": "Jetzt ausführen", + "runAll": "Alle jetzt starten", + "runAllHint": "Alle Jobs jetzt ausführen, zusätzlich zu ihren Zeitplänen.", + "runAllPausedHint": "Setze den Planer fort, um Jobs auszuführen (pausiert werden sie übersprungen).", + "triggered": "{{job}} gestartet", + "triggeredAll_one": "{{count}} Job gestartet", + "triggeredAll_other": "{{count}} Jobs gestartet", + "phase": { + "recheck": "Markierte Videos erneut prüfen", + "revalidate": "Videos erneut validieren", + "enrich": "Videos anreichern", + "backfill_recent": "Neue Uploads nachladen", + "backfill_deep": "Ganze Historie nachladen", + "probe": "Shorts klassifizieren" + }, "dot": { "running": "läuft gerade", "ok": "letzter Lauf OK", @@ -39,7 +54,8 @@ "autotag": "Erkennt Sprache/Themen jedes Kanals und vergibt automatische Tags. Fällt er aus, bekommen neue Kanäle keine Auto-Tags, sodass Sprach-/Themenfilter sie verfehlen.", "shorts": "Prüft youtube.com/shorts, um Shorts zu markieren. Fällt er aus, werden Shorts im Feed nicht von normalen Videos getrennt.", "subscriptions": "Importiert die YouTube-Abos jedes Nutzers neu. Fällt er aus, werden auf YouTube hinzugefügte oder entfernte Abos hier nicht übernommen.", - "playlist_sync": "Spiegelt die YouTube-Wiedergabelisten jedes Nutzers in die App. Fällt er aus, erscheinen Änderungen an deinen YouTube-Listen lokal nicht." + "playlist_sync": "Spiegelt die YouTube-Wiedergabelisten jedes Nutzers in die App. Fällt er aus, erscheinen Änderungen an deinen YouTube-Listen lokal nicht.", + "maintenance": "Findet Videos, die nicht mehr abspielbar sind (gelöscht, auf privat gesetzt, abgebrochene Premieren), blendet sie aus dem Feed aus und entfernt sie nach einer Schonfrist; prüft die am längsten nicht geprüften Videos erneut. Fällt er aus, bleiben tote Videos im Katalog." }, "jobs": { "rss_poll": "RSS-Abfrage (neue Uploads)", @@ -48,7 +64,8 @@ "autotag": "Automatisches Tagging", "shorts": "Shorts-Klassifizierung", "subscriptions": "Abo-Resync", - "playlist_sync": "YouTube-Wiedergabelisten-Sync" + "playlist_sync": "YouTube-Wiedergabelisten-Sync", + "maintenance": "Wartung + Validierung" }, "queue": { "recentPending": "Zu synchronisierende Kanäle", diff --git a/frontend/src/i18n/locales/en/inbox.json b/frontend/src/i18n/locales/en/inbox.json index 7f972a4..89d2fd8 100644 --- a/frontend/src/i18n/locales/en/inbox.json +++ b/frontend/src/i18n/locales/en/inbox.json @@ -12,5 +12,9 @@ "title": "Videos removed", "body_one": "{{count}} saved or playlisted video was removed because it's no longer available on YouTube.", "body_other": "{{count}} saved or playlisted videos were removed because they're no longer available on YouTube." + }, + "jobDone": { + "titleOk": "{{job}} finished", + "titleError": "{{job}} failed" } } diff --git a/frontend/src/i18n/locales/en/scheduler.json b/frontend/src/i18n/locales/en/scheduler.json index e0db313..6c45ed5 100644 --- a/frontend/src/i18n/locales/en/scheduler.json +++ b/frontend/src/i18n/locales/en/scheduler.json @@ -25,6 +25,21 @@ "minutes": "min", "editInterval": "Click to change how often this runs", "intervalFailed": "Couldn't change the interval", + "runNow": "Run now", + "runAll": "Start all now", + "runAllHint": "Run every job now, in addition to their schedules.", + "runAllPausedHint": "Resume the scheduler to run jobs (they're skipped while paused).", + "triggered": "Started {{job}}", + "triggeredAll_one": "Started {{count}} job", + "triggeredAll_other": "Started {{count}} jobs", + "phase": { + "recheck": "Re-checking flagged videos", + "revalidate": "Re-validating videos", + "enrich": "Enriching videos", + "backfill_recent": "Backfilling recent uploads", + "backfill_deep": "Backfilling full history", + "probe": "Classifying Shorts" + }, "dot": { "running": "running now", "ok": "last run OK", @@ -39,7 +54,8 @@ "autotag": "Detects each channel's language/topics and applies automatic tags. If it stops, new channels get no auto tags, so language/topic filters miss them.", "shorts": "Probes youtube.com/shorts to mark which videos are Shorts. If it stops, Shorts aren't separated from normal videos in the feed.", "subscriptions": "Re-imports every user's YouTube subscriptions. If it stops, channels subscribed to or dropped on YouTube aren't reflected here.", - "playlist_sync": "Mirrors each user's YouTube playlists into the app. If it stops, changes to your YouTube playlists don't show up locally." + "playlist_sync": "Mirrors each user's YouTube playlists into the app. If it stops, changes to your YouTube playlists don't show up locally.", + "maintenance": "Finds videos that can no longer be played (deleted, made private, abandoned premieres), hides them from the feed and removes them after a grace period; re-checks the least-recently-checked videos. If it stops, dead videos linger in the catalogue." }, "jobs": { "rss_poll": "RSS poll (new uploads)", @@ -48,7 +64,8 @@ "autotag": "Auto-tagging", "shorts": "Shorts classification", "subscriptions": "Subscription resync", - "playlist_sync": "YouTube playlist sync" + "playlist_sync": "YouTube playlist sync", + "maintenance": "Maintenance + validation" }, "queue": { "recentPending": "Channels to sync", diff --git a/frontend/src/i18n/locales/hu/inbox.json b/frontend/src/i18n/locales/hu/inbox.json index 9167954..9f144d3 100644 --- a/frontend/src/i18n/locales/hu/inbox.json +++ b/frontend/src/i18n/locales/hu/inbox.json @@ -12,5 +12,9 @@ "title": "Videók eltávolítva", "body_one": "{{count}} mentett vagy lejátszási listás videó eltávolítva, mert már nem elérhető a YouTube-on.", "body_other": "{{count}} mentett vagy lejátszási listás videó eltávolítva, mert már nem elérhetők a YouTube-on." + }, + "jobDone": { + "titleOk": "{{job}} kész", + "titleError": "{{job}} hibázott" } } diff --git a/frontend/src/i18n/locales/hu/scheduler.json b/frontend/src/i18n/locales/hu/scheduler.json index bfedaf9..7c7fac4 100644 --- a/frontend/src/i18n/locales/hu/scheduler.json +++ b/frontend/src/i18n/locales/hu/scheduler.json @@ -25,6 +25,21 @@ "minutes": "perc", "editInterval": "Kattints a gyakoriság módosításához", "intervalFailed": "Nem sikerült módosítani a gyakoriságot", + "runNow": "Futtatás most", + "runAll": "Mind indítása most", + "runAllHint": "Minden feladat azonnali futtatása, az ütemezésükön felül.", + "runAllPausedHint": "Folytasd az ütemezőt a futtatáshoz (szüneteltetve a feladatok kimaradnak).", + "triggered": "Elindítva: {{job}}", + "triggeredAll_one": "{{count}} feladat elindítva", + "triggeredAll_other": "{{count}} feladat elindítva", + "phase": { + "recheck": "Megjelölt videók újraellenőrzése", + "revalidate": "Videók újraellenőrzése", + "enrich": "Videók dúsítása", + "backfill_recent": "Friss feltöltések behúzása", + "backfill_deep": "Teljes előzmény behúzása", + "probe": "Shorts besorolás" + }, "dot": { "running": "most fut", "ok": "utolsó futás OK", @@ -39,7 +54,8 @@ "autotag": "Felismeri a csatornák nyelvét/témáit, és automatikus címkéket ad. Ha leáll, az új csatornák címke nélkül maradnak, így a nyelv/téma szűrők kihagyják őket.", "shorts": "A youtube.com/shorts próbával jelöli, mely videók Shorts-ok. Ha leáll, a Shorts-ok nem különülnek el a normál videóktól a hírfolyamban.", "subscriptions": "Újraimportálja minden felhasználó YouTube-feliratkozásait. Ha leáll, a YouTube-on felvett vagy törölt feliratkozások nem tükröződnek itt.", - "playlist_sync": "Tükrözi a felhasználók YouTube lejátszási listáit az appba. Ha leáll, a YouTube-listák változásai nem jelennek meg lokálisan." + "playlist_sync": "Tükrözi a felhasználók YouTube lejátszási listáit az appba. Ha leáll, a YouTube-listák változásai nem jelennek meg lokálisan.", + "maintenance": "Megkeresi a már sehol le nem játszható videókat (törölt, priváttá tett, elhagyott premier), elrejti őket a hírfolyamból, és türelmi idő után eltávolítja; újraellenőrzi a legrégebben ellenőrzött videókat. Ha leáll, a halott videók a katalógusban maradnak." }, "jobs": { "rss_poll": "RSS-lekérdezés (új feltöltések)", @@ -48,7 +64,8 @@ "autotag": "Automatikus címkézés", "shorts": "Shorts-besorolás", "subscriptions": "Feliratkozások újraszinkronja", - "playlist_sync": "YouTube lejátszási listák szinkronja" + "playlist_sync": "YouTube lejátszási listák szinkronja", + "maintenance": "Karbantartás + ellenőrzés" }, "queue": { "recentPending": "Szinkronra váró csatorna", diff --git a/frontend/src/lib/api.ts b/frontend/src/lib/api.ts index 006a834..4dbb9b6 100644 --- a/frontend/src/lib/api.ts +++ b/frontend/src/lib/api.ts @@ -325,6 +325,9 @@ export interface SchedulerJob { last_finished: string | null; last_result: string | null; last_error: string | null; + // Live progress while running (null when idle or for jobs that don't report it). + // total is null for indeterminate progress (e.g. enrichment drains an unknown queue). + progress: { current: number; total: number | null; phase: string | null } | null; } export interface SchedulerStatus { @@ -467,6 +470,10 @@ export const api = { method: "PATCH", body: JSON.stringify({ interval_minutes: intervalMinutes }), }), + runSchedulerJob: (jobId: string): Promise<{ id: string; started: boolean }> => + req(`/api/admin/scheduler/jobs/${jobId}/run`, { method: "POST" }), + runAllSchedulerJobs: (): Promise<{ started: string[] }> => + req("/api/admin/scheduler/run-all", { method: "POST" }), // --- onboarding / admin --- requestAccess: (email: string): Promise<{ status: string }> => From 00d07b9153142648c321b4430fd7117bc3e6aeee Mon Sep 17 00:00:00 2001 From: npeter83 Date: Thu, 18 Jun 2026 04:01:19 +0200 Subject: [PATCH 5/9] fix(nav): numeric inbox badge with active-state contrast Show the unread count as a number on the collapsed nav rail (not just a dot), and invert the badge colours on the active row so it isn't an accent-on-accent red blob; centre the number on the circle. --- frontend/src/components/NavSidebar.tsx | 64 ++++++++++++++++---------- 1 file changed, 40 insertions(+), 24 deletions(-) diff --git a/frontend/src/components/NavSidebar.tsx b/frontend/src/components/NavSidebar.tsx index fc00842..f862adb 100644 --- a/frontend/src/components/NavSidebar.tsx +++ b/frontend/src/components/NavSidebar.tsx @@ -147,31 +147,47 @@ export default function NavSidebar({ "w-full flex items-center gap-3 rounded-lg px-2.5 py-2 text-sm transition"; const name = me.display_name ?? me.email.split("@")[0]; - const renderItem = ({ page: p, icon: Icon, label, badge }: NavItem) => ( - - ); + {!collapsed && {label}} + {show && !collapsed && ( + + {badge > 99 ? "99+" : badge} + + )} + + ); + }; return (