2026-06-11 04:19:54 +02:00
|
|
|
import logging
|
|
|
|
|
import sys
|
feat: M2 (part 2) — RSS poller, backfill, enrichment, scheduler
- Free per-channel RSS reader for quota-less fresh-video detection
- Recent-first backfill (configurable: 100 videos / 1 year) plus resumable deep
backfill from the uploads playlist
- Enrichment via videos.list: duration, view/like counts, category, topics,
language, Shorts heuristic and livestream/premiere classification
- Reusable sync runners + APScheduler jobs (rss / enrich / backfill), all
quota-aware with a reserve so backfill never starves fresh enrichment
- Manual triggers: POST /api/sync/{rss,backfill,enrich}
- Exact insert counting via RETURNING with in-batch de-duplication
2026-06-11 01:36:41 +02:00
|
|
|
from contextlib import asynccontextmanager
|
2026-06-11 01:01:37 +02:00
|
|
|
from pathlib import Path
|
|
|
|
|
|
2026-06-11 02:19:47 +02:00
|
|
|
from fastapi import FastAPI, HTTPException
|
2026-06-11 04:19:54 +02:00
|
|
|
|
2026-06-11 04:26:18 +02:00
|
|
|
# When started via uvicorn --log-config the "subfeed" logger is already configured
|
|
|
|
|
# (see log_config.json). This block is a timestamped fallback for other entrypoints
|
|
|
|
|
# (tests, scripts) so our logs are never silently dropped.
|
2026-06-11 04:19:54 +02:00
|
|
|
_subfeed_logger = logging.getLogger("subfeed")
|
|
|
|
|
if not _subfeed_logger.handlers:
|
|
|
|
|
_handler = logging.StreamHandler(sys.stdout)
|
2026-06-11 04:26:18 +02:00
|
|
|
_handler.setFormatter(
|
|
|
|
|
logging.Formatter("%(asctime)s %(levelname)-5s [%(name)s] %(message)s")
|
|
|
|
|
)
|
2026-06-11 04:19:54 +02:00
|
|
|
_subfeed_logger.addHandler(_handler)
|
2026-06-11 04:26:18 +02:00
|
|
|
_subfeed_logger.setLevel(logging.INFO)
|
|
|
|
|
_subfeed_logger.propagate = False
|
|
|
|
|
|
|
|
|
|
log = logging.getLogger("subfeed.app")
|
2026-06-11 01:01:37 +02:00
|
|
|
from fastapi.middleware.cors import CORSMiddleware
|
|
|
|
|
from fastapi.responses import FileResponse
|
|
|
|
|
from fastapi.staticfiles import StaticFiles
|
|
|
|
|
from starlette.middleware.sessions import SessionMiddleware
|
|
|
|
|
|
|
|
|
|
from app import auth
|
|
|
|
|
from app.config import settings
|
2026-06-15 14:37:09 +02:00
|
|
|
from app.routes import admin, channels, feed, health, me, playlists, quota, sync, tags, version
|
feat: M2 (part 2) — RSS poller, backfill, enrichment, scheduler
- Free per-channel RSS reader for quota-less fresh-video detection
- Recent-first backfill (configurable: 100 videos / 1 year) plus resumable deep
backfill from the uploads playlist
- Enrichment via videos.list: duration, view/like counts, category, topics,
language, Shorts heuristic and livestream/premiere classification
- Reusable sync runners + APScheduler jobs (rss / enrich / backfill), all
quota-aware with a reserve so backfill never starves fresh enrichment
- Manual triggers: POST /api/sync/{rss,backfill,enrich}
- Exact insert counting via RETURNING with in-batch de-duplication
2026-06-11 01:36:41 +02:00
|
|
|
from app.scheduler import shutdown_scheduler, start_scheduler
|
2026-06-11 01:01:37 +02:00
|
|
|
|
feat: M2 (part 2) — RSS poller, backfill, enrichment, scheduler
- Free per-channel RSS reader for quota-less fresh-video detection
- Recent-first backfill (configurable: 100 videos / 1 year) plus resumable deep
backfill from the uploads playlist
- Enrichment via videos.list: duration, view/like counts, category, topics,
language, Shorts heuristic and livestream/premiere classification
- Reusable sync runners + APScheduler jobs (rss / enrich / backfill), all
quota-aware with a reserve so backfill never starves fresh enrichment
- Manual triggers: POST /api/sync/{rss,backfill,enrich}
- Exact insert counting via RETURNING with in-batch de-duplication
2026-06-11 01:36:41 +02:00
|
|
|
|
|
|
|
|
@asynccontextmanager
|
|
|
|
|
async def lifespan(app: FastAPI):
|
chore: rebrand Subfeed -> Siftlode
Rename all user-facing references (UI wordmark Sift+lode, titles, app name,
legal pages, onboarding wizard, emails, README/docs) and infra paths
(/srv/subfeed -> /srv/siftlode, image tag, deploy script, backup filenames).
Internal identifiers kept on purpose: Postgres user/db "subfeed", logger
namespace, localStorage keys, and the subfeed_pgdata volume (renaming would
orphan the migrated production data).
2026-06-14 04:40:22 +02:00
|
|
|
log.info("Siftlode starting up")
|
feat: M2 (part 2) — RSS poller, backfill, enrichment, scheduler
- Free per-channel RSS reader for quota-less fresh-video detection
- Recent-first backfill (configurable: 100 videos / 1 year) plus resumable deep
backfill from the uploads playlist
- Enrichment via videos.list: duration, view/like counts, category, topics,
language, Shorts heuristic and livestream/premiere classification
- Reusable sync runners + APScheduler jobs (rss / enrich / backfill), all
quota-aware with a reserve so backfill never starves fresh enrichment
- Manual triggers: POST /api/sync/{rss,backfill,enrich}
- Exact insert counting via RETURNING with in-batch de-duplication
2026-06-11 01:36:41 +02:00
|
|
|
start_scheduler()
|
|
|
|
|
try:
|
|
|
|
|
yield
|
|
|
|
|
finally:
|
chore: rebrand Subfeed -> Siftlode
Rename all user-facing references (UI wordmark Sift+lode, titles, app name,
legal pages, onboarding wizard, emails, README/docs) and infra paths
(/srv/subfeed -> /srv/siftlode, image tag, deploy script, backup filenames).
Internal identifiers kept on purpose: Postgres user/db "subfeed", logger
namespace, localStorage keys, and the subfeed_pgdata volume (renaming would
orphan the migrated production data).
2026-06-14 04:40:22 +02:00
|
|
|
log.info("Siftlode shutting down")
|
feat: M2 (part 2) — RSS poller, backfill, enrichment, scheduler
- Free per-channel RSS reader for quota-less fresh-video detection
- Recent-first backfill (configurable: 100 videos / 1 year) plus resumable deep
backfill from the uploads playlist
- Enrichment via videos.list: duration, view/like counts, category, topics,
language, Shorts heuristic and livestream/premiere classification
- Reusable sync runners + APScheduler jobs (rss / enrich / backfill), all
quota-aware with a reserve so backfill never starves fresh enrichment
- Manual triggers: POST /api/sync/{rss,backfill,enrich}
- Exact insert counting via RETURNING with in-batch de-duplication
2026-06-11 01:36:41 +02:00
|
|
|
shutdown_scheduler()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
app = FastAPI(title=settings.app_name, lifespan=lifespan)
|
2026-06-11 01:01:37 +02:00
|
|
|
|
|
|
|
|
app.add_middleware(
|
|
|
|
|
SessionMiddleware,
|
|
|
|
|
secret_key=settings.secret_key,
|
2026-06-13 23:56:34 +02:00
|
|
|
same_site="lax", # required so the cookie rides the OAuth redirect back from Google
|
|
|
|
|
https_only=settings.session_https_only, # Secure flag when served over HTTPS (prod)
|
2026-06-11 01:01:37 +02:00
|
|
|
)
|
|
|
|
|
|
|
|
|
|
if settings.frontend_origin:
|
|
|
|
|
app.add_middleware(
|
|
|
|
|
CORSMiddleware,
|
|
|
|
|
allow_origins=[settings.frontend_origin],
|
|
|
|
|
allow_credentials=True,
|
|
|
|
|
allow_methods=["*"],
|
|
|
|
|
allow_headers=["*"],
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
app.include_router(health.router)
|
|
|
|
|
app.include_router(auth.router)
|
2026-06-11 01:22:07 +02:00
|
|
|
app.include_router(sync.router)
|
2026-06-11 01:57:19 +02:00
|
|
|
app.include_router(tags.router)
|
2026-06-11 02:11:02 +02:00
|
|
|
app.include_router(feed.router)
|
|
|
|
|
app.include_router(me.router)
|
feat(m5a): channel manager, tabbed settings panel, per-user sync status
Backend: /api/channels (list + PATCH priority/hidden + attach/detach user tags),
user-tag CRUD on /api/tags, /api/sync/my-status (per-user channel sync counts).
Frontend: feed|channels page nav (URL-synced) from the account menu; a slide-in
tabbed Settings panel (Appearance, Notifications=6b sound+duration, Sync status +
actions + admin pause/resume, Account); a channel manager with priority, hide,
per-channel user tags, sync badges and 'view in feed'. Notifications now honor the
configurable sound + auto-dismiss settings.
2026-06-11 20:45:48 +02:00
|
|
|
app.include_router(channels.router)
|
2026-06-15 14:37:09 +02:00
|
|
|
app.include_router(playlists.router)
|
2026-06-12 01:43:07 +02:00
|
|
|
app.include_router(admin.router)
|
2026-06-12 02:47:55 +02:00
|
|
|
app.include_router(quota.router)
|
2026-06-15 00:06:57 +02:00
|
|
|
app.include_router(version.router)
|
2026-06-11 01:01:37 +02:00
|
|
|
|
2026-06-11 02:19:47 +02:00
|
|
|
# The built SPA (populated by the Docker frontend build stage).
|
|
|
|
|
STATIC_DIR = Path(__file__).parent / "static_spa"
|
|
|
|
|
app.mount(
|
|
|
|
|
"/assets",
|
|
|
|
|
StaticFiles(directory=STATIC_DIR / "assets", check_dir=False),
|
|
|
|
|
name="assets",
|
|
|
|
|
)
|
2026-06-11 01:01:37 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
@app.get("/")
|
|
|
|
|
async def index() -> FileResponse:
|
|
|
|
|
return FileResponse(STATIC_DIR / "index.html")
|
2026-06-11 02:19:47 +02:00
|
|
|
|
|
|
|
|
|
|
|
|
|
@app.get("/{full_path:path}")
|
|
|
|
|
async def spa_fallback(full_path: str) -> FileResponse:
|
|
|
|
|
# Client-side routes fall back to index.html; real API/asset paths are matched above.
|
|
|
|
|
if full_path.startswith(("api/", "auth/", "healthz", "assets/")):
|
|
|
|
|
raise HTTPException(status_code=404)
|
|
|
|
|
return FileResponse(STATIC_DIR / "index.html")
|