feat(datastore): migrate to single-writer DuckDB backend HTTP proxy and remove legacy HTML renderers
This commit is contained in:
@@ -25,6 +25,8 @@ import json
|
||||
import logging
|
||||
import os
|
||||
import sys
|
||||
import urllib.error
|
||||
import urllib.request
|
||||
from pathlib import Path
|
||||
from typing import Any, Dict, List, Optional
|
||||
|
||||
@@ -377,30 +379,81 @@ class GarminMirrorWriter:
|
||||
logger.info(f"Upserted {len(act_list)} activities for month {month} into {target_file.name}")
|
||||
|
||||
|
||||
def sync_date_range(client: GarminSyncClient, writer: GarminMirrorWriter, dates: List[str]):
|
||||
def sync_date_range(
|
||||
client: GarminSyncClient,
|
||||
writer: Optional[GarminMirrorWriter],
|
||||
dates: List[str],
|
||||
backend_url: Optional[str] = None,
|
||||
):
|
||||
target_backend = None
|
||||
if backend_url is not None:
|
||||
target_backend = backend_url
|
||||
elif os.environ.get("DUCKDB_FORCE_LOCAL") != "1":
|
||||
env_backend = os.environ.get(
|
||||
"DUCKDB_BACKEND_URL", "http://duckdb-backend.family.svc.cluster.local:8000/duckdb-api/v1"
|
||||
).rstrip("/")
|
||||
try:
|
||||
base = env_backend.replace("/duckdb-api/v1", "")
|
||||
test_url = f"{base}/healthz"
|
||||
req = urllib.request.Request(test_url, method="GET")
|
||||
with urllib.request.urlopen(req, timeout=1.0) as r:
|
||||
if r.status == 200:
|
||||
target_backend = env_backend
|
||||
logger.info(f"GarminSync using single-writer backend at {target_backend}")
|
||||
except Exception:
|
||||
target_backend = None
|
||||
|
||||
for d in dates:
|
||||
logger.info(f"--- Syncing Garmin data for {d} ---")
|
||||
summary = None
|
||||
sleep = None
|
||||
activities = None
|
||||
try:
|
||||
summary = client.get_daily_summary(d)
|
||||
if summary:
|
||||
writer.upsert_daily_summary(summary)
|
||||
except Exception as e:
|
||||
logger.warning(f"Could not fetch daily summary for {d}: {e}")
|
||||
|
||||
try:
|
||||
sleep = client.get_sleep_data(d)
|
||||
if sleep:
|
||||
writer.upsert_sleep_data(sleep)
|
||||
except Exception as e:
|
||||
logger.warning(f"Could not fetch sleep data for {d}: {e}")
|
||||
|
||||
try:
|
||||
activities = client.get_activities(d)
|
||||
if activities:
|
||||
writer.upsert_activities(activities)
|
||||
except Exception as e:
|
||||
logger.warning(f"Could not fetch activities for {d}: {e}")
|
||||
|
||||
synced_via_backend = False
|
||||
if target_backend:
|
||||
try:
|
||||
sync_payload = {
|
||||
"date": d,
|
||||
"daily_summary": summary,
|
||||
"sleep_data": sleep,
|
||||
"activities": activities,
|
||||
}
|
||||
sync_url = f"{target_backend}/garmin/sync"
|
||||
req = urllib.request.Request(
|
||||
sync_url,
|
||||
data=json.dumps(sync_payload).encode("utf-8"),
|
||||
headers={"Content-Type": "application/json"},
|
||||
method="POST",
|
||||
)
|
||||
with urllib.request.urlopen(req, timeout=30) as resp:
|
||||
if resp.status == 200:
|
||||
logger.info(f"Successfully posted Garmin sync for {d} to backend")
|
||||
synced_via_backend = True
|
||||
except Exception as e:
|
||||
logger.warning(f"Failed to sync via backend {target_backend} for {d}: {e}. Falling back to local writer if available.")
|
||||
|
||||
if not synced_via_backend and writer:
|
||||
if summary:
|
||||
writer.upsert_daily_summary(summary)
|
||||
if sleep:
|
||||
writer.upsert_sleep_data(sleep)
|
||||
if activities:
|
||||
writer.upsert_activities(activities)
|
||||
|
||||
|
||||
def generate_date_list(start_str: str, end_str: str) -> List[str]:
|
||||
d_start = datetime.datetime.strptime(start_str, "%Y-%m-%d").date()
|
||||
|
||||
Reference in New Issue
Block a user