feat: Remove duplicate checking functionality

Co-authored-by: aider (gemini/gemini-2.5-pro) <aider@aider.chat>

app/app.py

@@ -3,7 +3,6 @@ File Drop Uploader – Backend (FastAPI, simplified)
 ----------------------------------------------------
 - Serves static frontend (no settings UI)
 - Uploads to file system
-- Duplicate checks (local SHA-1 DB)
 - WebSocket progress per session
 - Ephemeral "Connected" banner via /api/ping
 """
@@ -34,7 +33,7 @@ from fastapi.middleware.cors import CORSMiddleware
 from fastapi.staticfiles import StaticFiles
 from starlette.websockets import WebSocketState
 from starlette.middleware.sessions import SessionMiddleware
-from PIL import Image, ExifTags
+from PIL import Image
 try:
     import qrcode
 except Exception:
@@ -80,61 +79,6 @@ except Exception:
     pass
 
 
-# ---------- DB (local dedupe cache) ----------
-
-def db_init() -> None:
-    """Create the local SQLite table used for duplicate checks (idempotent)."""
-    conn = sqlite3.connect(SETTINGS.state_db)
-    cur = conn.cursor()
-    cur.execute(
-        """
-        CREATE TABLE IF NOT EXISTS uploads (
-            id INTEGER PRIMARY KEY AUTOINCREMENT,
-            checksum TEXT UNIQUE,
-            filename TEXT,
-            size INTEGER,
-            device_asset_id TEXT,
-            immich_asset_id TEXT,
-            created_at TEXT,
-            inserted_at TEXT DEFAULT CURRENT_TIMESTAMP
-        );
-        """
-    )
-    conn.commit()
-    conn.close()
-
-def db_lookup_checksum(checksum: str) -> Optional[dict]:
-    """Return a record for the given checksum if seen before (None if not)."""
-    conn = sqlite3.connect(SETTINGS.state_db)
-    cur = conn.cursor()
-    cur.execute("SELECT checksum, immich_asset_id FROM uploads WHERE checksum = ?", (checksum,))
-    row = cur.fetchone()
-    conn.close()
-    if row:
-        return {"checksum": row[0], "immich_asset_id": row[1]}
-    return None
-
-def db_lookup_device_asset(device_asset_id: str) -> bool:
-    """True if a deviceAssetId has been uploaded by this service previously."""
-    conn = sqlite3.connect(SETTINGS.state_db)
-    cur = conn.cursor()
-    cur.execute("SELECT 1 FROM uploads WHERE device_asset_id = ?", (device_asset_id,))
-    row = cur.fetchone()
-    conn.close()
-    return bool(row)
-
-def db_insert_upload(checksum: str, filename: str, size: int, device_asset_id: str, immich_asset_id: Optional[str], created_at: str) -> None:
-    """Insert a newly-uploaded asset into the local cache (ignore on duplicates)."""
-    conn = sqlite3.connect(SETTINGS.state_db)
-    cur = conn.cursor()
-    cur.execute(
-        "INSERT OR IGNORE INTO uploads (checksum, filename, size, device_asset_id, immich_asset_id, created_at) VALUES (?,?,?,?,?,?)",
-        (checksum, filename, size, device_asset_id, immich_asset_id, created_at)
-    )
-    conn.commit()
-    conn.close()
-
-db_init()
 
 # ---------- WebSocket hub ----------
 
@@ -411,33 +355,6 @@ def get_safe_subpath(relative_path: Optional[str]) -> str:
     return os.path.join(*safe_parts)
 
 
-def read_exif_datetimes(file_bytes: bytes):
-    """
-    Extract EXIF DateTimeOriginal / ModifyDate values when possible.
-    Returns (created, modified) as datetime or (None, None) on failure.
-    """
-    created = modified = None
-    try:
-        with Image.open(io.BytesIO(file_bytes)) as im:
-            exif = getattr(im, "_getexif", lambda: None)() or {}
-            if exif:
-                tags = {ExifTags.TAGS.get(k, k): v for k, v in exif.items()}
-                dt_original = tags.get("DateTimeOriginal") or tags.get("CreateDate")
-                dt_modified = tags.get("ModifyDate") or dt_original
-                def parse_dt(s: str):
-                    try:
-                        return datetime.strptime(s, "%Y:%m:%d %H:%M:%S")
-                    except Exception:
-                        return None, None
-                if isinstance(dt_original, str):
-                    created = parse_dt(dt_original)
-                if isinstance(dt_modified, str):
-                    modified = parse_dt(dt_modified)
-    except Exception:
-        pass
-    return created, modified
-
-
 def slugify(value: Optional[str]) -> str:
     """
     Normalizes string, converts to lowercase, removes non-alpha characters,
@@ -606,26 +523,11 @@ async def api_upload(
     fingerprint: Optional[str] = Form(None),
     public_folder_name: Optional[str] = Form(None),
 ):
-    """Receive a file, check duplicates; stream progress via WS."""
+    """Receive a file and stream progress via WS."""
     raw = await file.read()
     size = len(raw)
     checksum = sha1_hex(raw)
 
-    exif_created, exif_modified = read_exif_datetimes(raw)
-    created_at = exif_created or (datetime.fromtimestamp(last_modified / 1000) if last_modified else datetime.utcnow())
-    modified_at = exif_modified or created_at
-    created_iso = created_at.isoformat()
-    modified_iso = modified_at.isoformat()
-
-    device_asset_id = f"{file.filename}-{last_modified or 0}-{size}"
-
-    if db_lookup_checksum(checksum):
-        await send_progress(session_id, item_id, "duplicate", 100, "Duplicate (by checksum - local cache)")
-        return JSONResponse({"status": "duplicate", "id": None}, status_code=200)
-    if db_lookup_device_asset(device_asset_id):
-        await send_progress(session_id, item_id, "duplicate", 100, "Already uploaded from this device (local cache)")
-        return JSONResponse({"status": "duplicate", "id": None}, status_code=200)
-
 
     # Invite token validation (if provided)
     target_album_name: Optional[str] = None
@@ -734,7 +636,6 @@ async def api_upload(
                 i += 1
         with open(save_path, "wb") as f:
             f.write(raw)
-        db_insert_upload(checksum, file.filename, size, device_asset_id, None, created_iso)
         await add_file_to_batch(file.filename, size, display_album_name, bool(invite_token))
         await reset_telegram_debounce()
         
@@ -955,21 +856,6 @@ async def api_upload_chunk_complete(request: Request) -> JSONResponse:
     file_like_name = name
     file_size = len(raw)
     checksum = sha1_hex(raw)
-    exif_created, exif_modified = read_exif_datetimes(raw)
-    created_at = exif_created or (datetime.fromtimestamp(last_modified / 1000) if last_modified else datetime.utcnow())
-    modified_at = exif_modified or created_at
-    created_iso = created_at.isoformat()
-    modified_iso = modified_at.isoformat()
-    device_asset_id = f"{file_like_name}-{last_modified or 0}-{file_size}"
-
-    # Local duplicate checks
-    if db_lookup_checksum(checksum):
-        await send_progress(session_id_local, item_id_local, "duplicate", 100, "Duplicate (by checksum - local cache)")
-        return JSONResponse({"status": "duplicate", "id": None}, status_code=200)
-    if db_lookup_device_asset(device_asset_id):
-        await send_progress(session_id_local, item_id_local, "duplicate", 100, "Already uploaded from this device (local cache)")
-        return JSONResponse({"status": "duplicate", "id": None}, status_code=200)
-
 
     # Invite validation/gating mirrors api_upload
     target_album_name: Optional[str] = None
@@ -1070,7 +956,6 @@ async def api_upload_chunk_complete(request: Request) -> JSONResponse:
                 i += 1
         with open(save_path, "wb") as f:
             f.write(raw)
-        db_insert_upload(checksum, file_like_name, file_size, device_asset_id, None, created_iso)
         await add_file_to_batch(file_like_name, file_size, display_album_name, bool(invite_token))
         
         msg = f"Saved to {display_album_name}/{os.path.basename(save_path)}"

frontend/app.js

@@ -37,8 +37,8 @@ let socket;
 let allCompleteBannerShown = false;
 
 // Status precedence: never regress (e.g., uploading -> done shouldn't go back to uploading)
-const STATUS_ORDER = { queued: 0, checking: 1, uploading: 2, duplicate: 3, done: 3, error: 4 };
+const STATUS_ORDER = { queued: 0, checking: 1, uploading: 2, done: 3, error: 4 };
-const FINAL_STATES = new Set(['done','duplicate','error']);
+const FINAL_STATES = new Set(['done','error']);
 
 // --- Dark mode ---
 function initDarkMode() {
@@ -119,7 +119,7 @@ function render(){
         </div>
       </div>
       <div class="mt-3 h-2 w-full overflow-hidden rounded-full bg-gray-100 dark:bg-gray-700">
-        <div class="h-full ${it.status==='done'?'bg-green-500':it.status==='duplicate'?'bg-amber-500':it.status==='error'?'bg-red-500':'bg-blue-500'}" style="width:${Math.max(it.progress, (it.status==='done'||it.status==='duplicate'||it.status==='error')?100:it.progress)}%"></div>
+        <div class="h-full ${it.status==='done'?'bg-green-500':it.status==='error'?'bg-red-500':'bg-blue-500'}" style="width:${Math.max(it.progress, (it.status==='done'||it.status==='error')?100:it.progress)}%"></div>
       </div>
       <div class="mt-2 text-sm text-gray-600 dark:text-gray-400">
         ${it.status==='uploading' ? `Uploading… ${it.progress}%` : it.status.charAt(0).toUpperCase()+it.status.slice(1)}
@@ -144,18 +144,16 @@ function render(){
     });
   } catch {}
 
-  const c = {queued:0,uploading:0,done:0,dup:0,err:0};
+  const c = {queued:0,uploading:0,done:0,err:0};
   for(const it of items){
     if(['queued','checking'].includes(it.status)) c.queued++;
     if(it.status==='uploading') c.uploading++;
     if(it.status==='done') c.done++;
-    if(it.status==='duplicate') c.dup++;
     if(it.status==='error') c.err++;
   }
   document.getElementById('countQueued').textContent=c.queued;
   document.getElementById('countUploading').textContent=c.uploading;
   document.getElementById('countDone').textContent=c.done;
-  document.getElementById('countDup').textContent=c.dup;
   document.getElementById('countErr').textContent=c.err;
 
   if (!allCompleteBannerShown && items.length > 0) {
@@ -252,12 +250,10 @@ async function uploadWhole(next){
     render();
   } else if (res.ok) {
     const statusText = (body && body.status) ? String(body.status) : '';
-    const isDuplicate = /duplicate/i.test(statusText);
+    next.status = 'done';
-    next.status = isDuplicate ? 'duplicate' : 'done';
+    next.message = statusText || 'Uploaded';
-    next.message = statusText || (isDuplicate ? 'Duplicate' : 'Uploaded');
     next.progress = 100;
     render();
-    try { if (isDuplicate) showBanner(`Duplicate: ${next.name}`, 'warn'); } catch {}
   }
 }
 
@@ -323,9 +319,8 @@ async function uploadChunked(next){
     render();
   } else if (rc.ok) {
     const statusText = (body && body.status) ? String(body.status) : '';
-    const isDuplicate = /duplicate/i.test(statusText);
+    next.status = 'done';
-    next.status = isDuplicate ? 'duplicate' : 'done';
+    next.message = statusText || 'Uploaded';
-    next.message = statusText || (isDuplicate ? 'Duplicate' : 'Uploaded');
     next.progress = 100;
     render();
   }
@@ -491,7 +486,7 @@ if (btnMobilePick) {
 
 // --- Clear buttons ---
 btnClearFinished.onclick = ()=>{
-  items = items.filter(i => !['done','duplicate'].includes(i.status));
+  items = items.filter(i => !['done'].includes(i.status));
   render();
   // also tell server to refresh album cache so a renamed album triggers a new one
   fetch('/api/album/reset', { method: 'POST' }).catch(()=>{});