path: root/server.mjs

import http from "node:http"
import { readFile, mkdir, writeFile, rm } from "node:fs/promises"
import { createReadStream, existsSync } from "node:fs"
import { extname, join, normalize } from "node:path"
import { execFile } from "node:child_process"
import { randomUUID } from "node:crypto"
import { promisify } from "node:util"
import mysql from "mysql2/promise"

const execFileAsync = promisify(execFile)

const DB = {
  host: process.env.DB_HOST || "127.0.0.1",
  port: Number(process.env.DB_PORT || 3306),
  user: process.env.DB_USER || "photoprism",
  password: process.env.DB_PASSWORD || "",
  database: process.env.DB_NAME || "photoprism",
  connectionLimit: 4,
}

const PORT = Number(process.env.PORT || 3100)
const PUBLIC = join(process.cwd(), "public")
const MIN_PATH = 3

const STAGING_ROOT = process.env.STAGING_ROOT || join(process.cwd(), "staging")
const PHOTOPRISM_BIN = process.env.PHOTOPRISM_BIN || "photoprism"
const PHOTOPRISM_USER = process.env.PHOTOPRISM_USER || "photoprism"
const PHOTOPRISM_HOME = process.env.PHOTOPRISM_HOME || "/srv/photoprism"
const ORIGINALS_PATH = process.env.PHOTOPRISM_ORIGINALS_PATH || "/srv/photoprism/originals"
const STORAGE_PATH = process.env.PHOTOPRISM_STORAGE_PATH || "/srv/photoprism/storage"
const MAX_UPLOAD_BYTES = Number(process.env.MAX_UPLOAD_BYTES || 1024 * 1024 * 1024)
const MAX_UPLOAD_FILES = Number(process.env.MAX_UPLOAD_FILES || 100)
const IMPORT_TIMEOUT_MS = Number(process.env.IMPORT_TIMEOUT_MS || 30 * 60 * 1000)

const pool = mysql.createPool(DB)

const THUMB_SIZE = "1280x1024_fit"
const BIG_SIZE = "1920x1200_fit"
const thumb = (hash, size = THUMB_SIZE) => {
  if (!hash) return null
  const s = hash.toString()
  return `/thumbs/${s[0]}/${s[1]}/${s[2]}/${s}_${size}.jpg`
}

let state = null

async function load() {
  const [photos] = await pool.query(
    `SELECT p.id, p.photo_title, p.photo_year, p.photo_month, p.photo_day,
            f.file_hash, f.file_width, f.file_height
       FROM photos p
       JOIN files f ON f.photo_id = p.id AND f.file_primary = 1 AND f.file_missing = 0
      WHERE p.deleted_at IS NULL
      ORDER BY p.taken_at_local, p.id`
  )

  const byId = new Map()
  const photoOrder = []
  for (const p of photos) {
    byId.set(p.id, {
      id: p.id,
      thumb: thumb(p.file_hash),
      full: thumb(p.file_hash, BIG_SIZE),
      title: p.photo_title || "",
      date: p.photo_year
        ? `${p.photo_year}-${String(p.photo_month || 1).padStart(2, "0")}-${String(p.photo_day || 1).padStart(2, "0")}`
        : "",
      w: p.file_width || 0,
      h: p.file_height || 0,
    })
    photoOrder.push(p.id)
  }
  const rank = new Map(photoOrder.map((id, i) => [id, i]))

  const paths = new Map()
  const photoPaths = new Map()

  function addRows(rows, type, label) {
    const grouped = new Map()
    for (const r of rows) {
      if (!byId.has(r.pid)) continue
      if (!grouped.has(r.k)) grouped.set(r.k, { key: `${type}:${r.k}`, type, label, name: r.name, ids: [] })
      grouped.get(r.k).ids.push(r.pid)
    }
    for (const g of grouped.values()) {
      g.ids.sort((a, b) => rank.get(a) - rank.get(b))
      g.count = g.ids.length
      paths.set(g.key, g)
      for (const pid of g.ids) {
        if (!photoPaths.has(pid)) photoPaths.set(pid, [])
        photoPaths.get(pid).push(g)
      }
    }
  }

  const [lab] = await pool.query(
    `SELECT pl.label_id AS k, l.label_name AS name, pl.photo_id AS pid
       FROM photos_labels pl JOIN labels l ON l.id = pl.label_id`)
  addRows(lab, "label", "Labels")

  const [kw] = await pool.query(
    `SELECT pk.keyword_id AS k, kw.keyword AS name, pk.photo_id AS pid
       FROM photos_keywords pk JOIN keywords kw ON kw.id = pk.keyword_id`)
  addRows(kw, "keyword", "Keywords")

  const [cam] = await pool.query(
    `SELECT p.camera_id AS k, CONCAT(c.camera_make, ' ', c.camera_model) AS name, p.id AS pid
       FROM photos p JOIN cameras c ON c.id = p.camera_id
      WHERE p.camera_id <> 1 AND p.camera_id IS NOT NULL`)
  addRows(cam, "camera", "Cameras")

  const [len] = await pool.query(
    `SELECT p.lens_id AS k, l.lens_model AS name, p.id AS pid
       FROM photos p JOIN lenses l ON l.id = p.lens_id
      WHERE p.lens_id <> 1 AND p.lens_id IS NOT NULL`)
  addRows(len, "lens", "Lenses")

  const facets = []
  for (const type of ["label", "keyword", "camera", "lens"]) {
    const list = Array.from(paths.values())
      .filter((g) => g.type === type && g.count >= MIN_PATH)
      .sort((a, b) => b.count - a.count || a.name.localeCompare(b.name))
    for (const g of list) facets.push({ type: g.type, label: g.label, name: g.name, count: g.count, ids: g.ids })
  }

  const library = { key: "library:all", type: "library", label: "Library", name: "library", ids: photoOrder, count: photoOrder.length }
  const DIRS = ["N", "E", "S", "W"]
  const exits = new Map()
  for (const pid of photoOrder) {
    const own = (photoPaths.get(pid) || [])
      .filter((p) => p.count >= 2)
      .sort((a, b) => b.count - a.count || a.name.localeCompare(b.name) || a.type.localeCompare(b.type))
    const chosen = own.slice(0, 4)
    while (chosen.length < 4) chosen.push(library)
    const used = new Map()
    const usedNext = new Set()
    const list = []
    for (let i = 0; i < 4; i++) {
      const p = chosen[i]
      const step = used.get(p.key) || 0
      used.set(p.key, step + 1)
      const idx = p.ids.indexOf(pid)
      const cyc = p.ids
      const start = (idx + 1 + step) % cyc.length
      const walk = []
      for (let k = 0; k < 60 && walk.length < cyc.length; k++) walk.push(cyc[(start + k) % cyc.length])
      let nextId = cyc[start]
      for (const wid of walk) {
        if (wid !== pid && !usedNext.has(wid)) { nextId = wid; break }
      }
      usedNext.add(nextId)
      const wi = walk.indexOf(nextId)
      const rot = wi > 0 ? walk.slice(wi).concat(walk.slice(0, wi)) : walk
      const li = library.ids.indexOf(pid)
      const ext = rot.slice()
      for (let k = 1; ext.length < 60 && k < library.ids.length; k++) {
        const wid = library.ids[(li + k) % library.ids.length]
        if (wid !== pid && !ext.includes(wid)) ext.push(wid)
      }
      list.push({
        dir: DIRS[i],
        path: { type: p.type, name: p.name, count: p.count },
        nextId,
        walk: ext,
      })
    }
    exits.set(pid, list)
  }

  return { builtAt: new Date().toISOString(), total: photoOrder.length, photos: Object.fromEntries(byId), facets, photoOrder, byId, exits }
}

async function refresh() {
  try {
    state = await load()
  } catch (err) {
    console.error("pathways: refresh failed:", err.message)
  }
}

const MIME = { ".html": "text/html; charset=utf-8", ".css": "text/css", ".js": "text/javascript", ".svg": "image/svg+xml", ".ico": "image/x-icon" }

function serveFile(res, path) {
  if (!existsSync(path)) {
    res.writeHead(404).end("not found")
    return
  }
  const type = MIME[extname(path)] || "application/octet-stream"
  const cache = path.endsWith(".html") ? "no-cache" : "max-age=300"
  res.writeHead(200, { "Content-Type": type, "Cache-Control": cache })
  createReadStream(path).pipe(res)
}

function json(res, code, data) {
  res.writeHead(code, { "Content-Type": "application/json; charset=utf-8", "Cache-Control": "no-store" })
  res.end(JSON.stringify(data))
}

const PNG_MAGIC = Buffer.from([0x89, 0x50, 0x4e, 0x47, 0x0d, 0x0a, 0x1a, 0x0a])

const SIGNATURES = [
  { ext: "jpg", accepts: /\.jpe?g$/i, test: (b) => b.length > 3 && b[0] === 0xff && b[1] === 0xd8 && b[2] === 0xff },
  { ext: "png", accepts: /\.png$/i, test: (b) => b.length > 8 && b.subarray(0, 8).equals(PNG_MAGIC) },
  {
    ext: "webp",
    accepts: /\.webp$/i,
    test: (b) => b.length > 12 && b.subarray(0, 4).toString("latin1") === "RIFF" && b.subarray(8, 12).toString("latin1") === "WEBP",
  },
]

function sniff(buf) {
  return SIGNATURES.find((s) => s.test(buf)) || null
}

function readBody(req, limit) {
  return new Promise((resolve, reject) => {
    const chunks = []
    let size = 0
    req.on("data", (c) => {
      size += c.length
      if (size > limit) {
        const err = new Error("payload too large")
        err.code = "TOO_LARGE"
        reject(err)
        req.destroy()
        return
      }
      chunks.push(c)
    })
    req.on("end", () => resolve(Buffer.concat(chunks)))
    req.on("error", reject)
  })
}

function parseMultipart(buf, boundary) {
  const parts = []
  const delim = Buffer.from(`--${boundary}`)
  const sep = Buffer.from("\r\n\r\n")
  let pos = buf.indexOf(delim)
  if (pos < 0) return parts
  pos += delim.length
  while (pos < buf.length) {
    if (buf[pos] === 0x2d && buf[pos + 1] === 0x2d) break
    if (buf[pos] === 0x0d && buf[pos + 1] === 0x0a) pos += 2
    const headEnd = buf.indexOf(sep, pos)
    if (headEnd < 0) break
    const headers = buf.subarray(pos, headEnd).toString("utf8")
    const bodyStart = headEnd + sep.length
    const next = buf.indexOf(delim, bodyStart)
    if (next < 0) break
    let bodyEnd = next
    if (buf[bodyEnd - 2] === 0x0d && buf[bodyEnd - 1] === 0x0a) bodyEnd -= 2
    parts.push({ headers, body: buf.subarray(bodyStart, bodyEnd) })
    pos = next + delim.length
  }
  return parts
}

function fileNameOf(headers) {
  const m = /filename\*?=(?:UTF-8''([^\r\n;]+)|"([^"]*)"|([^\r\n;]+))/i.exec(headers)
  if (!m) return null
  const raw = m[1] ? decodeURIComponent(m[1]) : (m[2] ?? m[3] ?? "")
  return raw.trim()
}

function safeName(raw, sig, taken) {
  const base = (raw.split(/[\\/]/).pop() || "").replace(/[^A-Za-z0-9._-]/g, "_").replace(/^\.+/, "").slice(0, 120)
  let name = base || "upload"
  if (!sig.accepts.test(name)) name += `.${sig.ext}`
  let out = name
  let n = 1
  while (taken.has(out)) {
    const dot = name.lastIndexOf(".")
    out = `${name.slice(0, dot)}-${n}${name.slice(dot)}`
    n++
  }
  taken.add(out)
  return out
}

function photoprismCopy(dir) {
  const env = {
    PHOTOPRISM_DATABASE_DRIVER: "mysql",
    PHOTOPRISM_DATABASE_SERVER: `${DB.host}:${DB.port}`,
    PHOTOPRISM_DATABASE_NAME: DB.database,
    PHOTOPRISM_DATABASE_USER: DB.user,
    PHOTOPRISM_DATABASE_PASSWORD: DB.password,
    PHOTOPRISM_ORIGINALS_PATH: ORIGINALS_PATH,
    PHOTOPRISM_STORAGE_PATH: STORAGE_PATH,
    PHOTOPRISM_READONLY: "false",
    PHOTOPRISM_DISABLE_TENSORFLOW: "true",
    PHOTOPRISM_DISABLE_CLASSIFICATION: "true",
    PHOTOPRISM_DISABLE_FACES: "true",
    PHOTOPRISM_LOG_LEVEL: "info",
  }
  const assignments = Object.entries(env).map(([k, v]) => `${k}=${v}`)
  const args = ["-n", "-u", PHOTOPRISM_USER, "env", ...assignments, PHOTOPRISM_BIN, "cp", dir]
  return execFileAsync("sudo", args, { cwd: PHOTOPRISM_HOME, timeout: IMPORT_TIMEOUT_MS, maxBuffer: 16 * 1024 * 1024 })
}

async function handleImport(req, res) {
  if (req.method !== "POST") return json(res, 405, { error: "method not allowed" })

  const ctype = req.headers["content-type"] || ""
  const bm = /boundary=(?:"([^"]+)"|([^;]+))/i.exec(ctype)
  if (!/^multipart\/form-data/i.test(ctype) || !bm) {
    return json(res, 400, { error: "expected multipart/form-data" })
  }

  let body
  try {
    body = await readBody(req, MAX_UPLOAD_BYTES)
  } catch (err) {
    if (err.code === "TOO_LARGE") return json(res, 413, { error: `upload exceeds ${MAX_UPLOAD_BYTES} bytes` })
    return json(res, 400, { error: "could not read upload" })
  }

  const taken = new Set()
  const files = []
  for (const part of parseMultipart(body, (bm[1] || bm[2]).trim())) {
    const raw = fileNameOf(part.headers)
    if (!raw || part.body.length === 0) continue
    const sig = sniff(part.body)
    if (!sig) return json(res, 415, { error: `unsupported file type: ${raw}` })
    if (files.length >= MAX_UPLOAD_FILES) return json(res, 413, { error: `too many files (max ${MAX_UPLOAD_FILES})` })
    files.push({ name: safeName(raw, sig, taken), data: part.body })
  }
  if (files.length === 0) return json(res, 400, { error: "no image files in request" })

  const batch = randomUUID()
  const dir = join(STAGING_ROOT, batch)
  try {
    await mkdir(dir, { recursive: true })
    for (const f of files) await writeFile(join(dir, f.name), f.data)
  } catch (err) {
    console.error("pathways: staging failed:", err.message)
    return json(res, 500, { error: "could not stage upload" })
  }

  try {
    const { stdout, stderr } = await photoprismCopy(dir)
    console.log(`pathways: imported ${files.length} file(s) via batch ${batch}`)
    if (stderr) console.error(`pathways: photoprism cp stderr: ${stderr.slice(-2000)}`)
    else if (stdout) console.log(`pathways: photoprism cp: ${stdout.slice(-2000)}`)
  } catch (err) {
    const detail = (err.stderr || err.stdout || err.message || "").slice(-2000)
    console.error(`pathways: import failed (batch ${batch} kept at ${dir}):`, detail)
    return json(res, 500, { error: "photoprism import failed", batch, detail })
  }

  await refresh()
  await rm(dir, { recursive: true, force: true }).catch(() => {})
  return json(res, 200, { ok: true, imported: files.length, batch })
}

const server = http.createServer(async (req, res) => {
  const url = new URL(req.url, `http://${req.headers.host || "localhost"}`)
  const path = url.pathname

  try {
    if (path === "/api/paths") {
      if (!state) await refresh()
      return json(res, 200, { builtAt: state.builtAt, photos: state.photos, facets: state.facets })
    }
    if (path === "/api/random") {
      if (!state) await refresh()
      const id = state.photoOrder[Math.floor(Math.random() * state.photoOrder.length)]
      return json(res, 200, { photo: state.byId.get(id) })
    }
    const exitMatch = path.match(/^\/api\/exits\/(\d+)$/)
    if (exitMatch) {
      if (!state) await refresh()
      const id = Number(exitMatch[1])
      const e = state.exits.get(id)
      if (!e) return json(res, 404, { error: "not found" })
      const photos = {}
      for (const x of e) for (const wid of x.walk) {
        const ph = state.byId.get(wid)
        if (ph) photos[wid] = ph
      }
      return json(res, 200, {
        photo: state.byId.get(id),
        exits: e.map((x) => ({ dir: x.dir, path: x.path, next: state.byId.get(x.nextId), walk: x.walk })),
        photos,
      })
    }
    if (path === "/api/import") return await handleImport(req, res)
    if (path === "/api/health") return json(res, 200, { ok: true })

    if (path === "/" || path === "") {
      return serveFile(res, join(PUBLIC, "index.html"))
    }
    const safe = normalize(path).replace(/^(\.\.[/\\])+/, "")
    const file = join(PUBLIC, safe)
    if (file.startsWith(PUBLIC)) return serveFile(res, file)

    res.writeHead(404).end("not found")
  } catch (err) {
    console.error("pathways:", err)
    json(res, 500, { error: "internal error" })
  }
})

server.requestTimeout = 0
server.headersTimeout = 65_000
server.keepAliveTimeout = 65_000

server.listen(PORT, "127.0.0.1", () => {
  console.log(`pathways listening on 127.0.0.1:${PORT}`)
  mkdir(STAGING_ROOT, { recursive: true }).catch((err) => console.error("pathways: staging dir:", err.message))
  refresh()
})
setInterval(refresh, 30 * 60 * 1000).unref()