mirror of
https://github.com/kmc7468/arkvault.git
synced 2026-11-04 00:00:28 +09:00
Compare commits
111
Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
48bf9c1165 | ||
|
|
d986493431 | ||
|
|
75e8ed6c77 | ||
|
|
73b2d29b2c | ||
|
|
5b8621e524 | ||
|
|
9119c21881 | ||
|
|
bb0328b39e | ||
|
|
306fcb2420 | ||
|
|
225ad3515f | ||
|
|
06fdfcc447 | ||
|
|
3e52fa7a7c | ||
|
|
877cf9c42e | ||
|
|
4e82c5e556 | ||
|
|
2ce73aa331 | ||
|
|
aee87fd9b6 | ||
|
|
6a6aa1765b | ||
|
|
ed732be999 | ||
|
|
67989f4741 | ||
|
|
35f3e92b5a | ||
|
|
b35585c7bb | ||
|
|
7f68f6d580 | ||
|
|
c2874035ba | ||
|
|
3c1e98c872 | ||
|
|
9635d2a51b | ||
|
|
3b0cfd5a92 | ||
|
|
2f6d35c335 | ||
|
|
72babc532f | ||
|
|
63163d6279 | ||
|
|
4797ccfd23 | ||
|
|
14693160b8 | ||
|
|
bcb57bb12d | ||
|
|
ff6ea3a0b9 | ||
|
|
420e30f677 | ||
|
|
befa535526 | ||
|
|
d8e18fb1d3 | ||
|
|
cb5105a355 | ||
|
|
fe83a71a1f | ||
|
|
ebcdbd2d83 | ||
|
|
b3e3671c09 | ||
|
|
37bd6a9315 | ||
|
|
96d5397cb5 | ||
|
|
b952bfae86 | ||
|
|
4cdf2b342f | ||
|
|
a4912c8952 | ||
|
|
00b9858db7 | ||
|
|
c778a4fb9e | ||
|
|
e7dc96bb47 | ||
|
|
b636d75ea0 | ||
|
|
27e90ef4d7 | ||
|
|
594c3654c9 | ||
|
|
614d0e74b4 | ||
|
|
efc2b08b1f | ||
|
|
80368c3a29 | ||
|
|
83369f83e3 | ||
|
|
2801eed556 | ||
|
|
57c27b76be | ||
|
|
3628e6d21a | ||
|
|
1efcdd68f1 | ||
|
|
0c295a2ffa | ||
|
|
4b783a36e9 | ||
|
|
b9e6f17b0c | ||
|
|
5d130204a6 | ||
|
|
4997b1f38c | ||
|
|
1d3704bfad | ||
|
|
ae1d34fc6b | ||
|
|
f10a0a2da3 | ||
|
|
0eb1d29259 | ||
|
|
cf0f8fe0b9 | ||
|
|
30c56e0926 | ||
|
|
83d595636b | ||
|
|
008c8ad6ba | ||
|
|
5729af380d | ||
|
|
c0e71993e9 | ||
|
|
280d46b48d | ||
|
|
d1f9018213 | ||
|
|
2e3cd4f8a2 | ||
|
|
d98be331ad | ||
|
|
841c57e8fc | ||
|
|
182ec18a2b | ||
|
|
7b666cf692 | ||
|
|
26323c2d4d | ||
|
|
e4413ddbf6 | ||
|
|
b5522a4c6d | ||
|
|
1e57941f4c | ||
|
|
409ae09f4f | ||
|
|
cdb652cacf | ||
|
|
15b6a53710 | ||
|
|
174305ca1b | ||
|
|
0d13d3baef | ||
|
|
576d41da7f | ||
|
|
9eb67d5877 | ||
|
|
a9da8435cb | ||
|
|
3e98e3d591 | ||
|
|
27a46bcc2e | ||
|
|
a1f30ee154 | ||
|
|
6d02178c69 | ||
|
|
ed21a9cd31 | ||
|
|
b7a7536461 | ||
|
|
3eb7411438 | ||
|
|
c9d4b10356 | ||
|
|
d94d14cf83 | ||
|
|
3fc29cf8db | ||
|
|
b92b4a0b1b | ||
|
|
6d95059450 | ||
|
|
a08ddf2c09 | ||
|
|
208252f6b2 | ||
|
|
aa4a1a74ea | ||
|
|
640e12d2c3 | ||
|
|
7779910949 | ||
|
|
328baba395 | ||
|
|
4e91cdad95 |
No files matched your search
@@ -30,3 +30,6 @@ Thumbs.db
|
|||||||
# Vite
|
# Vite
|
||||||
vite.config.js.timestamp-*
|
vite.config.js.timestamp-*
|
||||||
vite.config.ts.timestamp-*
|
vite.config.ts.timestamp-*
|
||||||
|
|
||||||
|
# E2E tests
|
||||||
|
/test/e2e/results
|
||||||
@@ -0,0 +1,45 @@
|
|||||||
|
name: Docker Image Build
|
||||||
|
|
||||||
|
on:
|
||||||
|
release:
|
||||||
|
types: [published]
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build-and-push:
|
||||||
|
runs-on: ubuntu-latest
|
||||||
|
permissions:
|
||||||
|
contents: read
|
||||||
|
packages: write
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- name: Checkout repository
|
||||||
|
uses: actions/checkout@v6
|
||||||
|
|
||||||
|
- name: Set up Docker Buildx
|
||||||
|
uses: docker/setup-buildx-action@v3
|
||||||
|
|
||||||
|
- name: Login to GHCR
|
||||||
|
uses: docker/login-action@v3
|
||||||
|
with:
|
||||||
|
registry: ghcr.io
|
||||||
|
username: ${{ github.actor }}
|
||||||
|
password: ${{ secrets.GITHUB_TOKEN }}
|
||||||
|
|
||||||
|
- name: Extract Docker metadata
|
||||||
|
uses: docker/metadata-action@v5
|
||||||
|
id: meta
|
||||||
|
with:
|
||||||
|
images: ghcr.io/${{ github.repository }}
|
||||||
|
tags: |
|
||||||
|
type=semver,pattern={{version}}
|
||||||
|
type=raw,value=latest
|
||||||
|
type=sha
|
||||||
|
|
||||||
|
- name: Build and push Docker image
|
||||||
|
uses: docker/build-push-action@v6
|
||||||
|
with:
|
||||||
|
context: .
|
||||||
|
push: true
|
||||||
|
tags: ${{ steps.meta.outputs.tags }}
|
||||||
|
cache-from: type=gha
|
||||||
|
cache-to: type=gha,mode=max
|
||||||
@@ -28,3 +28,6 @@ Thumbs.db
|
|||||||
# Vite
|
# Vite
|
||||||
vite.config.js.timestamp-*
|
vite.config.js.timestamp-*
|
||||||
vite.config.ts.timestamp-*
|
vite.config.ts.timestamp-*
|
||||||
|
|
||||||
|
# E2E tests
|
||||||
|
/test/e2e/results
|
||||||
@@ -1,6 +1,7 @@
|
|||||||
{
|
{
|
||||||
"printWidth": 100,
|
"printWidth": 100,
|
||||||
"plugins": ["prettier-plugin-svelte", "prettier-plugin-tailwindcss"],
|
"plugins": ["prettier-plugin-svelte", "prettier-plugin-tailwindcss"],
|
||||||
|
"tailwindStylesheet": "./src/app.css",
|
||||||
"overrides": [
|
"overrides": [
|
||||||
{
|
{
|
||||||
"files": "*.svelte",
|
"files": "*.svelte",
|
||||||
|
|||||||
+3
-7
@@ -2,12 +2,8 @@
|
|||||||
FROM node:22-alpine AS base
|
FROM node:22-alpine AS base
|
||||||
WORKDIR /app
|
WORKDIR /app
|
||||||
|
|
||||||
RUN apk add --no-cache bash curl && \
|
RUN npm install -g pnpm@12
|
||||||
curl -o /usr/local/bin/wait-for-it https://raw.githubusercontent.com/vishnubob/wait-for-it/master/wait-for-it.sh && \
|
COPY pnpm-lock.yaml pnpm-workspace.yaml ./
|
||||||
chmod +x /usr/local/bin/wait-for-it
|
|
||||||
|
|
||||||
RUN npm install -g pnpm@9
|
|
||||||
COPY pnpm-lock.yaml .
|
|
||||||
|
|
||||||
# Build Stage
|
# Build Stage
|
||||||
FROM base AS build
|
FROM base AS build
|
||||||
@@ -29,4 +25,4 @@ COPY --from=build /app/build ./build
|
|||||||
|
|
||||||
EXPOSE 3000
|
EXPOSE 3000
|
||||||
ENV BODY_SIZE_LIMIT=Infinity
|
ENV BODY_SIZE_LIMIT=Infinity
|
||||||
CMD ["bash", "-c", "wait-for-it ${DATABASE_HOST:-localhost}:${DATABASE_PORT:-5432} -- node ./build/index.js"]
|
CMD ["node", "./build/index.js"]
|
||||||
+7
-1
@@ -3,7 +3,8 @@ services:
|
|||||||
build: .
|
build: .
|
||||||
restart: unless-stopped
|
restart: unless-stopped
|
||||||
depends_on:
|
depends_on:
|
||||||
- database
|
database:
|
||||||
|
condition: service_healthy
|
||||||
user: ${CONTAINER_UID:-0}:${CONTAINER_GID:-0}
|
user: ${CONTAINER_UID:-0}:${CONTAINER_GID:-0}
|
||||||
volumes:
|
volumes:
|
||||||
- ./data/library:/app/data/library
|
- ./data/library:/app/data/library
|
||||||
@@ -35,3 +36,8 @@ services:
|
|||||||
environment:
|
environment:
|
||||||
- POSTGRES_USER=arkvault
|
- POSTGRES_USER=arkvault
|
||||||
- POSTGRES_PASSWORD=${DATABASE_PASSWORD:?}
|
- POSTGRES_PASSWORD=${DATABASE_PASSWORD:?}
|
||||||
|
healthcheck:
|
||||||
|
test: ["CMD-SHELL", "pg_isready -U $${POSTGRES_USER}"]
|
||||||
|
interval: 5s
|
||||||
|
timeout: 5s
|
||||||
|
retries: 5
|
||||||
+50
-9
@@ -1,21 +1,40 @@
|
|||||||
import prettier from "eslint-config-prettier";
|
|
||||||
import js from "@eslint/js";
|
|
||||||
import { includeIgnoreFile } from "@eslint/compat";
|
import { includeIgnoreFile } from "@eslint/compat";
|
||||||
|
import js from "@eslint/js";
|
||||||
|
import { loadConfig } from "@sveltejs/load-config";
|
||||||
|
import { defineConfig } from "eslint/config";
|
||||||
|
import prettier from "eslint-config-prettier";
|
||||||
import svelte from "eslint-plugin-svelte";
|
import svelte from "eslint-plugin-svelte";
|
||||||
import tailwind from "eslint-plugin-tailwindcss";
|
import tailwind from "eslint-plugin-tailwindcss";
|
||||||
import globals from "globals";
|
import globals from "globals";
|
||||||
import { fileURLToPath } from "node:url";
|
|
||||||
import ts from "typescript-eslint";
|
import ts from "typescript-eslint";
|
||||||
|
import { fileURLToPath } from "url";
|
||||||
|
|
||||||
|
const svelteConfig = (await loadConfig("./", { traverse: false }))?.config;
|
||||||
|
|
||||||
const gitignorePath = fileURLToPath(new URL("./.gitignore", import.meta.url));
|
const gitignorePath = fileURLToPath(new URL("./.gitignore", import.meta.url));
|
||||||
|
|
||||||
export default ts.config(
|
// Restricts the direction of dependencies between modules
|
||||||
|
const defineImportBoundaries = (boundaries) =>
|
||||||
|
Object.entries(boundaries).map(([files, regex]) => ({
|
||||||
|
files: [files],
|
||||||
|
rules: {
|
||||||
|
"no-restricted-imports": [
|
||||||
|
"error",
|
||||||
|
{
|
||||||
|
patterns: [{ regex, message: "Violates the dependency direction between modules." }],
|
||||||
|
},
|
||||||
|
],
|
||||||
|
},
|
||||||
|
}));
|
||||||
|
|
||||||
|
export default defineConfig(
|
||||||
includeIgnoreFile(gitignorePath),
|
includeIgnoreFile(gitignorePath),
|
||||||
js.configs.recommended,
|
js.configs.recommended,
|
||||||
...ts.configs.recommended,
|
...ts.configs.recommended,
|
||||||
...svelte.configs["flat/recommended"],
|
...svelte.configs.recommended,
|
||||||
...tailwind.configs["flat/recommended"],
|
tailwind.configs.recommended,
|
||||||
prettier,
|
prettier,
|
||||||
...svelte.configs["flat/prettier"],
|
...svelte.configs.prettier,
|
||||||
{
|
{
|
||||||
languageOptions: {
|
languageOptions: {
|
||||||
globals: {
|
globals: {
|
||||||
@@ -23,13 +42,35 @@ export default ts.config(
|
|||||||
...globals.node,
|
...globals.node,
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
|
settings: {
|
||||||
|
tailwindcss: {
|
||||||
|
cssConfigPath: "./src/app.css",
|
||||||
|
},
|
||||||
|
},
|
||||||
|
rules: {
|
||||||
|
"no-undef": "off",
|
||||||
|
},
|
||||||
},
|
},
|
||||||
|
...defineImportBoundaries({
|
||||||
|
// Pure code shared by the server, the client, and the service worker
|
||||||
|
"src/lib/shared/**": "^(#lib/(?!shared/)|#trpc/|#workers/|\\$app/|svelte($|/))",
|
||||||
|
"src/lib/server/**": "^(#lib/(client|features|ui)/|#trpc/)",
|
||||||
|
// Infrastructure of the browser
|
||||||
|
"src/lib/client/**": "^#lib/(server|features|ui)/",
|
||||||
|
// Domain-agnostic components
|
||||||
|
"src/lib/ui/**": "^(#lib/(server|client|features)/|#trpc/)",
|
||||||
|
"src/lib/features/**": "^#lib/server/",
|
||||||
|
"src/service-worker/**":
|
||||||
|
"^(#lib/(?!shared/|client/storage/|client/cache/file-cache\\.ts$)|#trpc/|#workers/)",
|
||||||
|
}),
|
||||||
{
|
{
|
||||||
files: ["**/*.svelte"],
|
files: ["**/*.svelte", "**/*.svelte.ts", "**/*.svelte.js"],
|
||||||
|
|
||||||
languageOptions: {
|
languageOptions: {
|
||||||
parserOptions: {
|
parserOptions: {
|
||||||
|
projectService: true,
|
||||||
|
extraFileExtensions: [".svelte"],
|
||||||
parser: ts.parser,
|
parser: ts.parser,
|
||||||
|
svelteConfig,
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
|
|||||||
+11
-11
@@ -1,17 +1,17 @@
|
|||||||
import { defineConfig } from "kysely-ctl";
|
import { defineConfig } from "kysely-ctl";
|
||||||
import { Pool } from "pg";
|
import { createDialect } from "./src/lib/server/db/dialect.ts";
|
||||||
|
|
||||||
|
// Empty values (e.g. `DATABASE_HOST=` in .env) are treated as unset, as in src/env.ts
|
||||||
|
const optional = (name: string) => process.env[name] || undefined;
|
||||||
|
|
||||||
export default defineConfig({
|
export default defineConfig({
|
||||||
dialect: "pg",
|
dialect: createDialect({
|
||||||
dialectConfig: {
|
host: optional("DATABASE_HOST"),
|
||||||
pool: new Pool({
|
port: optional("DATABASE_PORT") ? Number(optional("DATABASE_PORT")) : undefined,
|
||||||
host: process.env.DATABASE_HOST,
|
user: optional("DATABASE_USER"),
|
||||||
port: process.env.DATABASE_PORT ? parseInt(process.env.DATABASE_PORT) : undefined,
|
password: optional("DATABASE_PASSWORD"),
|
||||||
user: process.env.DATABASE_USER,
|
name: optional("DATABASE_NAME"),
|
||||||
password: process.env.DATABASE_PASSWORD,
|
}),
|
||||||
database: process.env.DATABASE_NAME,
|
|
||||||
}),
|
|
||||||
},
|
|
||||||
migrations: {
|
migrations: {
|
||||||
migrationFolder: "./src/lib/server/db/migrations",
|
migrationFolder: "./src/lib/server/db/migrations",
|
||||||
},
|
},
|
||||||
|
|||||||
+58
-40
@@ -1,68 +1,86 @@
|
|||||||
{
|
{
|
||||||
"name": "arkvault",
|
"name": "arkvault",
|
||||||
"private": true,
|
"private": true,
|
||||||
"version": "0.5.1",
|
"version": "0.9.1",
|
||||||
"type": "module",
|
"type": "module",
|
||||||
"scripts": {
|
"scripts": {
|
||||||
"dev": "vite dev",
|
"dev": "vite dev",
|
||||||
|
"dev:remote": "__VITE_ADDITIONAL_SERVER_ALLOWED_HOSTS=.ts.net vite dev --host 0.0.0.0",
|
||||||
"build": "vite build",
|
"build": "vite build",
|
||||||
"preview": "vite preview",
|
"preview": "vite preview",
|
||||||
"check": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json",
|
"check": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json && tsc --noEmit --project ./src/service-worker",
|
||||||
"check:watch": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json --watch",
|
"check:watch": "svelte-kit sync && svelte-check --tsconfig ./tsconfig.json --watch",
|
||||||
"format": "prettier --write .",
|
"format": "prettier --write .",
|
||||||
"lint": "prettier --check . && eslint .",
|
"lint": "prettier --check . && eslint .",
|
||||||
|
"test": "vitest run",
|
||||||
|
"test:watch": "vitest",
|
||||||
|
"test:e2e": "bash test/e2e/run.sh",
|
||||||
"db:up": "docker compose -f docker-compose.dev.yaml -p arkvault-dev up -d",
|
"db:up": "docker compose -f docker-compose.dev.yaml -p arkvault-dev up -d",
|
||||||
"db:down": "docker compose -f docker-compose.dev.yaml -p arkvault-dev down",
|
"db:down": "docker compose -f docker-compose.dev.yaml -p arkvault-dev down",
|
||||||
"db:migrate": "kysely migrate"
|
"db:migrate": "kysely migrate"
|
||||||
},
|
},
|
||||||
"devDependencies": {
|
"devDependencies": {
|
||||||
"@eslint/compat": "^1.3.1",
|
"@eslint/compat": "^2.1.1",
|
||||||
"@iconify-json/material-symbols": "^1.2.29",
|
"@eslint/js": "^10.0.1",
|
||||||
"@sveltejs/adapter-node": "^5.2.13",
|
"@iconify-json/material-symbols": "^1.2.95",
|
||||||
"@sveltejs/kit": "^2.22.5",
|
"@noble/hashes": "^2.4.0",
|
||||||
"@sveltejs/vite-plugin-svelte": "^4.0.4",
|
"@playwright/test": "1.64.0",
|
||||||
|
"@sveltejs/adapter-node": "^6.0.0",
|
||||||
|
"@sveltejs/kit": "^3.0.1",
|
||||||
|
"@sveltejs/load-config": "^0.2.2",
|
||||||
|
"@sveltejs/vite-plugin-svelte": "^7.3.1",
|
||||||
|
"@tailwindcss/vite": "^4.3.3",
|
||||||
|
"@tanstack/svelte-virtual": "^3.13.40",
|
||||||
|
"@testcontainers/postgresql": "^12.2.0",
|
||||||
|
"@trpc/client": "^11.19.0",
|
||||||
"@types/file-saver": "^2.0.7",
|
"@types/file-saver": "^2.0.7",
|
||||||
"@types/ms": "^0.7.34",
|
"@types/ms": "^2.1.0",
|
||||||
"@types/node-schedule": "^2.1.8",
|
"@types/node-schedule": "^2.1.8",
|
||||||
"@types/pg": "^8.15.4",
|
"@types/pg": "^8.23.1",
|
||||||
"autoprefixer": "^10.4.21",
|
"axios": "^1.20.0",
|
||||||
"axios": "^1.10.0",
|
"dexie": "^4.4.6",
|
||||||
"dexie": "^4.0.11",
|
"es-hangul": "^2.4.0",
|
||||||
"eslint": "^9.30.1",
|
"eslint": "^10.12.0",
|
||||||
"eslint-config-prettier": "^10.1.5",
|
"eslint-config-prettier": "^10.1.8",
|
||||||
"eslint-plugin-svelte": "^3.10.1",
|
"eslint-plugin-svelte": "^3.23.1",
|
||||||
"eslint-plugin-tailwindcss": "^3.18.0",
|
"eslint-plugin-tailwindcss": "^4.4.0",
|
||||||
"exifreader": "^4.31.1",
|
"exifreader": "^4.48.0",
|
||||||
"file-saver": "^2.0.5",
|
"file-saver": "^2.0.5",
|
||||||
"globals": "^16.3.0",
|
"globals": "^17.13.0",
|
||||||
"heic2any": "^0.0.4",
|
"heic2any": "^0.0.4",
|
||||||
"kysely-ctl": "^0.13.1",
|
"kysely-ctl": "^0.21.0",
|
||||||
"lru-cache": "^11.1.0",
|
"lru-cache": "^11.5.3",
|
||||||
"mime": "^4.0.7",
|
"mime": "^4.1.0",
|
||||||
"p-limit": "^6.2.0",
|
"p-limit": "^7.3.3",
|
||||||
"prettier": "^3.6.2",
|
"prettier": "^3.9.10",
|
||||||
"prettier-plugin-svelte": "^3.4.0",
|
"prettier-plugin-svelte": "^4.1.1",
|
||||||
"prettier-plugin-tailwindcss": "^0.6.14",
|
"prettier-plugin-tailwindcss": "^0.8.1",
|
||||||
"svelte": "^5.35.6",
|
"svelte": "^5.57.2",
|
||||||
"svelte-check": "^4.2.2",
|
"svelte-check": "^4.7.6",
|
||||||
"tailwindcss": "^3.4.17",
|
"tailwindcss": "^4.3.3",
|
||||||
"typescript": "^5.8.3",
|
"typescript": "^6.0.3",
|
||||||
"typescript-eslint": "^8.36.0",
|
"typescript-eslint": "^8.71.1",
|
||||||
"unplugin-icons": "^22.1.0",
|
"unplugin-icons": "^24.0.0",
|
||||||
"vite": "^5.4.19"
|
"vite": "^8.3.4",
|
||||||
|
"vitest": "^5.0.3"
|
||||||
},
|
},
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"@fastify/busboy": "^3.1.1",
|
"@trpc/server": "^11.19.0",
|
||||||
"argon2": "^0.43.0",
|
"argon2": "^0.45.1",
|
||||||
"kysely": "^0.28.2",
|
"kysely": "^0.29.6",
|
||||||
"ms": "^2.1.3",
|
"ms": "^2.1.3",
|
||||||
"node-schedule": "^2.1.1",
|
"node-schedule": "^2.1.1",
|
||||||
"pg": "^8.16.3",
|
"pg": "^8.23.1",
|
||||||
"uuid": "^11.1.0",
|
"superjson": "^2.2.6",
|
||||||
"zod": "^3.25.76"
|
"zod": "^4.6.5"
|
||||||
},
|
},
|
||||||
"engines": {
|
"engines": {
|
||||||
"node": "^22.0.0",
|
"node": "^22.17.0",
|
||||||
"pnpm": "^9.0.0"
|
"pnpm": "^12.0.0"
|
||||||
|
},
|
||||||
|
"imports": {
|
||||||
|
"#lib/*": "./src/lib/*",
|
||||||
|
"#trpc/*": "./src/trpc/*",
|
||||||
|
"#workers/*": "./src/workers/*"
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
Generated
+3065
-1888
File diff suppressed because it is too large.
Load diff
@@ -0,0 +1,6 @@
|
|||||||
|
allowBuilds:
|
||||||
|
argon2: true
|
||||||
|
cpu-features: false
|
||||||
|
exifreader: false
|
||||||
|
protobufjs: false
|
||||||
|
ssh2: false
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
export default {
|
|
||||||
plugins: {
|
|
||||||
tailwindcss: {},
|
|
||||||
autoprefixer: {},
|
|
||||||
},
|
|
||||||
};
|
|
||||||
+48
-3
@@ -1,3 +1,48 @@
|
|||||||
@import "tailwindcss/base";
|
@import "tailwindcss";
|
||||||
@import "tailwindcss/components";
|
|
||||||
@import "tailwindcss/utilities";
|
@theme {
|
||||||
|
--color-primary-100: #ffe3e3;
|
||||||
|
--color-primary-200: #ffc9c9;
|
||||||
|
--color-primary-300: #ffa8a8;
|
||||||
|
--color-primary-400: #ff8787;
|
||||||
|
--color-primary-500: #ff6b6b;
|
||||||
|
--color-primary-600: #fa5252;
|
||||||
|
--color-primary-700: #f03e3e;
|
||||||
|
--color-primary-800: #e03131;
|
||||||
|
--color-primary-900: #c92a2a;
|
||||||
|
--color-primary-000: #fff5f5;
|
||||||
|
|
||||||
|
--color-gray-100: #f1f3f5;
|
||||||
|
--color-gray-200: #e9ecef;
|
||||||
|
--color-gray-300: #dee2e6;
|
||||||
|
--color-gray-400: #ced4da;
|
||||||
|
--color-gray-500: #adb5bd;
|
||||||
|
--color-gray-600: #868e96;
|
||||||
|
--color-gray-700: #495057;
|
||||||
|
--color-gray-800: #343a40;
|
||||||
|
--color-gray-900: #212529;
|
||||||
|
--color-gray-000: #f8f9fa;
|
||||||
|
|
||||||
|
--font-sans:
|
||||||
|
"Pretendard Variable", Pretendard, -apple-system, BlinkMacSystemFont, system-ui, Roboto,
|
||||||
|
"Helvetica Neue", "Segoe UI", "Apple SD Gothic Neo", "Noto Sans KR", "Malgun Gothic",
|
||||||
|
"Apple Color Emoji", "Segoe UI Emoji", "Segoe UI Symbol", sans-serif;
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
The default border color has changed to `currentcolor` in Tailwind CSS v4,
|
||||||
|
so we've added these compatibility styles to make sure everything still
|
||||||
|
looks the same as it did with Tailwind CSS v3.
|
||||||
|
|
||||||
|
If we ever want to remove these styles, we need to add an explicit border
|
||||||
|
color utility to any element that depends on these defaults.
|
||||||
|
*/
|
||||||
|
@layer base {
|
||||||
|
*,
|
||||||
|
::after,
|
||||||
|
::before,
|
||||||
|
::backdrop,
|
||||||
|
::file-selector-button {
|
||||||
|
border-color: var(--color-gray-200, currentcolor);
|
||||||
|
}
|
||||||
|
}
|
||||||
+45
@@ -0,0 +1,45 @@
|
|||||||
|
import { building } from "$app/env";
|
||||||
|
import { defineEnvVars } from "@sveltejs/kit/env";
|
||||||
|
import ms, { type StringValue } from "ms";
|
||||||
|
|
||||||
|
// Empty values (e.g. `LIBRARY_PATH=` in .env) are treated as unset
|
||||||
|
|
||||||
|
const required = (value: string | undefined) => {
|
||||||
|
if (!value && !building) throw new Error("Required environment variable not set");
|
||||||
|
return value ?? "";
|
||||||
|
};
|
||||||
|
|
||||||
|
const optional = (value: string | undefined) => value || undefined;
|
||||||
|
|
||||||
|
const withDefault = (defaultValue: string) => (value: string | undefined) => value || defaultValue;
|
||||||
|
|
||||||
|
const duration = (defaultValue: StringValue) => (value: string | undefined) => {
|
||||||
|
const result = ms((value || defaultValue) as StringValue);
|
||||||
|
if (!Number.isFinite(result)) throw new Error(`Invalid duration: ${value}`);
|
||||||
|
return result;
|
||||||
|
};
|
||||||
|
|
||||||
|
export const variables = defineEnvVars({
|
||||||
|
NODE_ENV: { schema: withDefault("development") },
|
||||||
|
|
||||||
|
DATABASE_HOST: { schema: optional },
|
||||||
|
DATABASE_PORT: {
|
||||||
|
schema: (value) => {
|
||||||
|
if (!value) return undefined;
|
||||||
|
const port = Number(value);
|
||||||
|
if (!Number.isInteger(port)) throw new Error(`Invalid port: ${value}`);
|
||||||
|
return port;
|
||||||
|
},
|
||||||
|
},
|
||||||
|
DATABASE_USER: { schema: optional },
|
||||||
|
DATABASE_PASSWORD: { schema: required },
|
||||||
|
DATABASE_NAME: { schema: optional },
|
||||||
|
|
||||||
|
SESSION_SECRET: { schema: required },
|
||||||
|
SESSION_EXPIRES: { schema: duration("14d") },
|
||||||
|
USER_CLIENT_CHALLENGE_EXPIRES: { schema: duration("5m") },
|
||||||
|
SESSION_UPGRADE_CHALLENGE_EXPIRES: { schema: duration("5m") },
|
||||||
|
|
||||||
|
LIBRARY_PATH: { schema: withDefault("library") },
|
||||||
|
THUMBNAILS_PATH: { schema: withDefault("thumbnails") },
|
||||||
|
});
|
||||||
+9
-39
@@ -1,8 +1,8 @@
|
|||||||
import type { ClientInit } from "@sveltejs/kit";
|
import type { ClientInit } from "@sveltejs/kit/hooks";
|
||||||
import { cleanupDanglingInfos, getClientKey, getMasterKeys, getHmacSecrets } from "$lib/indexedDB";
|
import { cleanupFileCaches } from "#lib/client/cache/index.ts";
|
||||||
import { prepareFileCache } from "$lib/modules/file";
|
import { keyring } from "#lib/client/keys/index.ts";
|
||||||
import { prepareOpfs } from "$lib/modules/opfs";
|
import { listenForServiceWorkerMessages } from "#lib/client/service-worker.ts";
|
||||||
import { clientKeyStore, masterKeyStore, hmacSecretStore } from "$lib/stores";
|
import { cleanupDanglingInfos } from "#lib/client/storage/indexed-db/index.ts";
|
||||||
|
|
||||||
const requestPersistentStorage = async () => {
|
const requestPersistentStorage = async () => {
|
||||||
const isPersistent = await navigator.storage.persist();
|
const isPersistent = await navigator.storage.persist();
|
||||||
@@ -13,41 +13,11 @@ const requestPersistentStorage = async () => {
|
|||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
const prepareClientKeyStore = async () => {
|
|
||||||
const [encryptKey, decryptKey, signKey, verifyKey] = await Promise.all([
|
|
||||||
getClientKey("encrypt"),
|
|
||||||
getClientKey("decrypt"),
|
|
||||||
getClientKey("sign"),
|
|
||||||
getClientKey("verify"),
|
|
||||||
]);
|
|
||||||
if (encryptKey && decryptKey && signKey && verifyKey) {
|
|
||||||
clientKeyStore.set({ encryptKey, decryptKey, signKey, verifyKey });
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
const prepareMasterKeyStore = async () => {
|
|
||||||
const masterKeys = await getMasterKeys();
|
|
||||||
if (masterKeys.length > 0) {
|
|
||||||
masterKeyStore.set(new Map(masterKeys.map((masterKey) => [masterKey.version, masterKey])));
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
const prepareHmacSecretStore = async () => {
|
|
||||||
const hmacSecrets = await getHmacSecrets();
|
|
||||||
if (hmacSecrets.length > 0) {
|
|
||||||
hmacSecretStore.set(new Map(hmacSecrets.map((hmacSecret) => [hmacSecret.version, hmacSecret])));
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
export const init: ClientInit = async () => {
|
export const init: ClientInit = async () => {
|
||||||
await Promise.all([
|
listenForServiceWorkerMessages();
|
||||||
requestPersistentStorage(),
|
|
||||||
prepareFileCache(),
|
await Promise.all([requestPersistentStorage(), keyring.load()]);
|
||||||
prepareClientKeyStore(),
|
|
||||||
prepareMasterKeyStore(),
|
|
||||||
prepareHmacSecretStore(),
|
|
||||||
prepareOpfs(),
|
|
||||||
]);
|
|
||||||
|
|
||||||
cleanupDanglingInfos(); // Intended
|
cleanupDanglingInfos(); // Intended
|
||||||
|
cleanupFileCaches().catch(console.error);
|
||||||
};
|
};
|
||||||
+20
-12
@@ -1,22 +1,30 @@
|
|||||||
import type { ServerInit } from "@sveltejs/kit";
|
import { sequence, type ServerInit } from "@sveltejs/kit/hooks";
|
||||||
import { sequence } from "@sveltejs/kit/hooks";
|
|
||||||
import schedule from "node-schedule";
|
import schedule from "node-schedule";
|
||||||
import { cleanupExpiredUserClientChallenges } from "$lib/server/db/client";
|
import { migrateDB } from "#lib/server/db/kysely.ts";
|
||||||
import { migrateDB } from "$lib/server/db/kysely";
|
import { authenticate, setAgentInfo } from "#lib/server/middlewares/index.ts";
|
||||||
import {
|
import {
|
||||||
cleanupExpiredSessions,
|
AuthService,
|
||||||
cleanupExpiredSessionUpgradeChallenges,
|
ClientService,
|
||||||
} from "$lib/server/db/session";
|
FileDeletionService,
|
||||||
import { authenticate, setAgentInfo } from "$lib/server/middlewares";
|
UploadService,
|
||||||
|
} from "#lib/server/services/index.ts";
|
||||||
|
|
||||||
export const init: ServerInit = async () => {
|
export const init: ServerInit = async () => {
|
||||||
await migrateDB();
|
await migrateDB();
|
||||||
|
|
||||||
schedule.scheduleJob("0 * * * *", () => {
|
schedule.scheduleJob("0 * * * *", async () => {
|
||||||
cleanupExpiredUserClientChallenges();
|
// Failures are logged and retried at the next run, so they don't crash the server
|
||||||
cleanupExpiredSessions();
|
const results = await Promise.allSettled([
|
||||||
cleanupExpiredSessionUpgradeChallenges();
|
AuthService.cleanupExpiredSessions(),
|
||||||
|
ClientService.cleanupExpiredChallenges(),
|
||||||
|
UploadService.cleanupExpiredUploadSessions(),
|
||||||
|
]);
|
||||||
|
results.forEach((result) => {
|
||||||
|
if (result.status === "rejected") console.error(result.reason);
|
||||||
|
});
|
||||||
|
FileDeletionService.schedulePendingFileDeletions();
|
||||||
});
|
});
|
||||||
|
FileDeletionService.schedulePendingFileDeletions();
|
||||||
};
|
};
|
||||||
|
|
||||||
export const handle = sequence(setAgentInfo, authenticate);
|
export const handle = sequence(setAgentInfo, authenticate);
|
||||||
Vendored
+185
@@ -0,0 +1,185 @@
|
|||||||
|
import {
|
||||||
|
deleteFileCacheIndex,
|
||||||
|
getFileCacheIndex as getAllFileCacheIndexes,
|
||||||
|
getFileCacheIndexOf,
|
||||||
|
storeFileCacheIndex,
|
||||||
|
updateFileCacheRetrievedAt,
|
||||||
|
} from "#lib/client/storage/indexed-db/cache-index.ts";
|
||||||
|
import {
|
||||||
|
createWritable,
|
||||||
|
deleteDirectory,
|
||||||
|
deleteFile,
|
||||||
|
deleteFilesInDirectory,
|
||||||
|
getFile,
|
||||||
|
listDirectoryNames,
|
||||||
|
listFileNames,
|
||||||
|
moveFile,
|
||||||
|
} from "#lib/client/storage/opfs.ts";
|
||||||
|
import { CHUNK_SIZE, getChunkCount } from "#lib/shared/format/index.ts";
|
||||||
|
|
||||||
|
// Caches the plaintext of files in chunks, so that partially loaded files (e.g. videos which were
|
||||||
|
// partially played) can also be cached. Chunk `i` starts at `i * CHUNK_SIZE` of the plaintext,
|
||||||
|
// except that legacy files are cached as a single chunk. Used by both the pages and the service
|
||||||
|
// worker, so the index is always read from IndexedDB.
|
||||||
|
|
||||||
|
export interface FileCacheLayout {
|
||||||
|
totalSize: number;
|
||||||
|
chunkCount: number;
|
||||||
|
}
|
||||||
|
|
||||||
|
const getDirectoryPath = (fileId: number) => `/cache/file/${fileId}`;
|
||||||
|
const getChunkPath = (fileId: number, chunkIndex: number) =>
|
||||||
|
`${getDirectoryPath(fileId)}/${chunkIndex}`;
|
||||||
|
|
||||||
|
const getChunkSize = ({ totalSize, chunkCount }: FileCacheLayout, chunkIndex: number) => {
|
||||||
|
return chunkCount === 1 ? totalSize : Math.min(CHUNK_SIZE, totalSize - chunkIndex * CHUNK_SIZE);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const getFileCacheIndex = async () => {
|
||||||
|
return await getAllFileCacheIndexes();
|
||||||
|
};
|
||||||
|
|
||||||
|
export const getCachedChunkIndexes = async (fileId: number) => {
|
||||||
|
const names = await listFileNames(getDirectoryPath(fileId));
|
||||||
|
return new Set(names.filter((name) => /^\d+$/.test(name)).map(Number));
|
||||||
|
};
|
||||||
|
|
||||||
|
export const readCachedChunk = async (fileId: number, chunkIndex: number) => {
|
||||||
|
return await getFile(getChunkPath(fileId, chunkIndex));
|
||||||
|
};
|
||||||
|
|
||||||
|
export const touchFileCache = async (fileId: number) => {
|
||||||
|
await updateFileCacheRetrievedAt(fileId, new Date());
|
||||||
|
};
|
||||||
|
|
||||||
|
const updateIndex = async (fileId: number, layout: FileCacheLayout) => {
|
||||||
|
const chunkIndexes = await getCachedChunkIndexes(fileId);
|
||||||
|
const size = chunkIndexes
|
||||||
|
.values()
|
||||||
|
.filter((chunkIndex) => chunkIndex < layout.chunkCount)
|
||||||
|
.reduce((size, chunkIndex) => size + getChunkSize(layout, chunkIndex), 0);
|
||||||
|
const now = new Date();
|
||||||
|
|
||||||
|
await storeFileCacheIndex({
|
||||||
|
fileId,
|
||||||
|
cachedAt: (await getFileCacheIndexOf(fileId))?.cachedAt ?? now,
|
||||||
|
lastRetrievedAt: now,
|
||||||
|
size,
|
||||||
|
totalSize: layout.totalSize,
|
||||||
|
chunkCount: layout.chunkCount,
|
||||||
|
isComplete: size === layout.totalSize,
|
||||||
|
});
|
||||||
|
};
|
||||||
|
|
||||||
|
// Writes of the same file are serialized so that the index isn't updated with a stale state
|
||||||
|
const writeQueues = new Map<number, Promise<unknown>>();
|
||||||
|
|
||||||
|
const enqueueWrite = <T>(fileId: number, write: () => Promise<T>) => {
|
||||||
|
const result = (writeQueues.get(fileId) ?? Promise.resolve()).catch(() => {}).then(write);
|
||||||
|
const settled = result.catch(() => {});
|
||||||
|
writeQueues.set(fileId, settled);
|
||||||
|
void settled.then(() => {
|
||||||
|
if (writeQueues.get(fileId) === settled) {
|
||||||
|
writeQueues.delete(fileId);
|
||||||
|
}
|
||||||
|
});
|
||||||
|
return result;
|
||||||
|
};
|
||||||
|
|
||||||
|
export const storeCachedChunk = (
|
||||||
|
fileId: number,
|
||||||
|
chunkIndex: number,
|
||||||
|
data: Uint8Array | Blob,
|
||||||
|
layout: FileCacheLayout,
|
||||||
|
) => enqueueWrite(fileId, () => writeChunk(fileId, chunkIndex, data, layout));
|
||||||
|
|
||||||
|
const writeChunk = async (
|
||||||
|
fileId: number,
|
||||||
|
chunkIndex: number,
|
||||||
|
data: Uint8Array | Blob,
|
||||||
|
layout: FileCacheLayout,
|
||||||
|
) => {
|
||||||
|
const path = getChunkPath(fileId, chunkIndex);
|
||||||
|
const tempPath = `${path}.${crypto.randomUUID()}.tmp`;
|
||||||
|
|
||||||
|
// Written to a temporary file first, so that incomplete chunks are never visible
|
||||||
|
const writable = await createWritable(tempPath);
|
||||||
|
try {
|
||||||
|
await writable.write(data as FileSystemWriteChunkType);
|
||||||
|
await writable.close();
|
||||||
|
await moveFile(tempPath, path);
|
||||||
|
} catch (e) {
|
||||||
|
await writable.abort().catch(() => {});
|
||||||
|
await deleteFile(tempPath).catch(() => {});
|
||||||
|
throw e;
|
||||||
|
}
|
||||||
|
|
||||||
|
await updateIndex(fileId, layout);
|
||||||
|
};
|
||||||
|
|
||||||
|
const UPLOAD_CACHE_DIRECTORY = "/cache/upload";
|
||||||
|
const STALE_UPLOAD_CACHE_AGE = 24 * 3600 * 1000; // 24 hours
|
||||||
|
|
||||||
|
// Caches the plaintext of a file while it is being uploaded. Chunks are written to a temporary
|
||||||
|
// directory, and moved to the cache once the id of the file is known.
|
||||||
|
export const createUploadFileCache = (totalSize: number) => {
|
||||||
|
const layout = { totalSize, chunkCount: getChunkCount(totalSize) };
|
||||||
|
// Prefixed with the creation time to find stale ones (e.g. the tab was closed while uploading)
|
||||||
|
const directoryPath = `${UPLOAD_CACHE_DIRECTORY}/${Date.now()}-${crypto.randomUUID()}`;
|
||||||
|
const writtenChunkIndexes = new Set<number>();
|
||||||
|
let isFailed = false;
|
||||||
|
|
||||||
|
const discard = async () => {
|
||||||
|
isFailed = true;
|
||||||
|
await deleteDirectory(directoryPath).catch(() => {});
|
||||||
|
};
|
||||||
|
|
||||||
|
return {
|
||||||
|
// Failing to cache shouldn't fail the upload, so errors are ignored
|
||||||
|
async writeChunk(chunkIndex: number, data: ArrayBuffer) {
|
||||||
|
if (isFailed) return;
|
||||||
|
|
||||||
|
try {
|
||||||
|
const writable = await createWritable(`${directoryPath}/${chunkIndex}`);
|
||||||
|
await writable.write(data);
|
||||||
|
await writable.close();
|
||||||
|
writtenChunkIndexes.add(chunkIndex);
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e);
|
||||||
|
await discard();
|
||||||
|
}
|
||||||
|
},
|
||||||
|
async commit(fileId: number) {
|
||||||
|
if (isFailed || writtenChunkIndexes.size !== layout.chunkCount) {
|
||||||
|
await discard();
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
await enqueueWrite(fileId, async () => {
|
||||||
|
for (const chunkIndex of writtenChunkIndexes) {
|
||||||
|
await moveFile(`${directoryPath}/${chunkIndex}`, getChunkPath(fileId, chunkIndex));
|
||||||
|
}
|
||||||
|
await updateIndex(fileId, layout);
|
||||||
|
}).finally(discard);
|
||||||
|
},
|
||||||
|
discard,
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
export const deleteFileCache = async (fileId: number) => {
|
||||||
|
await deleteFileCacheIndex(fileId);
|
||||||
|
await deleteDirectory(getDirectoryPath(fileId));
|
||||||
|
};
|
||||||
|
|
||||||
|
export const cleanupFileCaches = async () => {
|
||||||
|
// Files were cached as single files directly under `/cache` before
|
||||||
|
await deleteFilesInDirectory("/cache");
|
||||||
|
|
||||||
|
// Uploads might be in progress in other tabs, so only stale ones are deleted
|
||||||
|
for (const name of await listDirectoryNames(UPLOAD_CACHE_DIRECTORY)) {
|
||||||
|
const createdAt = parseInt(name, 10);
|
||||||
|
if (!(Date.now() - createdAt < STALE_UPLOAD_CACHE_AGE)) {
|
||||||
|
await deleteDirectory(`${UPLOAD_CACHE_DIRECTORY}/${name}`);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
};
|
||||||
Vendored
+2
@@ -0,0 +1,2 @@
|
|||||||
|
export * from "./file-cache.ts";
|
||||||
|
export * from "./thumbnail-cache.svelte.ts";
|
||||||
+86
@@ -0,0 +1,86 @@
|
|||||||
|
/* eslint-disable svelte/prefer-svelte-reactivity -- Lookup tables of reactive entries */
|
||||||
|
import { LRUCache } from "lru-cache";
|
||||||
|
import { deleteDirectory, deleteFile, readFile, writeFile } from "#lib/client/storage/opfs.ts";
|
||||||
|
import { decryptChunk, encodeToBase64 } from "#lib/shared/crypto/index.ts";
|
||||||
|
|
||||||
|
export interface Thumbnail {
|
||||||
|
url?: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
const getThumbnailUrl = (thumbnailBuffer: ArrayBuffer) => {
|
||||||
|
return `data:image/webp;base64,${encodeToBase64(thumbnailBuffer)}`;
|
||||||
|
};
|
||||||
|
|
||||||
|
// Thumbnails are reactive so that they can be updated in place
|
||||||
|
const loadedThumbnails = new LRUCache<number, Thumbnail>({ max: 100 });
|
||||||
|
const loadingThumbnails = new Map<number, Thumbnail>();
|
||||||
|
|
||||||
|
const fetchFromOpfs = async (fileId: number) => {
|
||||||
|
const thumbnailBuffer = await readFile(`/thumbnail/file/${fileId}`);
|
||||||
|
if (thumbnailBuffer) {
|
||||||
|
return getThumbnailUrl(thumbnailBuffer);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
const fetchFromServer = async (fileId: number, dataKey: CryptoKey) => {
|
||||||
|
const res = await fetch(`/api/file/${fileId}/thumbnail/download`);
|
||||||
|
if (!res.ok) return null;
|
||||||
|
|
||||||
|
const thumbnailBuffer = await decryptChunk(await res.arrayBuffer(), dataKey);
|
||||||
|
|
||||||
|
void writeFile(`/thumbnail/file/${fileId}`, thumbnailBuffer);
|
||||||
|
return getThumbnailUrl(thumbnailBuffer);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const getFileThumbnail = (file: {
|
||||||
|
id: number;
|
||||||
|
contentType: string;
|
||||||
|
dataKey?: { key: CryptoKey };
|
||||||
|
}) => {
|
||||||
|
if (!(file.contentType.startsWith("image/") || file.contentType.startsWith("video/"))) {
|
||||||
|
return undefined;
|
||||||
|
}
|
||||||
|
|
||||||
|
const thumbnail = loadedThumbnails.get(file.id) ?? loadingThumbnails.get(file.id);
|
||||||
|
if (thumbnail) return thumbnail;
|
||||||
|
|
||||||
|
const loadingThumbnail: Thumbnail = $state({});
|
||||||
|
loadingThumbnails.set(file.id, loadingThumbnail);
|
||||||
|
|
||||||
|
fetchFromOpfs(file.id)
|
||||||
|
.then((url) => url ?? (file.dataKey && fetchFromServer(file.id, file.dataKey.key)))
|
||||||
|
.then((url) => {
|
||||||
|
if (url) {
|
||||||
|
loadingThumbnail.url = url;
|
||||||
|
loadedThumbnails.set(file.id, loadingThumbnail);
|
||||||
|
}
|
||||||
|
})
|
||||||
|
.catch(console.error)
|
||||||
|
.finally(() => {
|
||||||
|
loadingThumbnails.delete(file.id);
|
||||||
|
});
|
||||||
|
return loadingThumbnail;
|
||||||
|
};
|
||||||
|
|
||||||
|
export const storeFileThumbnailCache = async (fileId: number, thumbnailBuffer: ArrayBuffer) => {
|
||||||
|
await writeFile(`/thumbnail/file/${fileId}`, thumbnailBuffer);
|
||||||
|
|
||||||
|
const url = getThumbnailUrl(thumbnailBuffer);
|
||||||
|
const thumbnail = loadedThumbnails.get(fileId) ?? loadingThumbnails.get(fileId);
|
||||||
|
if (thumbnail) {
|
||||||
|
thumbnail.url = url;
|
||||||
|
} else {
|
||||||
|
const newThumbnail: Thumbnail = $state({ url });
|
||||||
|
loadedThumbnails.set(fileId, newThumbnail);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
export const deleteFileThumbnailCache = async (fileId: number) => {
|
||||||
|
loadedThumbnails.delete(fileId);
|
||||||
|
await deleteFile(`/thumbnail/file/${fileId}`);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const deleteAllFileThumbnailCaches = async () => {
|
||||||
|
loadedThumbnails.clear();
|
||||||
|
await deleteDirectory(`/thumbnail/file`);
|
||||||
|
};
|
||||||
@@ -0,0 +1,29 @@
|
|||||||
|
import type { ComputeMessage, ResultMessage } from "#workers/hmac.ts";
|
||||||
|
import HmacWorker from "#workers/hmac.ts?worker";
|
||||||
|
|
||||||
|
// Computes HMAC of large blobs incrementally in a worker, which WebCrypto doesn't support
|
||||||
|
export const signMessageHmac = async (message: Blob, hmacSecret: CryptoKey) => {
|
||||||
|
const stream = message.stream();
|
||||||
|
const hmacSecretRaw = new Uint8Array(await crypto.subtle.exportKey("raw", hmacSecret));
|
||||||
|
const worker = new HmacWorker();
|
||||||
|
|
||||||
|
return new Promise<Uint8Array>((resolve, reject) => {
|
||||||
|
worker.onmessage = ({ data }: MessageEvent<ResultMessage>) => {
|
||||||
|
if ("result" in data) {
|
||||||
|
resolve(data.result);
|
||||||
|
} else {
|
||||||
|
reject(data.error);
|
||||||
|
}
|
||||||
|
worker.terminate();
|
||||||
|
};
|
||||||
|
|
||||||
|
worker.onerror = ({ error }) => {
|
||||||
|
reject(error);
|
||||||
|
worker.terminate();
|
||||||
|
};
|
||||||
|
|
||||||
|
worker.postMessage({ stream, key: hmacSecretRaw } satisfies ComputeMessage, {
|
||||||
|
transfer: [stream, hmacSecretRaw.buffer],
|
||||||
|
});
|
||||||
|
});
|
||||||
|
};
|
||||||
+46
-37
@@ -1,31 +1,28 @@
|
|||||||
import {
|
import {
|
||||||
generateEncryptionKeyPair,
|
concatenateBuffers,
|
||||||
generateSigningKeyPair,
|
digestMessage,
|
||||||
|
exportRSAKey,
|
||||||
exportRSAKeyToBase64,
|
exportRSAKeyToBase64,
|
||||||
|
generateEncryptionKeyPair,
|
||||||
|
generateHmacSecret,
|
||||||
|
generateMasterKey,
|
||||||
|
generateSigningKeyPair,
|
||||||
importEncryptionKeyPairFromBase64,
|
importEncryptionKeyPairFromBase64,
|
||||||
importSigningKeyPairFromBase64,
|
importSigningKeyPairFromBase64,
|
||||||
makeRSAKeyNonextractable,
|
|
||||||
wrapMasterKey,
|
|
||||||
generateMasterKey,
|
|
||||||
makeAESKeyNonextractable,
|
makeAESKeyNonextractable,
|
||||||
|
makeRSAKeyNonextractable,
|
||||||
wrapHmacSecret,
|
wrapHmacSecret,
|
||||||
generateHmacSecret,
|
wrapMasterKey,
|
||||||
} from "$lib/modules/crypto";
|
} from "#lib/shared/crypto/index.ts";
|
||||||
import { deserializeClientKeys } from "$lib/modules/key";
|
import { keyring } from "./keyring.svelte.ts";
|
||||||
import { clientKeyStore } from "$lib/stores";
|
import { deserializeClientKeys } from "./serialization.ts";
|
||||||
|
|
||||||
export { requestLogout } from "$lib/services/auth";
|
|
||||||
export { requestDeletedFilesCleanup } from "$lib/services/file";
|
|
||||||
export {
|
|
||||||
requestClientRegistrationAndSessionUpgrade,
|
|
||||||
requestInitialMasterKeyAndHmacSecretRegistration,
|
|
||||||
} from "$lib/services/key";
|
|
||||||
|
|
||||||
|
// Generates new client keys and keeps them in the keyring without persisting
|
||||||
export const generateClientKeys = async () => {
|
export const generateClientKeys = async () => {
|
||||||
const { encryptKey, decryptKey } = await generateEncryptionKeyPair();
|
const { encryptKey, decryptKey } = await generateEncryptionKeyPair();
|
||||||
const { signKey, verifyKey } = await generateSigningKeyPair();
|
const { signKey, verifyKey } = await generateSigningKeyPair();
|
||||||
|
|
||||||
clientKeyStore.set({
|
keyring.setClientKeys({
|
||||||
encryptKey,
|
encryptKey,
|
||||||
decryptKey: await makeRSAKeyNonextractable(decryptKey),
|
decryptKey: await makeRSAKeyNonextractable(decryptKey),
|
||||||
signKey: await makeRSAKeyNonextractable(signKey),
|
signKey: await makeRSAKeyNonextractable(signKey),
|
||||||
@@ -41,6 +38,28 @@ export const generateClientKeys = async () => {
|
|||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
|
export const importClientKeys = async (clientKeysSerialized: string) => {
|
||||||
|
const clientKeys = deserializeClientKeys(clientKeysSerialized);
|
||||||
|
if (!clientKeys) return false;
|
||||||
|
|
||||||
|
const { encryptKey, decryptKey } = await importEncryptionKeyPairFromBase64(
|
||||||
|
clientKeys.encryptKeyBase64,
|
||||||
|
clientKeys.decryptKeyBase64,
|
||||||
|
);
|
||||||
|
const { signKey, verifyKey } = await importSigningKeyPairFromBase64(
|
||||||
|
clientKeys.signKeyBase64,
|
||||||
|
clientKeys.verifyKeyBase64,
|
||||||
|
);
|
||||||
|
|
||||||
|
keyring.setClientKeys({
|
||||||
|
encryptKey,
|
||||||
|
decryptKey: await makeRSAKeyNonextractable(decryptKey),
|
||||||
|
signKey: await makeRSAKeyNonextractable(signKey),
|
||||||
|
verifyKey,
|
||||||
|
});
|
||||||
|
return true;
|
||||||
|
};
|
||||||
|
|
||||||
export const generateInitialMasterKey = async (encryptKey: CryptoKey) => {
|
export const generateInitialMasterKey = async (encryptKey: CryptoKey) => {
|
||||||
const { masterKey } = await generateMasterKey();
|
const { masterKey } = await generateMasterKey();
|
||||||
return {
|
return {
|
||||||
@@ -56,24 +75,14 @@ export const generateInitialHmacSecret = async (masterKey: CryptoKey) => {
|
|||||||
};
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
export const importClientKeys = async (clientKeysSerialized: string) => {
|
export const generatePublicKeyFingerprint = async (encryptKey: CryptoKey, verifyKey: CryptoKey) => {
|
||||||
const clientKeys = deserializeClientKeys(clientKeysSerialized);
|
const { key: encryptKeyBuffer } = await exportRSAKey(encryptKey);
|
||||||
if (!clientKeys) return false;
|
const { key: verifyKeyBuffer } = await exportRSAKey(verifyKey);
|
||||||
|
const digest = await digestMessage(concatenateBuffers(encryptKeyBuffer, verifyKeyBuffer));
|
||||||
const { encryptKey, decryptKey } = await importEncryptionKeyPairFromBase64(
|
return Array.from(new Uint8Array(digest))
|
||||||
clientKeys.encryptKeyBase64,
|
.map((byte) => byte.toString(16).padStart(2, "0"))
|
||||||
clientKeys.decryptKeyBase64,
|
.join("")
|
||||||
);
|
.toUpperCase()
|
||||||
const { signKey, verifyKey } = await importSigningKeyPairFromBase64(
|
.match(/.{1,4}/g)!
|
||||||
clientKeys.signKeyBase64,
|
.join(" ");
|
||||||
clientKeys.verifyKeyBase64,
|
|
||||||
);
|
|
||||||
|
|
||||||
clientKeyStore.set({
|
|
||||||
encryptKey,
|
|
||||||
decryptKey: await makeRSAKeyNonextractable(decryptKey),
|
|
||||||
signKey: await makeRSAKeyNonextractable(signKey),
|
|
||||||
verifyKey,
|
|
||||||
});
|
|
||||||
return true;
|
|
||||||
};
|
};
|
||||||
@@ -0,0 +1,5 @@
|
|||||||
|
export * from "./generation.ts";
|
||||||
|
export * from "./keyring.svelte.ts";
|
||||||
|
export * from "./serialization.ts";
|
||||||
|
export * from "./sync.ts";
|
||||||
|
export * from "./types.ts";
|
||||||
@@ -0,0 +1,113 @@
|
|||||||
|
import {
|
||||||
|
getClientKey,
|
||||||
|
getHmacSecrets,
|
||||||
|
getMasterKeys,
|
||||||
|
storeClientKey,
|
||||||
|
storeHmacSecrets,
|
||||||
|
storeMasterKeys,
|
||||||
|
} from "#lib/client/storage/indexed-db/index.ts";
|
||||||
|
import type { ClientKeys, HmacSecret, MasterKey } from "./types.ts";
|
||||||
|
|
||||||
|
const findLatestActive = <T extends { version: number; state: string }>(
|
||||||
|
entries: ReadonlyMap<number, T>,
|
||||||
|
) => {
|
||||||
|
return entries
|
||||||
|
.values()
|
||||||
|
.filter(({ state }) => state === "active")
|
||||||
|
.reduce<T | undefined>(
|
||||||
|
(latest, entry) => ((latest?.version ?? 0) > entry.version ? latest : entry),
|
||||||
|
undefined,
|
||||||
|
);
|
||||||
|
};
|
||||||
|
|
||||||
|
// Holds the keys of this device and the user. Keys are persisted in IndexedDB.
|
||||||
|
class Keyring {
|
||||||
|
clientKeys = $state.raw<ClientKeys | null>(null);
|
||||||
|
masterKeys = $state.raw<ReadonlyMap<number, MasterKey>>(new Map());
|
||||||
|
hmacSecrets = $state.raw<ReadonlyMap<number, HmacSecret>>(new Map());
|
||||||
|
|
||||||
|
async load() {
|
||||||
|
const [encryptKey, decryptKey, signKey, verifyKey, masterKeys, hmacSecrets] = await Promise.all(
|
||||||
|
[
|
||||||
|
getClientKey("encrypt"),
|
||||||
|
getClientKey("decrypt"),
|
||||||
|
getClientKey("sign"),
|
||||||
|
getClientKey("verify"),
|
||||||
|
getMasterKeys(),
|
||||||
|
getHmacSecrets(),
|
||||||
|
],
|
||||||
|
);
|
||||||
|
if (encryptKey && decryptKey && signKey && verifyKey) {
|
||||||
|
this.clientKeys = { encryptKey, decryptKey, signKey, verifyKey };
|
||||||
|
}
|
||||||
|
this.masterKeys = new Map(masterKeys.map((masterKey) => [masterKey.version, masterKey]));
|
||||||
|
this.hmacSecrets = new Map(hmacSecrets.map((hmacSecret) => [hmacSecret.version, hmacSecret]));
|
||||||
|
}
|
||||||
|
|
||||||
|
// Client keys are kept in memory only until they are registered and persisted
|
||||||
|
setClientKeys(clientKeys: ClientKeys) {
|
||||||
|
this.clientKeys = clientKeys;
|
||||||
|
}
|
||||||
|
|
||||||
|
async persistClientKeys() {
|
||||||
|
const clientKeys = this.requireClientKeys();
|
||||||
|
await Promise.all([
|
||||||
|
storeClientKey(clientKeys.encryptKey, "encrypt"),
|
||||||
|
storeClientKey(clientKeys.decryptKey, "decrypt"),
|
||||||
|
storeClientKey(clientKeys.signKey, "sign"),
|
||||||
|
storeClientKey(clientKeys.verifyKey, "verify"),
|
||||||
|
]);
|
||||||
|
}
|
||||||
|
|
||||||
|
async setMasterKeys(masterKeys: MasterKey[]) {
|
||||||
|
await storeMasterKeys(masterKeys);
|
||||||
|
this.masterKeys = new Map(masterKeys.map((masterKey) => [masterKey.version, masterKey]));
|
||||||
|
}
|
||||||
|
|
||||||
|
async setHmacSecrets(hmacSecrets: HmacSecret[]) {
|
||||||
|
await storeHmacSecrets(hmacSecrets);
|
||||||
|
this.hmacSecrets = new Map(hmacSecrets.map((hmacSecret) => [hmacSecret.version, hmacSecret]));
|
||||||
|
}
|
||||||
|
|
||||||
|
get hasMasterKeys() {
|
||||||
|
return this.masterKeys.size > 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
get hasHmacSecrets() {
|
||||||
|
return this.hmacSecrets.size > 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
requireClientKeys() {
|
||||||
|
if (!this.clientKeys) {
|
||||||
|
throw new Error("Client keys not found");
|
||||||
|
}
|
||||||
|
return this.clientKeys;
|
||||||
|
}
|
||||||
|
|
||||||
|
getMasterKey(version: number) {
|
||||||
|
const masterKey = this.masterKeys.get(version);
|
||||||
|
if (!masterKey) {
|
||||||
|
throw new Error(`Master key (version ${version}) not found`);
|
||||||
|
}
|
||||||
|
return masterKey;
|
||||||
|
}
|
||||||
|
|
||||||
|
// The master key used to encrypt new data
|
||||||
|
get activeMasterKey() {
|
||||||
|
const masterKey = findLatestActive(this.masterKeys);
|
||||||
|
if (!masterKey) {
|
||||||
|
throw new Error("Active master key not found");
|
||||||
|
}
|
||||||
|
return masterKey;
|
||||||
|
}
|
||||||
|
|
||||||
|
get activeHmacSecret() {
|
||||||
|
const hmacSecret = findLatestActive(this.hmacSecrets);
|
||||||
|
if (!hmacSecret) {
|
||||||
|
throw new Error("Active HMAC secret not found");
|
||||||
|
}
|
||||||
|
return hmacSecret;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
export const keyring = new Keyring();
|
||||||
@@ -1,22 +1,20 @@
|
|||||||
import { z } from "zod";
|
import { z } from "zod";
|
||||||
import { storeClientKey } from "$lib/indexedDB";
|
|
||||||
import type { ClientKeys } from "$lib/stores";
|
|
||||||
|
|
||||||
const serializedClientKeysSchema = z.intersection(
|
const SerializedClientKeysSchema = z.intersection(
|
||||||
z.object({
|
z.object({
|
||||||
generator: z.literal("ArkVault"),
|
generator: z.literal("ArkVault"),
|
||||||
exportedAt: z.string().datetime(),
|
exportedAt: z.iso.datetime(),
|
||||||
}),
|
}),
|
||||||
z.object({
|
z.object({
|
||||||
version: z.literal(1),
|
version: z.literal(1),
|
||||||
encryptKey: z.string().base64().nonempty(),
|
encryptKey: z.base64().nonempty(),
|
||||||
decryptKey: z.string().base64().nonempty(),
|
decryptKey: z.base64().nonempty(),
|
||||||
signKey: z.string().base64().nonempty(),
|
signKey: z.base64().nonempty(),
|
||||||
verifyKey: z.string().base64().nonempty(),
|
verifyKey: z.base64().nonempty(),
|
||||||
}),
|
}),
|
||||||
);
|
);
|
||||||
|
|
||||||
type SerializedClientKeys = z.infer<typeof serializedClientKeysSchema>;
|
type SerializedClientKeys = z.infer<typeof SerializedClientKeysSchema>;
|
||||||
|
|
||||||
type DeserializedClientKeys = {
|
type DeserializedClientKeys = {
|
||||||
encryptKeyBase64: string;
|
encryptKeyBase64: string;
|
||||||
@@ -43,7 +41,7 @@ export const serializeClientKeys = ({
|
|||||||
};
|
};
|
||||||
|
|
||||||
export const deserializeClientKeys = (serialized: string) => {
|
export const deserializeClientKeys = (serialized: string) => {
|
||||||
const zodRes = serializedClientKeysSchema.safeParse(JSON.parse(serialized));
|
const zodRes = SerializedClientKeysSchema.safeParse(JSON.parse(serialized));
|
||||||
if (zodRes.success) {
|
if (zodRes.success) {
|
||||||
return {
|
return {
|
||||||
encryptKeyBase64: zodRes.data.encryptKey,
|
encryptKeyBase64: zodRes.data.encryptKey,
|
||||||
@@ -54,12 +52,3 @@ export const deserializeClientKeys = (serialized: string) => {
|
|||||||
}
|
}
|
||||||
return undefined;
|
return undefined;
|
||||||
};
|
};
|
||||||
|
|
||||||
export const storeClientKeys = async (clientKeys: ClientKeys) => {
|
|
||||||
await Promise.all([
|
|
||||||
storeClientKey(clientKeys.encryptKey, "encrypt"),
|
|
||||||
storeClientKey(clientKeys.decryptKey, "decrypt"),
|
|
||||||
storeClientKey(clientKeys.signKey, "sign"),
|
|
||||||
storeClientKey(clientKeys.verifyKey, "verify"),
|
|
||||||
]);
|
|
||||||
};
|
|
||||||
@@ -0,0 +1,182 @@
|
|||||||
|
import {
|
||||||
|
decryptChallenge,
|
||||||
|
encodeToBase64,
|
||||||
|
exportRSAKeyToBase64,
|
||||||
|
signMasterKeyWrapped,
|
||||||
|
signMessageRSA,
|
||||||
|
unwrapHmacSecret,
|
||||||
|
unwrapMasterKey,
|
||||||
|
verifyMasterKeyWrapped,
|
||||||
|
} from "#lib/shared/crypto/index.ts";
|
||||||
|
import { isTRPCClientError, trpc } from "#trpc/client.ts";
|
||||||
|
import { keyring } from "./keyring.svelte.ts";
|
||||||
|
import type { ClientKeys } from "./types.ts";
|
||||||
|
|
||||||
|
// Synchronizes keys with the server
|
||||||
|
|
||||||
|
const exportPublicKeys = async ({ encryptKey, verifyKey }: ClientKeys) => ({
|
||||||
|
encPubKey: await exportRSAKeyToBase64(encryptKey),
|
||||||
|
sigPubKey: await exportRSAKeyToBase64(verifyKey),
|
||||||
|
});
|
||||||
|
|
||||||
|
const answerChallenge = async (challenge: string, { decryptKey, signKey }: ClientKeys) => {
|
||||||
|
const answer = await decryptChallenge(challenge, decryptKey);
|
||||||
|
return encodeToBase64(await signMessageRSA(answer, signKey));
|
||||||
|
};
|
||||||
|
|
||||||
|
export const requestSessionUpgrade = async (force = false) => {
|
||||||
|
const clientKeys = keyring.requireClientKeys();
|
||||||
|
|
||||||
|
let id, challenge;
|
||||||
|
try {
|
||||||
|
({ id, challenge } = await trpc.auth.upgrade.mutate(await exportPublicKeys(clientKeys)));
|
||||||
|
} catch (e) {
|
||||||
|
if (isTRPCClientError(e) && e.data?.code === "FORBIDDEN") {
|
||||||
|
return [false, "Unregistered client"] as const;
|
||||||
|
}
|
||||||
|
return [false] as const;
|
||||||
|
}
|
||||||
|
|
||||||
|
try {
|
||||||
|
await trpc.auth.verifyUpgrade.mutate({
|
||||||
|
id,
|
||||||
|
answerSig: await answerChallenge(challenge, clientKeys),
|
||||||
|
force,
|
||||||
|
});
|
||||||
|
} catch (e) {
|
||||||
|
if (isTRPCClientError(e) && e.data?.code === "CONFLICT") {
|
||||||
|
return [false, "Already logged in"] as const;
|
||||||
|
}
|
||||||
|
return [false] as const;
|
||||||
|
}
|
||||||
|
|
||||||
|
return [true] as const;
|
||||||
|
};
|
||||||
|
|
||||||
|
export const requestClientRegistration = async () => {
|
||||||
|
const clientKeys = keyring.requireClientKeys();
|
||||||
|
|
||||||
|
try {
|
||||||
|
const { id, challenge } = await trpc.client.register.mutate(await exportPublicKeys(clientKeys));
|
||||||
|
await trpc.client.verify.mutate({
|
||||||
|
id,
|
||||||
|
answerSig: await answerChallenge(challenge, clientKeys),
|
||||||
|
});
|
||||||
|
return true;
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
export const requestClientRegistrationAndSessionUpgrade = async (force: boolean) => {
|
||||||
|
const [res, error] = await requestSessionUpgrade(force);
|
||||||
|
if (error === undefined) return [res] as const;
|
||||||
|
|
||||||
|
if (error === "Unregistered client" && !(await requestClientRegistration())) {
|
||||||
|
return [false] as const;
|
||||||
|
} else if (error === "Already logged in") {
|
||||||
|
return [false, force ? undefined : error] as const;
|
||||||
|
}
|
||||||
|
|
||||||
|
return [(await requestSessionUpgrade())[0]] as const;
|
||||||
|
};
|
||||||
|
|
||||||
|
export const registerInitialMasterKeyAndHmacSecret = async (
|
||||||
|
masterKeyWrapped: string,
|
||||||
|
hmacSecretWrapped: string,
|
||||||
|
) => {
|
||||||
|
const { signKey } = keyring.requireClientKeys();
|
||||||
|
|
||||||
|
try {
|
||||||
|
await trpc.mek.registerInitial.mutate({
|
||||||
|
mek: masterKeyWrapped,
|
||||||
|
mekSig: await signMasterKeyWrapped(masterKeyWrapped, 1, signKey),
|
||||||
|
});
|
||||||
|
} catch (e) {
|
||||||
|
if (isTRPCClientError(e) && (e.data?.code === "FORBIDDEN" || e.data?.code === "CONFLICT")) {
|
||||||
|
return true; // Already registered by another client
|
||||||
|
}
|
||||||
|
console.error(e);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
try {
|
||||||
|
await trpc.hsk.registerInitial.mutate({
|
||||||
|
mekVersion: 1,
|
||||||
|
hsk: hmacSecretWrapped,
|
||||||
|
});
|
||||||
|
return true;
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
export const downloadHmacSecrets = async () => {
|
||||||
|
let hmacSecretsWrapped;
|
||||||
|
try {
|
||||||
|
hmacSecretsWrapped = await trpc.hsk.list.query();
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
const hmacSecrets = await Promise.all(
|
||||||
|
hmacSecretsWrapped.map(async ({ version, state, mekVersion, hsk: hmacSecretWrapped }) => {
|
||||||
|
const { hmacSecret } = await unwrapHmacSecret(
|
||||||
|
hmacSecretWrapped,
|
||||||
|
keyring.getMasterKey(mekVersion).key,
|
||||||
|
);
|
||||||
|
return { version, state, secret: hmacSecret };
|
||||||
|
}),
|
||||||
|
);
|
||||||
|
|
||||||
|
await keyring.setHmacSecrets(hmacSecrets);
|
||||||
|
return true;
|
||||||
|
};
|
||||||
|
|
||||||
|
// Downloads the master keys (and HMAC secrets) once this client has been approved
|
||||||
|
export const downloadMasterKeys = async () => {
|
||||||
|
const { decryptKey, verifyKey } = keyring.requireClientKeys();
|
||||||
|
|
||||||
|
let masterKeysWrapped;
|
||||||
|
try {
|
||||||
|
masterKeysWrapped = await trpc.mek.list.query();
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
const masterKeys = await Promise.all(
|
||||||
|
masterKeysWrapped.map(
|
||||||
|
async ({ version, state, mek: masterKeyWrapped, mekSig: masterKeyWrappedSig }) => {
|
||||||
|
const { masterKey } = await unwrapMasterKey(masterKeyWrapped, decryptKey);
|
||||||
|
return {
|
||||||
|
version,
|
||||||
|
state,
|
||||||
|
key: masterKey,
|
||||||
|
isValid: await verifyMasterKeyWrapped(
|
||||||
|
masterKeyWrapped,
|
||||||
|
version,
|
||||||
|
masterKeyWrappedSig,
|
||||||
|
verifyKey,
|
||||||
|
),
|
||||||
|
};
|
||||||
|
},
|
||||||
|
),
|
||||||
|
);
|
||||||
|
if (masterKeys.length === 0 || !masterKeys.every(({ isValid }) => isValid)) return false;
|
||||||
|
|
||||||
|
await keyring.setMasterKeys(
|
||||||
|
masterKeys.map(({ version, state, key }) => ({ version, state, key })),
|
||||||
|
);
|
||||||
|
await downloadHmacSecrets();
|
||||||
|
return true;
|
||||||
|
};
|
||||||
|
|
||||||
|
export const ensureHmacSecrets = async () => {
|
||||||
|
if (!keyring.hasHmacSecrets && !(await downloadHmacSecrets())) {
|
||||||
|
throw new Error("Failed to download HMAC secrets");
|
||||||
|
}
|
||||||
|
};
|
||||||
@@ -0,0 +1,18 @@
|
|||||||
|
export interface ClientKeys {
|
||||||
|
encryptKey: CryptoKey;
|
||||||
|
decryptKey: CryptoKey;
|
||||||
|
signKey: CryptoKey;
|
||||||
|
verifyKey: CryptoKey;
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface MasterKey {
|
||||||
|
version: number;
|
||||||
|
state: "active" | "retired";
|
||||||
|
key: CryptoKey;
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface HmacSecret {
|
||||||
|
version: number;
|
||||||
|
state: "active";
|
||||||
|
secret: CryptoKey;
|
||||||
|
}
|
||||||
@@ -0,0 +1,52 @@
|
|||||||
|
import ExifReader from "exifreader";
|
||||||
|
|
||||||
|
const isInteger = (value: number | undefined): value is number => Number.isInteger(value);
|
||||||
|
|
||||||
|
export const extractExifDateTime = (fileBuffer: ArrayBuffer) => {
|
||||||
|
const exif = ExifReader.load(fileBuffer);
|
||||||
|
const dateTimeOriginal = exif["DateTimeOriginal"]?.description;
|
||||||
|
const offsetTimeOriginal = exif["OffsetTimeOriginal"]?.description;
|
||||||
|
if (!dateTimeOriginal) return undefined;
|
||||||
|
|
||||||
|
const [date, time] = dateTimeOriginal.split(" ");
|
||||||
|
if (!date || !time) return undefined;
|
||||||
|
|
||||||
|
const [year, month, day] = date.split(":").map(Number);
|
||||||
|
const [hour, minute, second] = time.split(":").map(Number);
|
||||||
|
// Hours, minutes, and seconds may be 0, so they are checked differently
|
||||||
|
if (!year || !month || !day || !isInteger(hour) || !isInteger(minute) || !isInteger(second)) {
|
||||||
|
return undefined;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!offsetTimeOriginal) {
|
||||||
|
// No timezone information.. Assume local timezone
|
||||||
|
return new Date(year, month - 1, day, hour, minute, second);
|
||||||
|
}
|
||||||
|
|
||||||
|
const offsetSign = offsetTimeOriginal[0] === "+" ? 1 : -1;
|
||||||
|
const [offsetHour, offsetMinute] = offsetTimeOriginal.slice(1).split(":").map(Number);
|
||||||
|
|
||||||
|
const utcDate = Date.UTC(year, month - 1, day, hour, minute, second);
|
||||||
|
const offsetMs = offsetSign * ((offsetHour ?? 0) * 60 + (offsetMinute ?? 0)) * 60 * 1000;
|
||||||
|
return new Date(utcDate - offsetMs);
|
||||||
|
};
|
||||||
|
|
||||||
|
const EXIF_SEARCH_SIZE = 1024 * 1024; // 1 MiB
|
||||||
|
const MAX_FULL_READ_SIZE = 64 * 1024 * 1024; // 64 MiB
|
||||||
|
|
||||||
|
const tryExtractExifDateTime = (buffer: ArrayBuffer) => {
|
||||||
|
try {
|
||||||
|
return extractExifDateTime(buffer);
|
||||||
|
} catch {
|
||||||
|
return undefined;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
// EXIF is usually at the beginning of the file, so the whole file is read only if not found
|
||||||
|
export const readExifDateTime = async (file: Blob) => {
|
||||||
|
const dateTime = tryExtractExifDateTime(await file.slice(0, EXIF_SEARCH_SIZE).arrayBuffer());
|
||||||
|
if (dateTime || file.size <= EXIF_SEARCH_SIZE || file.size > MAX_FULL_READ_SIZE) {
|
||||||
|
return dateTime;
|
||||||
|
}
|
||||||
|
return tryExtractExifDateTime(await file.arrayBuffer());
|
||||||
|
};
|
||||||
@@ -0,0 +1,5 @@
|
|||||||
|
// Chromium can't decode HEIC images, so they are converted to be displayed
|
||||||
|
export const convertHeic = async (blob: Blob, toType: "image/png" | "image/jpeg") => {
|
||||||
|
const { default: heic2any } = await import("heic2any");
|
||||||
|
return (await heic2any({ blob, toType })) as Blob;
|
||||||
|
};
|
||||||
@@ -1,4 +1,4 @@
|
|||||||
import { encodeToBase64 } from "$lib/modules/crypto";
|
import { convertHeic } from "./heic.ts";
|
||||||
|
|
||||||
const scaleSize = (width: number, height: number, targetSize: number) => {
|
const scaleSize = (width: number, height: number, targetSize: number) => {
|
||||||
if (width <= targetSize || height <= targetSize) {
|
if (width <= targetSize || height <= targetSize) {
|
||||||
@@ -52,7 +52,6 @@ const generateImageThumbnail = (imageUrl: string) => {
|
|||||||
.catch(reject);
|
.catch(reject);
|
||||||
};
|
};
|
||||||
image.onerror = reject;
|
image.onerror = reject;
|
||||||
|
|
||||||
image.src = imageUrl;
|
image.src = imageUrl;
|
||||||
});
|
});
|
||||||
};
|
};
|
||||||
@@ -63,65 +62,88 @@ export const captureVideoThumbnail = (video: HTMLVideoElement) => {
|
|||||||
});
|
});
|
||||||
};
|
};
|
||||||
|
|
||||||
|
const VIDEO_THUMBNAIL_TIMEOUT_MS = 30_000;
|
||||||
|
|
||||||
const generateVideoThumbnail = (videoUrl: string, time = 0) => {
|
const generateVideoThumbnail = (videoUrl: string, time = 0) => {
|
||||||
return new Promise<Blob>((resolve, reject) => {
|
return new Promise<Blob>((resolve, reject) => {
|
||||||
const video = document.createElement("video");
|
const video = document.createElement("video");
|
||||||
|
let isCaptured = false;
|
||||||
|
|
||||||
|
const cleanup = () => {
|
||||||
|
clearTimeout(timeout);
|
||||||
|
video.onloadedmetadata = video.onloadeddata = video.onseeked = video.onerror = null;
|
||||||
|
video.removeAttribute("src");
|
||||||
|
video.load(); // Stops loading the video
|
||||||
|
};
|
||||||
|
const fail = (reason: unknown) => {
|
||||||
|
cleanup();
|
||||||
|
reject(reason);
|
||||||
|
};
|
||||||
|
const captureFrame = () => {
|
||||||
|
if (isCaptured || video.readyState < HTMLMediaElement.HAVE_CURRENT_DATA) return;
|
||||||
|
isCaptured = true;
|
||||||
|
captureVideoThumbnail(video).then(resolve, reject).finally(cleanup);
|
||||||
|
};
|
||||||
|
|
||||||
|
// Streamed videos may stall without any error
|
||||||
|
const timeout = setTimeout(
|
||||||
|
() => fail(new Error("Timed out while loading the video")),
|
||||||
|
VIDEO_THUMBNAIL_TIMEOUT_MS,
|
||||||
|
);
|
||||||
|
|
||||||
video.onloadedmetadata = () => {
|
video.onloadedmetadata = () => {
|
||||||
if (video.videoWidth === 0 || video.videoHeight === 0) {
|
if (video.videoWidth === 0 || video.videoHeight === 0) {
|
||||||
return reject();
|
return fail(new Error("Invalid video size"));
|
||||||
}
|
}
|
||||||
|
|
||||||
const callbackId = video.requestVideoFrameCallback(() => {
|
// Frame callbacks aren't guaranteed for videos not in the document, so also wait for seeking
|
||||||
captureVideoThumbnail(video).then(resolve).catch(reject);
|
video.requestVideoFrameCallback(captureFrame);
|
||||||
video.cancelVideoFrameCallback(callbackId);
|
video.onseeked = captureFrame;
|
||||||
});
|
if (time === 0) {
|
||||||
|
video.onloadeddata = captureFrame;
|
||||||
|
}
|
||||||
video.currentTime = Math.min(time, video.duration);
|
video.currentTime = Math.min(time, video.duration);
|
||||||
};
|
};
|
||||||
video.onerror = reject;
|
video.onerror = () => fail(video.error);
|
||||||
|
|
||||||
video.muted = true;
|
video.muted = true;
|
||||||
video.playsInline = true;
|
video.playsInline = true;
|
||||||
|
video.preload = "auto";
|
||||||
video.src = videoUrl;
|
video.src = videoUrl;
|
||||||
});
|
});
|
||||||
};
|
};
|
||||||
|
|
||||||
export const generateThumbnail = async (fileBuffer: ArrayBuffer, fileType: string) => {
|
// Generates a thumbnail of the image or video at the URL. Returns `null` if not supported.
|
||||||
let url;
|
export const generateThumbnailFromUrl = async (url: string, contentType: string) => {
|
||||||
try {
|
try {
|
||||||
if (fileType.startsWith("image/")) {
|
if (contentType.startsWith("image/")) {
|
||||||
const fileBlob = new Blob([fileBuffer], { type: fileType });
|
|
||||||
url = URL.createObjectURL(fileBlob);
|
|
||||||
|
|
||||||
try {
|
try {
|
||||||
return await generateImageThumbnail(url);
|
return await generateImageThumbnail(url);
|
||||||
} catch {
|
} catch {
|
||||||
URL.revokeObjectURL(url);
|
if (contentType !== "image/heic") return null;
|
||||||
url = undefined;
|
|
||||||
|
|
||||||
if (fileType === "image/heic") {
|
const blob = await (await fetch(url)).blob();
|
||||||
const { default: heic2any } = await import("heic2any");
|
const png = URL.createObjectURL(await convertHeic(blob, "image/png"));
|
||||||
url = URL.createObjectURL(
|
try {
|
||||||
(await heic2any({ blob: fileBlob, toType: "image/png" })) as Blob,
|
return await generateImageThumbnail(png);
|
||||||
);
|
} finally {
|
||||||
return await generateImageThumbnail(url);
|
URL.revokeObjectURL(png);
|
||||||
} else {
|
|
||||||
return null;
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
} else if (fileType.startsWith("video/")) {
|
} else if (contentType.startsWith("video/")) {
|
||||||
url = URL.createObjectURL(new Blob([fileBuffer], { type: fileType }));
|
|
||||||
return await generateVideoThumbnail(url);
|
return await generateVideoThumbnail(url);
|
||||||
}
|
}
|
||||||
return null;
|
return null;
|
||||||
} catch {
|
} catch {
|
||||||
return null;
|
return null;
|
||||||
} finally {
|
|
||||||
if (url) {
|
|
||||||
URL.revokeObjectURL(url);
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
export const getThumbnailUrl = (thumbnailBuffer: ArrayBuffer) => {
|
export const generateThumbnail = async (blob: Blob) => {
|
||||||
return `data:image/webp;base64,${encodeToBase64(thumbnailBuffer)}`;
|
const url = URL.createObjectURL(blob);
|
||||||
|
try {
|
||||||
|
return await generateThumbnailFromUrl(url, blob.type);
|
||||||
|
} finally {
|
||||||
|
URL.revokeObjectURL(url);
|
||||||
|
}
|
||||||
};
|
};
|
||||||
@@ -0,0 +1,80 @@
|
|||||||
|
import { LRUCache } from "lru-cache";
|
||||||
|
import { handleDownloadProgress } from "#lib/client/transfer/download.svelte.ts";
|
||||||
|
import {
|
||||||
|
DECRYPTED_FILE_URL_PREFIX,
|
||||||
|
MAX_PREPARED_FILES,
|
||||||
|
type FileMetadata,
|
||||||
|
type ServiceWorkerMessage,
|
||||||
|
type ServiceWorkerResponse,
|
||||||
|
} from "#lib/shared/service-worker.ts";
|
||||||
|
|
||||||
|
const PREPARE_TIMEOUT_MS = 5000;
|
||||||
|
|
||||||
|
// The service worker may be terminated at any time, losing its in-memory metadata.
|
||||||
|
// Keep a copy here so that it can be re-requested on demand.
|
||||||
|
const preparedFiles = new LRUCache<number, FileMetadata>({ max: MAX_PREPARED_FILES });
|
||||||
|
let isListening = false;
|
||||||
|
|
||||||
|
export const listenForServiceWorkerMessages = () => {
|
||||||
|
if (isListening) return;
|
||||||
|
isListening = true;
|
||||||
|
|
||||||
|
navigator.serviceWorker.addEventListener(
|
||||||
|
"message",
|
||||||
|
(event: MessageEvent<ServiceWorkerResponse>) => {
|
||||||
|
switch (event.data.type) {
|
||||||
|
case "decryption-metadata-request":
|
||||||
|
event.ports[0]?.postMessage(preparedFiles.get(event.data.fileId) ?? null);
|
||||||
|
break;
|
||||||
|
case "download-progress":
|
||||||
|
handleDownloadProgress(event.data);
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
},
|
||||||
|
);
|
||||||
|
};
|
||||||
|
|
||||||
|
const getServiceWorker = async () => {
|
||||||
|
const registration = await navigator.serviceWorker.ready;
|
||||||
|
const sw = registration.active;
|
||||||
|
if (!sw) {
|
||||||
|
throw new Error("Service worker not activated");
|
||||||
|
}
|
||||||
|
return sw;
|
||||||
|
};
|
||||||
|
|
||||||
|
export const prepareFileDecryption = async (id: number, metadata: FileMetadata) => {
|
||||||
|
preparedFiles.set(id, metadata);
|
||||||
|
listenForServiceWorkerMessages();
|
||||||
|
|
||||||
|
const sw = await getServiceWorker();
|
||||||
|
return new Promise<void>((resolve, reject) => {
|
||||||
|
const timeout = setTimeout(
|
||||||
|
() => reject(new Error("Service worker timeout")),
|
||||||
|
PREPARE_TIMEOUT_MS,
|
||||||
|
);
|
||||||
|
const handler = (event: MessageEvent<ServiceWorkerResponse>) => {
|
||||||
|
if (event.data.type === "decryption-ready" && event.data.fileId === id) {
|
||||||
|
clearTimeout(timeout);
|
||||||
|
navigator.serviceWorker.removeEventListener("message", handler);
|
||||||
|
resolve();
|
||||||
|
}
|
||||||
|
};
|
||||||
|
navigator.serviceWorker.addEventListener("message", handler);
|
||||||
|
|
||||||
|
sw.postMessage({
|
||||||
|
type: "decryption-prepare",
|
||||||
|
fileId: id,
|
||||||
|
...metadata,
|
||||||
|
} satisfies ServiceWorkerMessage);
|
||||||
|
});
|
||||||
|
};
|
||||||
|
|
||||||
|
export const getDecryptedFileUrl = (id: number) => `${DECRYPTED_FILE_URL_PREFIX}${id}`;
|
||||||
|
|
||||||
|
// Lets the service worker download, decrypt, and save the file
|
||||||
|
export const saveDecryptedFile = (id: number, filename: string) => {
|
||||||
|
const link = document.createElement("a");
|
||||||
|
link.href = `${getDecryptedFileUrl(id)}?download=${encodeURIComponent(filename)}`;
|
||||||
|
link.click();
|
||||||
|
};
|
||||||
@@ -0,0 +1,46 @@
|
|||||||
|
import { Dexie, type EntityTable } from "dexie";
|
||||||
|
|
||||||
|
export interface FileCacheIndex {
|
||||||
|
fileId: number;
|
||||||
|
cachedAt: Date;
|
||||||
|
lastRetrievedAt: Date;
|
||||||
|
// Files are cached in chunks, possibly partially (e.g. videos which were partially played)
|
||||||
|
size: number;
|
||||||
|
totalSize: number;
|
||||||
|
chunkCount: number;
|
||||||
|
isComplete: boolean;
|
||||||
|
}
|
||||||
|
|
||||||
|
const cacheIndex = new Dexie("cacheIndex") as Dexie & {
|
||||||
|
fileCache: EntityTable<FileCacheIndex, "fileId">;
|
||||||
|
};
|
||||||
|
|
||||||
|
// Files were cached as single files before version 2
|
||||||
|
cacheIndex
|
||||||
|
.version(2)
|
||||||
|
.stores({
|
||||||
|
fileCache: "fileId",
|
||||||
|
})
|
||||||
|
.upgrade(async (trx) => {
|
||||||
|
await trx.table("fileCache").clear();
|
||||||
|
});
|
||||||
|
|
||||||
|
export const getFileCacheIndex = async () => {
|
||||||
|
return await cacheIndex.fileCache.toArray();
|
||||||
|
};
|
||||||
|
|
||||||
|
export const getFileCacheIndexOf = async (fileId: number) => {
|
||||||
|
return await cacheIndex.fileCache.get(fileId);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const storeFileCacheIndex = async (fileCacheIndex: FileCacheIndex) => {
|
||||||
|
await cacheIndex.fileCache.put(fileCacheIndex);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const updateFileCacheRetrievedAt = async (fileId: number, lastRetrievedAt: Date) => {
|
||||||
|
await cacheIndex.fileCache.update(fileId, { lastRetrievedAt });
|
||||||
|
};
|
||||||
|
|
||||||
|
export const deleteFileCacheIndex = async (fileId: number) => {
|
||||||
|
await cacheIndex.fileCache.delete(fileId);
|
||||||
|
};
|
||||||
@@ -1,11 +1,10 @@
|
|||||||
import { Dexie, type EntityTable } from "dexie";
|
import { Dexie, type EntityTable } from "dexie";
|
||||||
|
|
||||||
export type DirectoryId = "root" | number;
|
|
||||||
|
|
||||||
interface DirectoryInfo {
|
interface DirectoryInfo {
|
||||||
id: number;
|
id: number;
|
||||||
parentId: DirectoryId;
|
parentId: DirectoryId;
|
||||||
name: string;
|
name: string;
|
||||||
|
isFavorite: boolean;
|
||||||
}
|
}
|
||||||
|
|
||||||
interface FileInfo {
|
interface FileInfo {
|
||||||
@@ -15,17 +14,16 @@ interface FileInfo {
|
|||||||
contentType: string;
|
contentType: string;
|
||||||
createdAt?: Date;
|
createdAt?: Date;
|
||||||
lastModifiedAt: Date;
|
lastModifiedAt: Date;
|
||||||
categoryIds: number[];
|
categoryIds?: number[];
|
||||||
|
isFavorite: boolean;
|
||||||
}
|
}
|
||||||
|
|
||||||
export type CategoryId = "root" | number;
|
|
||||||
|
|
||||||
interface CategoryInfo {
|
interface CategoryInfo {
|
||||||
id: number;
|
id: number;
|
||||||
parentId: CategoryId;
|
parentId: CategoryId;
|
||||||
name: string;
|
name: string;
|
||||||
files: { id: number; isRecursive: boolean }[];
|
files?: { id: number; isRecursive: boolean }[];
|
||||||
isFileRecursive: boolean;
|
isFileRecursive?: boolean;
|
||||||
}
|
}
|
||||||
|
|
||||||
const filesystem = new Dexie("filesystem") as Dexie & {
|
const filesystem = new Dexie("filesystem") as Dexie & {
|
||||||
@@ -50,6 +48,23 @@ filesystem
|
|||||||
});
|
});
|
||||||
});
|
});
|
||||||
|
|
||||||
|
filesystem.version(4).upgrade(async (trx) => {
|
||||||
|
await Promise.all([
|
||||||
|
trx
|
||||||
|
.table("directory")
|
||||||
|
.toCollection()
|
||||||
|
.modify((directory) => {
|
||||||
|
directory.isFavorite = false;
|
||||||
|
}),
|
||||||
|
trx
|
||||||
|
.table("file")
|
||||||
|
.toCollection()
|
||||||
|
.modify((file) => {
|
||||||
|
file.isFavorite = false;
|
||||||
|
}),
|
||||||
|
]);
|
||||||
|
});
|
||||||
|
|
||||||
export const getDirectoryInfos = async (parentId: DirectoryId) => {
|
export const getDirectoryInfos = async (parentId: DirectoryId) => {
|
||||||
return await filesystem.directory.where({ parentId }).toArray();
|
return await filesystem.directory.where({ parentId }).toArray();
|
||||||
};
|
};
|
||||||
@@ -59,13 +74,27 @@ export const getDirectoryInfo = async (id: number) => {
|
|||||||
};
|
};
|
||||||
|
|
||||||
export const storeDirectoryInfo = async (directoryInfo: DirectoryInfo) => {
|
export const storeDirectoryInfo = async (directoryInfo: DirectoryInfo) => {
|
||||||
await filesystem.directory.put(directoryInfo);
|
await filesystem.directory.upsert(directoryInfo.id, {
|
||||||
|
parentId: directoryInfo.parentId,
|
||||||
|
name: directoryInfo.name,
|
||||||
|
isFavorite: directoryInfo.isFavorite,
|
||||||
|
});
|
||||||
};
|
};
|
||||||
|
|
||||||
export const deleteDirectoryInfo = async (id: number) => {
|
export const deleteDirectoryInfo = async (id: number) => {
|
||||||
await filesystem.directory.delete(id);
|
await filesystem.directory.delete(id);
|
||||||
};
|
};
|
||||||
|
|
||||||
|
export const deleteDanglingDirectoryInfos = async (
|
||||||
|
parentId: DirectoryId,
|
||||||
|
validIds: Set<number>,
|
||||||
|
) => {
|
||||||
|
await filesystem.directory
|
||||||
|
.where({ parentId })
|
||||||
|
.and((directory) => !validIds.has(directory.id))
|
||||||
|
.delete();
|
||||||
|
};
|
||||||
|
|
||||||
export const getAllFileInfos = async () => {
|
export const getAllFileInfos = async () => {
|
||||||
return await filesystem.file.toArray();
|
return await filesystem.file.toArray();
|
||||||
};
|
};
|
||||||
@@ -78,14 +107,37 @@ export const getFileInfo = async (id: number) => {
|
|||||||
return await filesystem.file.get(id);
|
return await filesystem.file.get(id);
|
||||||
};
|
};
|
||||||
|
|
||||||
|
export const bulkGetFileInfos = async (ids: number[]) => {
|
||||||
|
return await filesystem.file.bulkGet(ids);
|
||||||
|
};
|
||||||
|
|
||||||
export const storeFileInfo = async (fileInfo: FileInfo) => {
|
export const storeFileInfo = async (fileInfo: FileInfo) => {
|
||||||
await filesystem.file.put(fileInfo);
|
await filesystem.file.upsert(fileInfo.id, {
|
||||||
|
parentId: fileInfo.parentId,
|
||||||
|
name: fileInfo.name,
|
||||||
|
contentType: fileInfo.contentType,
|
||||||
|
createdAt: fileInfo.createdAt,
|
||||||
|
lastModifiedAt: fileInfo.lastModifiedAt,
|
||||||
|
categoryIds: fileInfo.categoryIds,
|
||||||
|
isFavorite: fileInfo.isFavorite,
|
||||||
|
});
|
||||||
};
|
};
|
||||||
|
|
||||||
export const deleteFileInfo = async (id: number) => {
|
export const deleteFileInfo = async (id: number) => {
|
||||||
await filesystem.file.delete(id);
|
await filesystem.file.delete(id);
|
||||||
};
|
};
|
||||||
|
|
||||||
|
export const bulkDeleteFileInfos = async (ids: number[]) => {
|
||||||
|
await filesystem.file.bulkDelete(ids);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const deleteDanglingFileInfos = async (parentId: DirectoryId, validIds: Set<number>) => {
|
||||||
|
await filesystem.file
|
||||||
|
.where({ parentId })
|
||||||
|
.and((file) => !validIds.has(file.id))
|
||||||
|
.delete();
|
||||||
|
};
|
||||||
|
|
||||||
export const getCategoryInfos = async (parentId: CategoryId) => {
|
export const getCategoryInfos = async (parentId: CategoryId) => {
|
||||||
return await filesystem.category.where({ parentId }).toArray();
|
return await filesystem.category.where({ parentId }).toArray();
|
||||||
};
|
};
|
||||||
@@ -95,7 +147,12 @@ export const getCategoryInfo = async (id: number) => {
|
|||||||
};
|
};
|
||||||
|
|
||||||
export const storeCategoryInfo = async (categoryInfo: CategoryInfo) => {
|
export const storeCategoryInfo = async (categoryInfo: CategoryInfo) => {
|
||||||
await filesystem.category.put(categoryInfo);
|
await filesystem.category.upsert(categoryInfo.id, {
|
||||||
|
parentId: categoryInfo.parentId,
|
||||||
|
name: categoryInfo.name,
|
||||||
|
files: categoryInfo.files,
|
||||||
|
isFileRecursive: categoryInfo.isFileRecursive,
|
||||||
|
});
|
||||||
};
|
};
|
||||||
|
|
||||||
export const updateCategoryInfo = async (id: number, changes: { isFileRecursive?: boolean }) => {
|
export const updateCategoryInfo = async (id: number, changes: { isFileRecursive?: boolean }) => {
|
||||||
@@ -106,6 +163,13 @@ export const deleteCategoryInfo = async (id: number) => {
|
|||||||
await filesystem.category.delete(id);
|
await filesystem.category.delete(id);
|
||||||
};
|
};
|
||||||
|
|
||||||
|
export const deleteDanglingCategoryInfos = async (parentId: CategoryId, validIds: Set<number>) => {
|
||||||
|
await filesystem.category
|
||||||
|
.where({ parentId })
|
||||||
|
.and((category) => !validIds.has(category.id))
|
||||||
|
.delete();
|
||||||
|
};
|
||||||
|
|
||||||
export const cleanupDanglingInfos = async () => {
|
export const cleanupDanglingInfos = async () => {
|
||||||
const validDirectoryIds: number[] = [];
|
const validDirectoryIds: number[] = [];
|
||||||
const validFileIds: number[] = [];
|
const validFileIds: number[] = [];
|
||||||
@@ -0,0 +1,3 @@
|
|||||||
|
export * from "./cache-index.ts";
|
||||||
|
export * from "./filesystem.ts";
|
||||||
|
export * from "./key-store.ts";
|
||||||
@@ -70,12 +70,12 @@ export const storeMasterKeys = async (keys: MasterKey[]) => {
|
|||||||
};
|
};
|
||||||
|
|
||||||
export const getHmacSecrets = async () => {
|
export const getHmacSecrets = async () => {
|
||||||
return await keyStore.hmacSecret.toArray();
|
return (await keyStore.hmacSecret.toArray()).filter(({ secret }) => secret.extractable);
|
||||||
};
|
};
|
||||||
|
|
||||||
export const storeHmacSecrets = async (secrets: HmacSecret[]) => {
|
export const storeHmacSecrets = async (secrets: HmacSecret[]) => {
|
||||||
if (secrets.some(({ secret }) => secret.extractable)) {
|
if (secrets.some(({ secret }) => !secret.extractable)) {
|
||||||
throw new Error("Hmac secrets must be nonextractable");
|
throw new Error("Hmac secrets must be extractable");
|
||||||
}
|
}
|
||||||
await keyStore.hmacSecret.bulkPut(secrets);
|
await keyStore.hmacSecret.bulkPut(secrets);
|
||||||
};
|
};
|
||||||
@@ -1,13 +1,5 @@
|
|||||||
let rootHandle: FileSystemDirectoryHandle | null = null;
|
|
||||||
|
|
||||||
export const prepareOpfs = async () => {
|
|
||||||
rootHandle = await navigator.storage.getDirectory();
|
|
||||||
};
|
|
||||||
|
|
||||||
const getFileHandle = async (path: string, create = true) => {
|
const getFileHandle = async (path: string, create = true) => {
|
||||||
if (!rootHandle) {
|
if (path[0] !== "/") {
|
||||||
throw new Error("OPFS not prepared");
|
|
||||||
} else if (path[0] !== "/") {
|
|
||||||
throw new Error("Path must be absolute");
|
throw new Error("Path must be absolute");
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -17,7 +9,7 @@ const getFileHandle = async (path: string, create = true) => {
|
|||||||
}
|
}
|
||||||
|
|
||||||
try {
|
try {
|
||||||
let directoryHandle = rootHandle;
|
let directoryHandle = await navigator.storage.getDirectory();
|
||||||
for (const part of parts.slice(0, -1)) {
|
for (const part of parts.slice(0, -1)) {
|
||||||
if (!part) continue;
|
if (!part) continue;
|
||||||
directoryHandle = await directoryHandle.getDirectoryHandle(part, { create });
|
directoryHandle = await directoryHandle.getDirectoryHandle(part, { create });
|
||||||
@@ -34,12 +26,15 @@ const getFileHandle = async (path: string, create = true) => {
|
|||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
export const readFile = async (path: string) => {
|
export const getFile = async (path: string) => {
|
||||||
const { fileHandle } = await getFileHandle(path, false);
|
const { fileHandle } = await getFileHandle(path, false);
|
||||||
if (!fileHandle) return null;
|
if (!fileHandle) return null;
|
||||||
|
|
||||||
const file = await fileHandle.getFile();
|
return await fileHandle.getFile();
|
||||||
return await file.arrayBuffer();
|
};
|
||||||
|
|
||||||
|
export const readFile = async (path: string) => {
|
||||||
|
return (await getFile(path))?.arrayBuffer() ?? null;
|
||||||
};
|
};
|
||||||
|
|
||||||
export const writeFile = async (path: string, data: ArrayBuffer) => {
|
export const writeFile = async (path: string, data: ArrayBuffer) => {
|
||||||
@@ -53,6 +48,12 @@ export const writeFile = async (path: string, data: ArrayBuffer) => {
|
|||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
|
// Changes are applied atomically when the stream is closed, and discarded if it is aborted
|
||||||
|
export const createWritable = async (path: string) => {
|
||||||
|
const { fileHandle } = await getFileHandle(path);
|
||||||
|
return await fileHandle!.createWritable();
|
||||||
|
};
|
||||||
|
|
||||||
export const deleteFile = async (path: string) => {
|
export const deleteFile = async (path: string) => {
|
||||||
const { parentHandle, filename } = await getFileHandle(path, false);
|
const { parentHandle, filename } = await getFileHandle(path, false);
|
||||||
if (!parentHandle) return;
|
if (!parentHandle) return;
|
||||||
@@ -61,9 +62,7 @@ export const deleteFile = async (path: string) => {
|
|||||||
};
|
};
|
||||||
|
|
||||||
const getDirectoryHandle = async (path: string) => {
|
const getDirectoryHandle = async (path: string) => {
|
||||||
if (!rootHandle) {
|
if (path[0] !== "/") {
|
||||||
throw new Error("OPFS not prepared");
|
|
||||||
} else if (path[0] !== "/") {
|
|
||||||
throw new Error("Path must be absolute");
|
throw new Error("Path must be absolute");
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -73,7 +72,7 @@ const getDirectoryHandle = async (path: string) => {
|
|||||||
}
|
}
|
||||||
|
|
||||||
try {
|
try {
|
||||||
let directoryHandle = rootHandle;
|
let directoryHandle = await navigator.storage.getDirectory();
|
||||||
let parentHandle;
|
let parentHandle;
|
||||||
for (const part of parts.slice(1)) {
|
for (const part of parts.slice(1)) {
|
||||||
if (!part) continue;
|
if (!part) continue;
|
||||||
@@ -95,3 +94,51 @@ export const deleteDirectory = async (path: string) => {
|
|||||||
|
|
||||||
await parentHandle.removeEntry(directoryHandle.name, { recursive: true });
|
await parentHandle.removeEntry(directoryHandle.name, { recursive: true });
|
||||||
};
|
};
|
||||||
|
|
||||||
|
const listEntryNames = async (path: string, kind: FileSystemHandleKind) => {
|
||||||
|
const { directoryHandle } = await getDirectoryHandle(path);
|
||||||
|
if (!directoryHandle) return [];
|
||||||
|
|
||||||
|
const names: string[] = [];
|
||||||
|
for await (const handle of directoryHandle.values()) {
|
||||||
|
if (handle.kind === kind) {
|
||||||
|
names.push(handle.name);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return names;
|
||||||
|
};
|
||||||
|
|
||||||
|
export const listFileNames = (path: string) => listEntryNames(path, "file");
|
||||||
|
|
||||||
|
export const listDirectoryNames = (path: string) => listEntryNames(path, "directory");
|
||||||
|
|
||||||
|
// Deletes the files (not directories) directly under the directory
|
||||||
|
export const deleteFilesInDirectory = async (path: string) => {
|
||||||
|
const { directoryHandle } = await getDirectoryHandle(path);
|
||||||
|
if (!directoryHandle) return;
|
||||||
|
|
||||||
|
for (const name of await listFileNames(path)) {
|
||||||
|
await directoryHandle.removeEntry(name);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
// Renames the file atomically
|
||||||
|
export const moveFile = async (path: string, newPath: string) => {
|
||||||
|
const { fileHandle } = await getFileHandle(path, false);
|
||||||
|
if (!fileHandle) {
|
||||||
|
throw new Error("File not found");
|
||||||
|
}
|
||||||
|
|
||||||
|
let directoryHandle = await navigator.storage.getDirectory();
|
||||||
|
const parts = newPath.split("/").filter((part) => part);
|
||||||
|
for (const part of parts.slice(0, -1)) {
|
||||||
|
directoryHandle = await directoryHandle.getDirectoryHandle(part, { create: true });
|
||||||
|
}
|
||||||
|
|
||||||
|
// Supported by Chromium for the origin private file system
|
||||||
|
await (
|
||||||
|
fileHandle as FileSystemFileHandle & {
|
||||||
|
move(destination: FileSystemDirectoryHandle, name: string): Promise<void>;
|
||||||
|
}
|
||||||
|
).move(directoryHandle, parts.at(-1)!);
|
||||||
|
};
|
||||||
@@ -0,0 +1,130 @@
|
|||||||
|
import { sha256 } from "@noble/hashes/sha2.js";
|
||||||
|
import axios from "axios";
|
||||||
|
import { encodeToBase64, encryptChunk } from "#lib/shared/crypto/index.ts";
|
||||||
|
import { CHUNK_SIZE, getChunkCount, getEncryptedSize } from "#lib/shared/format/index.ts";
|
||||||
|
import { BoundedQueue } from "#lib/utils/concurrency/index.ts";
|
||||||
|
import { createSpeedMeter } from "#lib/utils/speed-meter.ts";
|
||||||
|
|
||||||
|
interface UploadStats {
|
||||||
|
progress: number;
|
||||||
|
rate: number;
|
||||||
|
}
|
||||||
|
|
||||||
|
interface EncryptedChunk {
|
||||||
|
index: number;
|
||||||
|
data: ArrayBuffer;
|
||||||
|
}
|
||||||
|
|
||||||
|
const uploadEncryptedChunk = async (
|
||||||
|
uploadId: string,
|
||||||
|
chunkIndex: number,
|
||||||
|
encrypted: ArrayBuffer,
|
||||||
|
onChunkProgress: (chunkIndex: number, loaded: number) => void,
|
||||||
|
) => {
|
||||||
|
await axios.post(`/api/upload/${uploadId}/chunks/${chunkIndex + 1}`, encrypted, {
|
||||||
|
headers: { "Content-Type": "application/octet-stream" },
|
||||||
|
onUploadProgress(e) {
|
||||||
|
onChunkProgress(chunkIndex, e.loaded ?? 0);
|
||||||
|
},
|
||||||
|
});
|
||||||
|
|
||||||
|
onChunkProgress(chunkIndex, encrypted.byteLength);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const uploadBlob = async (
|
||||||
|
uploadId: string,
|
||||||
|
blob: Blob,
|
||||||
|
dataKey: CryptoKey,
|
||||||
|
options?: {
|
||||||
|
concurrency?: number;
|
||||||
|
onProgress?: (s: UploadStats) => void;
|
||||||
|
// Receives each chunk of the plaintext before it is encrypted
|
||||||
|
onPlaintextChunk?: (chunkIndex: number, data: ArrayBuffer) => Promise<void>;
|
||||||
|
},
|
||||||
|
) => {
|
||||||
|
const onProgress = options?.onProgress;
|
||||||
|
const networkConcurrency = options?.concurrency ?? 4;
|
||||||
|
const maxQueueSize = 8;
|
||||||
|
|
||||||
|
const totalChunks = getChunkCount(blob.size);
|
||||||
|
const totalBytes = getEncryptedSize(blob.size);
|
||||||
|
|
||||||
|
const uploadedByChunk = new Array<number>(totalChunks).fill(0);
|
||||||
|
const speedMeter = createSpeedMeter(3000, 200);
|
||||||
|
const hash = sha256.create();
|
||||||
|
|
||||||
|
const emit = () => {
|
||||||
|
if (!onProgress) return;
|
||||||
|
|
||||||
|
const uploadedBytes = uploadedByChunk.reduce((a, b) => a + b, 0);
|
||||||
|
const rate = speedMeter(uploadedBytes);
|
||||||
|
const progress = Math.min(1, uploadedBytes / totalBytes);
|
||||||
|
|
||||||
|
onProgress({ progress, rate });
|
||||||
|
};
|
||||||
|
|
||||||
|
const onChunkProgress = (idx: number, loaded: number) => {
|
||||||
|
uploadedByChunk[idx] = loaded;
|
||||||
|
emit();
|
||||||
|
};
|
||||||
|
|
||||||
|
const queue = new BoundedQueue<EncryptedChunk>(maxQueueSize);
|
||||||
|
|
||||||
|
// Producer: encrypt chunks and push to queue
|
||||||
|
const encryptionProducer = async () => {
|
||||||
|
try {
|
||||||
|
for (let i = 0; i < totalChunks; i++) {
|
||||||
|
const chunk = await blob.slice(i * CHUNK_SIZE, (i + 1) * CHUNK_SIZE).arrayBuffer();
|
||||||
|
await options?.onPlaintextChunk?.(i, chunk);
|
||||||
|
const data = await encryptChunk(chunk, dataKey);
|
||||||
|
hash.update(new Uint8Array(data));
|
||||||
|
await queue.push({ index: i, data });
|
||||||
|
}
|
||||||
|
} finally {
|
||||||
|
queue.close();
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
// Consumer: upload chunks from queue with concurrency limit
|
||||||
|
const uploadConsumer = async () => {
|
||||||
|
const activeTasks = new Set<Promise<void>>();
|
||||||
|
let failure: { reason: unknown } | undefined;
|
||||||
|
|
||||||
|
try {
|
||||||
|
while (!failure) {
|
||||||
|
const item = await queue.pop();
|
||||||
|
if (item === null) break;
|
||||||
|
|
||||||
|
const task: Promise<void> = uploadEncryptedChunk(
|
||||||
|
uploadId,
|
||||||
|
item.index,
|
||||||
|
item.data,
|
||||||
|
onChunkProgress,
|
||||||
|
)
|
||||||
|
.catch((reason) => {
|
||||||
|
failure ??= { reason };
|
||||||
|
})
|
||||||
|
.finally(() => activeTasks.delete(task));
|
||||||
|
activeTasks.add(task);
|
||||||
|
|
||||||
|
if (activeTasks.size >= networkConcurrency) {
|
||||||
|
await Promise.race(activeTasks);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
await Promise.all(activeTasks);
|
||||||
|
if (failure) throw failure.reason;
|
||||||
|
} finally {
|
||||||
|
queue.close(); // Stops the producer if the upload failed
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
// Run producer and consumer concurrently
|
||||||
|
const [encryption, upload] = await Promise.allSettled([encryptionProducer(), uploadConsumer()]);
|
||||||
|
// The upload error takes precedence, as the producer fails due to the closed queue then
|
||||||
|
if (upload.status === "rejected") throw upload.reason;
|
||||||
|
if (encryption.status === "rejected") throw encryption.reason;
|
||||||
|
|
||||||
|
onProgress?.({ progress: 1, rate: speedMeter() });
|
||||||
|
return { encContentHash: encodeToBase64(hash.digest()) };
|
||||||
|
};
|
||||||
@@ -0,0 +1,55 @@
|
|||||||
|
import type { DownloadProgressMessage } from "#lib/shared/service-worker.ts";
|
||||||
|
import { createSpeedMeter } from "#lib/utils/speed-meter.ts";
|
||||||
|
|
||||||
|
// Files are downloaded and decrypted by the service worker, which reports the progress
|
||||||
|
|
||||||
|
export interface FileDownloadState {
|
||||||
|
id: number;
|
||||||
|
status: "downloading" | "completed" | "error";
|
||||||
|
progress?: number;
|
||||||
|
rate?: number;
|
||||||
|
}
|
||||||
|
|
||||||
|
let downloadingFiles: FileDownloadState[] = $state([]);
|
||||||
|
const speedMeters = new WeakMap<FileDownloadState, ReturnType<typeof createSpeedMeter>>();
|
||||||
|
|
||||||
|
export const isFileDownloading = (status: FileDownloadState["status"]) => {
|
||||||
|
return status === "downloading";
|
||||||
|
};
|
||||||
|
|
||||||
|
export const getFileDownloadState = (fileId: number) => {
|
||||||
|
return downloadingFiles.find((file) => file.id === fileId && isFileDownloading(file.status));
|
||||||
|
};
|
||||||
|
|
||||||
|
export const getDownloadingFiles = () => {
|
||||||
|
return downloadingFiles.filter((file) => isFileDownloading(file.status));
|
||||||
|
};
|
||||||
|
|
||||||
|
export const clearDownloadedFiles = () => {
|
||||||
|
downloadingFiles = downloadingFiles.filter((file) => isFileDownloading(file.status));
|
||||||
|
};
|
||||||
|
|
||||||
|
export const handleDownloadProgress = ({
|
||||||
|
fileId,
|
||||||
|
status,
|
||||||
|
loaded,
|
||||||
|
total,
|
||||||
|
}: DownloadProgressMessage) => {
|
||||||
|
let state = getFileDownloadState(fileId);
|
||||||
|
if (!state) {
|
||||||
|
if (status !== "downloading") return;
|
||||||
|
|
||||||
|
downloadingFiles.push({ id: fileId, status });
|
||||||
|
state = downloadingFiles.at(-1)!;
|
||||||
|
speedMeters.set(state, createSpeedMeter());
|
||||||
|
}
|
||||||
|
|
||||||
|
if (status === "canceled") {
|
||||||
|
downloadingFiles = downloadingFiles.filter((file) => file !== state);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
state.status = status;
|
||||||
|
state.progress = total > 0 ? loaded / total : 1;
|
||||||
|
state.rate = speedMeters.get(state)?.(loaded);
|
||||||
|
};
|
||||||
@@ -0,0 +1,2 @@
|
|||||||
|
export * from "./download.svelte.ts";
|
||||||
|
export * from "./upload.svelte.ts";
|
||||||
@@ -0,0 +1,259 @@
|
|||||||
|
import { limitFunction } from "p-limit";
|
||||||
|
import { createUploadFileCache } from "#lib/client/cache/index.ts";
|
||||||
|
import { signMessageHmac } from "#lib/client/crypto/hmac.ts";
|
||||||
|
import {
|
||||||
|
ensureHmacSecrets,
|
||||||
|
keyring,
|
||||||
|
type HmacSecret,
|
||||||
|
type MasterKey,
|
||||||
|
} from "#lib/client/keys/index.ts";
|
||||||
|
import { readExifDateTime } from "#lib/client/media/exif.ts";
|
||||||
|
import { generateThumbnail } from "#lib/client/media/thumbnail.ts";
|
||||||
|
import { uploadBlob } from "#lib/client/transfer/chunked-upload.ts";
|
||||||
|
import {
|
||||||
|
encodeToBase64,
|
||||||
|
generateDataKey,
|
||||||
|
wrapDataKey,
|
||||||
|
encryptString,
|
||||||
|
} from "#lib/shared/crypto/index.ts";
|
||||||
|
import { getChunkCount } from "#lib/shared/format/index.ts";
|
||||||
|
import { Scheduler } from "#lib/utils/index.ts";
|
||||||
|
import { trpc } from "#trpc/client.ts";
|
||||||
|
|
||||||
|
const LIVE_STATUSES = [
|
||||||
|
"queued",
|
||||||
|
"encryption-pending",
|
||||||
|
"encrypting",
|
||||||
|
"upload-pending",
|
||||||
|
"uploading",
|
||||||
|
] as const;
|
||||||
|
|
||||||
|
type LiveStatus = (typeof LIVE_STATUSES)[number];
|
||||||
|
|
||||||
|
export interface FileUploadState {
|
||||||
|
id: string;
|
||||||
|
name: string;
|
||||||
|
parentId: DirectoryId;
|
||||||
|
status: LiveStatus | "uploaded" | "canceled" | "error";
|
||||||
|
progress?: number;
|
||||||
|
rate?: number;
|
||||||
|
estimated?: number;
|
||||||
|
}
|
||||||
|
|
||||||
|
export type LiveFileUploadState = FileUploadState & { status: LiveStatus };
|
||||||
|
|
||||||
|
const scheduler = new Scheduler<{ fileId: number; thumbnailBuffer?: ArrayBuffer } | undefined>();
|
||||||
|
let uploadingFiles: FileUploadState[] = $state([]);
|
||||||
|
|
||||||
|
const isFileUploading = (file: FileUploadState): file is LiveFileUploadState => {
|
||||||
|
return (LIVE_STATUSES as readonly string[]).includes(file.status);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const getUploadingFiles = (parentId?: DirectoryId) => {
|
||||||
|
return uploadingFiles
|
||||||
|
.filter(isFileUploading)
|
||||||
|
.filter((file) => parentId === undefined || file.parentId === parentId);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const clearUploadedFiles = () => {
|
||||||
|
uploadingFiles = uploadingFiles.filter(isFileUploading);
|
||||||
|
};
|
||||||
|
|
||||||
|
const requestDuplicateFileScan = limitFunction(
|
||||||
|
async (
|
||||||
|
state: FileUploadState,
|
||||||
|
file: File,
|
||||||
|
hmacSecret: HmacSecret,
|
||||||
|
onDuplicate: () => Promise<boolean>,
|
||||||
|
) => {
|
||||||
|
state.status = "encryption-pending";
|
||||||
|
|
||||||
|
const fileSigned = encodeToBase64(await signMessageHmac(file, hmacSecret.secret));
|
||||||
|
const files = await trpc.file.listByHash.query({
|
||||||
|
hskVersion: hmacSecret.version,
|
||||||
|
contentHmac: fileSigned,
|
||||||
|
});
|
||||||
|
if (files.length === 0 || (await onDuplicate())) {
|
||||||
|
return { fileSigned };
|
||||||
|
} else {
|
||||||
|
return {};
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{ concurrency: 1 },
|
||||||
|
);
|
||||||
|
|
||||||
|
const getFileType = (file: File) => {
|
||||||
|
if (file.type) return file.type;
|
||||||
|
if (file.name.endsWith(".heic")) return "image/heic";
|
||||||
|
throw new Error("Unknown file type");
|
||||||
|
};
|
||||||
|
|
||||||
|
interface FileMetadata {
|
||||||
|
parentId: "root" | number;
|
||||||
|
name: string;
|
||||||
|
createdAt?: Date;
|
||||||
|
lastModifiedAt: Date;
|
||||||
|
}
|
||||||
|
|
||||||
|
const requestFileMetadataEncryption = limitFunction(
|
||||||
|
async (
|
||||||
|
state: FileUploadState,
|
||||||
|
file: Blob,
|
||||||
|
fileMetadata: FileMetadata,
|
||||||
|
masterKey: MasterKey,
|
||||||
|
hmacSecret: HmacSecret,
|
||||||
|
) => {
|
||||||
|
state.status = "encrypting";
|
||||||
|
|
||||||
|
const { dataKey, dataKeyVersion } = await generateDataKey();
|
||||||
|
const dataKeyWrapped = await wrapDataKey(dataKey, masterKey.key);
|
||||||
|
|
||||||
|
const [nameEncrypted, createdAtEncrypted, lastModifiedAtEncrypted, thumbnailBuffer] =
|
||||||
|
await Promise.all([
|
||||||
|
encryptString(fileMetadata.name, dataKey),
|
||||||
|
fileMetadata.createdAt &&
|
||||||
|
encryptString(fileMetadata.createdAt.getTime().toString(), dataKey),
|
||||||
|
encryptString(fileMetadata.lastModifiedAt.getTime().toString(), dataKey),
|
||||||
|
generateThumbnail(file).then((blob) => blob?.arrayBuffer()),
|
||||||
|
]);
|
||||||
|
|
||||||
|
const { uploadId } = await trpc.upload.startFileUpload.mutate({
|
||||||
|
chunks: getChunkCount(file.size),
|
||||||
|
parent: fileMetadata.parentId,
|
||||||
|
mekVersion: masterKey.version,
|
||||||
|
dek: dataKeyWrapped,
|
||||||
|
dekVersion: dataKeyVersion,
|
||||||
|
hskVersion: hmacSecret.version,
|
||||||
|
contentType: file.type,
|
||||||
|
name: nameEncrypted.ciphertext,
|
||||||
|
nameIv: nameEncrypted.iv,
|
||||||
|
createdAt: createdAtEncrypted?.ciphertext,
|
||||||
|
createdAtIv: createdAtEncrypted?.iv,
|
||||||
|
lastModifiedAt: lastModifiedAtEncrypted.ciphertext,
|
||||||
|
lastModifiedAtIv: lastModifiedAtEncrypted.iv,
|
||||||
|
});
|
||||||
|
|
||||||
|
state.status = "upload-pending";
|
||||||
|
return { uploadId, thumbnailBuffer, dataKey, dataKeyVersion };
|
||||||
|
},
|
||||||
|
{ concurrency: 4 },
|
||||||
|
);
|
||||||
|
|
||||||
|
const requestFileUpload = limitFunction(
|
||||||
|
async (
|
||||||
|
state: FileUploadState,
|
||||||
|
uploadId: string,
|
||||||
|
file: Blob,
|
||||||
|
fileSigned: string,
|
||||||
|
thumbnailBuffer: ArrayBuffer | undefined,
|
||||||
|
dataKey: CryptoKey,
|
||||||
|
dataKeyVersion: Date,
|
||||||
|
) => {
|
||||||
|
state.status = "uploading";
|
||||||
|
|
||||||
|
// The file is cached while uploading, so that it doesn't have to be read again
|
||||||
|
const cache = createUploadFileCache(file.size);
|
||||||
|
|
||||||
|
let fileId;
|
||||||
|
try {
|
||||||
|
const { encContentHash } = await uploadBlob(uploadId, file, dataKey, {
|
||||||
|
onProgress(s) {
|
||||||
|
state.progress = s.progress;
|
||||||
|
state.rate = s.rate;
|
||||||
|
},
|
||||||
|
onPlaintextChunk: cache.writeChunk,
|
||||||
|
});
|
||||||
|
|
||||||
|
({ file: fileId } = await trpc.upload.completeFileUpload.mutate({
|
||||||
|
uploadId,
|
||||||
|
contentHmac: fileSigned,
|
||||||
|
encContentHash,
|
||||||
|
}));
|
||||||
|
} catch (e) {
|
||||||
|
await cache.discard();
|
||||||
|
throw e;
|
||||||
|
}
|
||||||
|
|
||||||
|
await cache.commit(fileId).catch(console.error);
|
||||||
|
|
||||||
|
if (thumbnailBuffer) {
|
||||||
|
try {
|
||||||
|
const { uploadId } = await trpc.upload.startFileThumbnailUpload.mutate({
|
||||||
|
file: fileId,
|
||||||
|
dekVersion: dataKeyVersion,
|
||||||
|
});
|
||||||
|
|
||||||
|
await uploadBlob(uploadId, new Blob([thumbnailBuffer]), dataKey);
|
||||||
|
|
||||||
|
await trpc.upload.completeFileThumbnailUpload.mutate({ uploadId });
|
||||||
|
} catch (e) {
|
||||||
|
console.error(e);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
state.status = "uploaded";
|
||||||
|
return { fileId };
|
||||||
|
},
|
||||||
|
{ concurrency: 1 },
|
||||||
|
);
|
||||||
|
|
||||||
|
export const uploadFile = async (
|
||||||
|
file: File,
|
||||||
|
parentId: "root" | number,
|
||||||
|
onDuplicate: () => Promise<boolean>,
|
||||||
|
) => {
|
||||||
|
uploadingFiles.push({
|
||||||
|
id: crypto.randomUUID(),
|
||||||
|
name: file.name,
|
||||||
|
parentId,
|
||||||
|
status: "queued",
|
||||||
|
});
|
||||||
|
const state = uploadingFiles.at(-1)!;
|
||||||
|
|
||||||
|
return await scheduler.schedule(file.size, async () => {
|
||||||
|
try {
|
||||||
|
await ensureHmacSecrets();
|
||||||
|
const masterKey = keyring.activeMasterKey;
|
||||||
|
const hmacSecret = keyring.activeHmacSecret;
|
||||||
|
|
||||||
|
const { fileSigned } = await requestDuplicateFileScan(state, file, hmacSecret, onDuplicate);
|
||||||
|
|
||||||
|
if (!fileSigned) {
|
||||||
|
state.status = "canceled";
|
||||||
|
uploadingFiles = uploadingFiles.filter((file) => file !== state);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
const fileType = getFileType(file);
|
||||||
|
const fileMetadata: FileMetadata = {
|
||||||
|
parentId,
|
||||||
|
name: file.name,
|
||||||
|
lastModifiedAt: new Date(file.lastModified),
|
||||||
|
};
|
||||||
|
|
||||||
|
if (fileType.startsWith("image/")) {
|
||||||
|
fileMetadata.createdAt = await readExifDateTime(file);
|
||||||
|
}
|
||||||
|
|
||||||
|
const blob = new Blob([file], { type: fileType });
|
||||||
|
|
||||||
|
const { uploadId, thumbnailBuffer, dataKey, dataKeyVersion } =
|
||||||
|
await requestFileMetadataEncryption(state, blob, fileMetadata, masterKey, hmacSecret);
|
||||||
|
|
||||||
|
const { fileId } = await requestFileUpload(
|
||||||
|
state,
|
||||||
|
uploadId,
|
||||||
|
blob,
|
||||||
|
fileSigned,
|
||||||
|
thumbnailBuffer,
|
||||||
|
dataKey,
|
||||||
|
dataKeyVersion,
|
||||||
|
);
|
||||||
|
|
||||||
|
return { fileId, thumbnailBuffer };
|
||||||
|
} catch (e) {
|
||||||
|
state.status = "error";
|
||||||
|
throw e;
|
||||||
|
}
|
||||||
|
});
|
||||||
|
};
|
||||||
@@ -1,5 +0,0 @@
|
|||||||
export { default as ActionEntryButton } from "./ActionEntryButton.svelte";
|
|
||||||
export { default as Button } from "./Button.svelte";
|
|
||||||
export { default as EntryButton } from "./EntryButton.svelte";
|
|
||||||
export { default as FloatingButton } from "./FloatingButton.svelte";
|
|
||||||
export { default as TextButton } from "./TextButton.svelte";
|
|
||||||
@@ -1,3 +0,0 @@
|
|||||||
export { default as AdaptiveDiv } from "./AdaptiveDiv.svelte";
|
|
||||||
export { default as BottomDiv } from "./BottomDiv.svelte";
|
|
||||||
export { default as FullscreenDiv } from "./FullscreenDiv.svelte";
|
|
||||||
@@ -1,5 +0,0 @@
|
|||||||
export { default as BottomSheet } from "./BottomSheet.svelte";
|
|
||||||
export * from "./buttons";
|
|
||||||
export * from "./divs";
|
|
||||||
export * from "./inputs";
|
|
||||||
export { default as Modal } from "./Modal.svelte";
|
|
||||||
@@ -1,2 +0,0 @@
|
|||||||
export { default as CheckBox } from "./CheckBox.svelte";
|
|
||||||
export { default as TextInput } from "./TextInput.svelte";
|
|
||||||
@@ -1,63 +0,0 @@
|
|||||||
<script lang="ts">
|
|
||||||
import { untrack, type Component } from "svelte";
|
|
||||||
import type { SvelteHTMLElements } from "svelte/elements";
|
|
||||||
import { get, type Writable } from "svelte/store";
|
|
||||||
import type { CategoryInfo } from "$lib/modules/filesystem";
|
|
||||||
import { SortBy, sortEntries } from "$lib/modules/util";
|
|
||||||
import Category from "./Category.svelte";
|
|
||||||
import type { SelectedCategory } from "./service";
|
|
||||||
|
|
||||||
interface Props {
|
|
||||||
categories: Writable<CategoryInfo | null>[];
|
|
||||||
categoryMenuIcon?: Component<SvelteHTMLElements["svg"]>;
|
|
||||||
onCategoryClick: (category: SelectedCategory) => void;
|
|
||||||
onCategoryMenuClick?: (category: SelectedCategory) => void;
|
|
||||||
sortBy?: SortBy;
|
|
||||||
}
|
|
||||||
|
|
||||||
let {
|
|
||||||
categories,
|
|
||||||
categoryMenuIcon,
|
|
||||||
onCategoryClick,
|
|
||||||
onCategoryMenuClick,
|
|
||||||
sortBy = SortBy.NAME_ASC,
|
|
||||||
}: Props = $props();
|
|
||||||
|
|
||||||
let categoriesWithName: { name?: string; info: Writable<CategoryInfo | null> }[] = $state([]);
|
|
||||||
|
|
||||||
$effect(() => {
|
|
||||||
categoriesWithName = categories.map((category) => ({
|
|
||||||
name: get(category)?.name,
|
|
||||||
info: category,
|
|
||||||
}));
|
|
||||||
|
|
||||||
const sort = () => {
|
|
||||||
sortEntries(categoriesWithName, sortBy);
|
|
||||||
};
|
|
||||||
return untrack(() => {
|
|
||||||
sort();
|
|
||||||
|
|
||||||
const unsubscribes = categoriesWithName.map((category) =>
|
|
||||||
category.info.subscribe((value) => {
|
|
||||||
if (category.name === value?.name) return;
|
|
||||||
category.name = value?.name;
|
|
||||||
sort();
|
|
||||||
}),
|
|
||||||
);
|
|
||||||
return () => unsubscribes.forEach((unsubscribe) => unsubscribe());
|
|
||||||
});
|
|
||||||
});
|
|
||||||
</script>
|
|
||||||
|
|
||||||
{#if categoriesWithName.length > 0}
|
|
||||||
<div class="space-y-1">
|
|
||||||
{#each categoriesWithName as { info }}
|
|
||||||
<Category
|
|
||||||
{info}
|
|
||||||
menuIcon={categoryMenuIcon}
|
|
||||||
onclick={onCategoryClick}
|
|
||||||
onMenuClick={onCategoryMenuClick}
|
|
||||||
/>
|
|
||||||
{/each}
|
|
||||||
</div>
|
|
||||||
{/if}
|
|
||||||
@@ -1,43 +0,0 @@
|
|||||||
<script lang="ts">
|
|
||||||
import type { Component } from "svelte";
|
|
||||||
import type { SvelteHTMLElements } from "svelte/elements";
|
|
||||||
import type { Writable } from "svelte/store";
|
|
||||||
import { ActionEntryButton } from "$lib/components/atoms";
|
|
||||||
import { CategoryLabel } from "$lib/components/molecules";
|
|
||||||
import type { CategoryInfo } from "$lib/modules/filesystem";
|
|
||||||
import type { SelectedCategory } from "./service";
|
|
||||||
|
|
||||||
interface Props {
|
|
||||||
info: Writable<CategoryInfo | null>;
|
|
||||||
menuIcon?: Component<SvelteHTMLElements["svg"]>;
|
|
||||||
onclick: (category: SelectedCategory) => void;
|
|
||||||
onMenuClick?: (category: SelectedCategory) => void;
|
|
||||||
}
|
|
||||||
|
|
||||||
let { info, menuIcon, onclick, onMenuClick }: Props = $props();
|
|
||||||
|
|
||||||
const openCategory = () => {
|
|
||||||
const { id, dataKey, dataKeyVersion, name } = $info as CategoryInfo;
|
|
||||||
if (!dataKey || !dataKeyVersion) return; // TODO: Error handling
|
|
||||||
|
|
||||||
onclick({ id, dataKey, dataKeyVersion, name });
|
|
||||||
};
|
|
||||||
|
|
||||||
const openMenu = () => {
|
|
||||||
const { id, dataKey, dataKeyVersion, name } = $info as CategoryInfo;
|
|
||||||
if (!dataKey || !dataKeyVersion) return; // TODO: Error handling
|
|
||||||
|
|
||||||
onMenuClick!({ id, dataKey, dataKeyVersion, name });
|
|
||||||
};
|
|
||||||
</script>
|
|
||||||
|
|
||||||
{#if $info}
|
|
||||||
<ActionEntryButton
|
|
||||||
class="h-12"
|
|
||||||
onclick={openCategory}
|
|
||||||
actionButtonIcon={menuIcon}
|
|
||||||
onActionButtonClick={openMenu}
|
|
||||||
>
|
|
||||||
<CategoryLabel name={$info.name!} />
|
|
||||||
</ActionEntryButton>
|
|
||||||
{/if}
|
|
||||||
@@ -1,2 +0,0 @@
|
|||||||
export { default } from "./Categories.svelte";
|
|
||||||
export * from "./service";
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
export interface SelectedCategory {
|
|
||||||
id: number;
|
|
||||||
dataKey: CryptoKey;
|
|
||||||
dataKeyVersion: Date;
|
|
||||||
name: string;
|
|
||||||
}
|
|
||||||
@@ -1,9 +0,0 @@
|
|||||||
export * from "./ActionModal.svelte";
|
|
||||||
export { default as ActionModal } from "./ActionModal.svelte";
|
|
||||||
export * from "./Categories";
|
|
||||||
export { default as Categories } from "./Categories";
|
|
||||||
export { default as IconEntryButton } from "./IconEntryButton.svelte";
|
|
||||||
export * from "./labels";
|
|
||||||
export { default as SubCategories } from "./SubCategories.svelte";
|
|
||||||
export { default as TitledDiv } from "./TitledDiv.svelte";
|
|
||||||
export { default as TopBar } from "./TopBar.svelte";
|
|
||||||
@@ -1,50 +0,0 @@
|
|||||||
<script lang="ts">
|
|
||||||
import type { ClassValue } from "svelte/elements";
|
|
||||||
import { IconLabel } from "$lib/components/molecules";
|
|
||||||
|
|
||||||
import IconFolder from "~icons/material-symbols/folder";
|
|
||||||
import IconDraft from "~icons/material-symbols/draft";
|
|
||||||
|
|
||||||
interface Props {
|
|
||||||
class?: ClassValue;
|
|
||||||
name: string;
|
|
||||||
subtext?: string;
|
|
||||||
textClass?: ClassValue;
|
|
||||||
thumbnail?: string;
|
|
||||||
type: "directory" | "file";
|
|
||||||
}
|
|
||||||
|
|
||||||
let {
|
|
||||||
class: className,
|
|
||||||
name,
|
|
||||||
subtext,
|
|
||||||
textClass: textClassName,
|
|
||||||
thumbnail,
|
|
||||||
type,
|
|
||||||
}: Props = $props();
|
|
||||||
</script>
|
|
||||||
|
|
||||||
{#snippet iconSnippet()}
|
|
||||||
<div class="flex h-10 w-10 items-center justify-center text-xl">
|
|
||||||
{#if thumbnail}
|
|
||||||
<img src={thumbnail} alt={name} loading="lazy" class="aspect-square rounded object-cover" />
|
|
||||||
{:else if type === "directory"}
|
|
||||||
<IconFolder />
|
|
||||||
{:else}
|
|
||||||
<IconDraft class="text-blue-400" />
|
|
||||||
{/if}
|
|
||||||
</div>
|
|
||||||
{/snippet}
|
|
||||||
|
|
||||||
{#snippet subtextSnippet()}
|
|
||||||
{subtext}
|
|
||||||
{/snippet}
|
|
||||||
|
|
||||||
<IconLabel
|
|
||||||
{iconSnippet}
|
|
||||||
subtext={subtext ? subtextSnippet : undefined}
|
|
||||||
class={className}
|
|
||||||
textClass={textClassName}
|
|
||||||
>
|
|
||||||
{name}
|
|
||||||
</IconLabel>
|
|
||||||
@@ -1,4 +0,0 @@
|
|||||||
export { default as CategoryLabel } from "./CategoryLabel.svelte";
|
|
||||||
export { default as DirectoryEntryLabel } from "./DirectoryEntryLabel.svelte";
|
|
||||||
export { default as IconLabel } from "./IconLabel.svelte";
|
|
||||||
export { default as TitleLabel } from "./TitleLabel.svelte";
|
|
||||||
@@ -1,107 +0,0 @@
|
|||||||
<script lang="ts">
|
|
||||||
import { untrack } from "svelte";
|
|
||||||
import { get, type Writable } from "svelte/store";
|
|
||||||
import { CheckBox } from "$lib/components/atoms";
|
|
||||||
import { SubCategories, type SelectedCategory } from "$lib/components/molecules";
|
|
||||||
import { getFileInfo, type FileInfo, type CategoryInfo } from "$lib/modules/filesystem";
|
|
||||||
import { SortBy, sortEntries } from "$lib/modules/util";
|
|
||||||
import { masterKeyStore } from "$lib/stores";
|
|
||||||
import File from "./File.svelte";
|
|
||||||
import type { SelectedFile } from "./service";
|
|
||||||
|
|
||||||
import IconMoreVert from "~icons/material-symbols/more-vert";
|
|
||||||
|
|
||||||
interface Props {
|
|
||||||
info: CategoryInfo;
|
|
||||||
onFileClick: (file: SelectedFile) => void;
|
|
||||||
onFileRemoveClick: (file: SelectedFile) => void;
|
|
||||||
onSubCategoryClick: (subCategory: SelectedCategory) => void;
|
|
||||||
onSubCategoryCreateClick: () => void;
|
|
||||||
onSubCategoryMenuClick: (subCategory: SelectedCategory) => void;
|
|
||||||
sortBy?: SortBy;
|
|
||||||
isFileRecursive: boolean;
|
|
||||||
}
|
|
||||||
|
|
||||||
let {
|
|
||||||
info,
|
|
||||||
onFileClick,
|
|
||||||
onFileRemoveClick,
|
|
||||||
onSubCategoryClick,
|
|
||||||
onSubCategoryCreateClick,
|
|
||||||
onSubCategoryMenuClick,
|
|
||||||
sortBy = SortBy.NAME_ASC,
|
|
||||||
isFileRecursive = $bindable(),
|
|
||||||
}: Props = $props();
|
|
||||||
|
|
||||||
let files: { name?: string; info: Writable<FileInfo | null>; isRecursive: boolean }[] = $state(
|
|
||||||
[],
|
|
||||||
);
|
|
||||||
|
|
||||||
$effect(() => {
|
|
||||||
files =
|
|
||||||
info.files
|
|
||||||
?.filter(({ isRecursive }) => isFileRecursive || !isRecursive)
|
|
||||||
.map(({ id, isRecursive }) => {
|
|
||||||
const info = getFileInfo(id, $masterKeyStore?.get(1)?.key!);
|
|
||||||
return {
|
|
||||||
name: get(info)?.name,
|
|
||||||
info,
|
|
||||||
isRecursive,
|
|
||||||
};
|
|
||||||
}) ?? [];
|
|
||||||
|
|
||||||
const sort = () => {
|
|
||||||
sortEntries(files, sortBy);
|
|
||||||
};
|
|
||||||
return untrack(() => {
|
|
||||||
sort();
|
|
||||||
|
|
||||||
const unsubscribes = files.map((file) =>
|
|
||||||
file.info.subscribe((value) => {
|
|
||||||
if (file.name === value?.name) return;
|
|
||||||
file.name = value?.name;
|
|
||||||
sort();
|
|
||||||
}),
|
|
||||||
);
|
|
||||||
return () => unsubscribes.forEach((unsubscribe) => unsubscribe());
|
|
||||||
});
|
|
||||||
});
|
|
||||||
</script>
|
|
||||||
|
|
||||||
<div class="space-y-4">
|
|
||||||
<div class="space-y-4 bg-white p-4">
|
|
||||||
{#if info.id !== "root"}
|
|
||||||
<p class="text-lg font-bold text-gray-800">하위 카테고리</p>
|
|
||||||
{/if}
|
|
||||||
<SubCategories
|
|
||||||
{info}
|
|
||||||
{onSubCategoryClick}
|
|
||||||
{onSubCategoryCreateClick}
|
|
||||||
{onSubCategoryMenuClick}
|
|
||||||
subCategoryMenuIcon={IconMoreVert}
|
|
||||||
/>
|
|
||||||
</div>
|
|
||||||
{#if info.id !== "root"}
|
|
||||||
<div class="space-y-4 bg-white p-4">
|
|
||||||
<div class="flex items-center justify-between">
|
|
||||||
<p class="text-lg font-bold text-gray-800">파일</p>
|
|
||||||
<CheckBox bind:checked={isFileRecursive}>
|
|
||||||
<p class="font-medium">하위 카테고리의 파일</p>
|
|
||||||
</CheckBox>
|
|
||||||
</div>
|
|
||||||
<div class="space-y-1">
|
|
||||||
{#key info}
|
|
||||||
{#each files as { info, isRecursive }}
|
|
||||||
<File
|
|
||||||
{info}
|
|
||||||
onclick={onFileClick}
|
|
||||||
onRemoveClick={!isRecursive ? onFileRemoveClick : undefined}
|
|
||||||
/>
|
|
||||||
{:else}
|
|
||||||
<p class="text-gray-500 text-center">이 카테고리에 추가된 파일이 없어요.</p>
|
|
||||||
{/each}
|
|
||||||
{/key}
|
|
||||||
</div>
|
|
||||||
</div>
|
|
||||||
{/if}
|
|
||||||
</div>
|
|
||||||
@@ -1,59 +0,0 @@
|
|||||||
<script lang="ts">
|
|
||||||
import type { Writable } from "svelte/store";
|
|
||||||
import { ActionEntryButton } from "$lib/components/atoms";
|
|
||||||
import { DirectoryEntryLabel } from "$lib/components/molecules";
|
|
||||||
import type { FileInfo } from "$lib/modules/filesystem";
|
|
||||||
import { requestFileThumbnailDownload, type SelectedFile } from "./service";
|
|
||||||
|
|
||||||
import IconClose from "~icons/material-symbols/close";
|
|
||||||
|
|
||||||
interface Props {
|
|
||||||
info: Writable<FileInfo | null>;
|
|
||||||
onclick: (selectedFile: SelectedFile) => void;
|
|
||||||
onRemoveClick?: (selectedFile: SelectedFile) => void;
|
|
||||||
}
|
|
||||||
|
|
||||||
let { info, onclick, onRemoveClick }: Props = $props();
|
|
||||||
|
|
||||||
let thumbnail: string | undefined = $state();
|
|
||||||
|
|
||||||
const openFile = () => {
|
|
||||||
const { id, dataKey, dataKeyVersion, name } = $info as FileInfo;
|
|
||||||
if (!dataKey || !dataKeyVersion) return; // TODO: Error handling
|
|
||||||
|
|
||||||
onclick({ id, dataKey, dataKeyVersion, name });
|
|
||||||
};
|
|
||||||
|
|
||||||
const removeFile = () => {
|
|
||||||
const { id, dataKey, dataKeyVersion, name } = $info as FileInfo;
|
|
||||||
if (!dataKey || !dataKeyVersion) return; // TODO: Error handling
|
|
||||||
|
|
||||||
onRemoveClick!({ id, dataKey, dataKeyVersion, name });
|
|
||||||
};
|
|
||||||
|
|
||||||
$effect(() => {
|
|
||||||
if ($info?.dataKey) {
|
|
||||||
requestFileThumbnailDownload($info.id, $info.dataKey)
|
|
||||||
.then((thumbnailUrl) => {
|
|
||||||
thumbnail = thumbnailUrl ?? undefined;
|
|
||||||
})
|
|
||||||
.catch(() => {
|
|
||||||
// TODO: Error Handling
|
|
||||||
thumbnail = undefined;
|
|
||||||
});
|
|
||||||
} else {
|
|
||||||
thumbnail = undefined;
|
|
||||||
}
|
|
||||||
});
|
|
||||||
</script>
|
|
||||||
|
|
||||||
{#if $info}
|
|
||||||
<ActionEntryButton
|
|
||||||
class="h-12"
|
|
||||||
onclick={openFile}
|
|
||||||
actionButtonIcon={onRemoveClick && IconClose}
|
|
||||||
onActionButtonClick={removeFile}
|
|
||||||
>
|
|
||||||
<DirectoryEntryLabel type="file" {thumbnail} name={$info.name} />
|
|
||||||
</ActionEntryButton>
|
|
||||||
{/if}
|
|
||||||
@@ -1,2 +0,0 @@
|
|||||||
export { default } from "./Category.svelte";
|
|
||||||
export * from "./service";
|
|
||||||
@@ -1,8 +0,0 @@
|
|||||||
export { requestFileThumbnailDownload } from "$lib/services/file";
|
|
||||||
|
|
||||||
export interface SelectedFile {
|
|
||||||
id: number;
|
|
||||||
dataKey: CryptoKey;
|
|
||||||
dataKeyVersion: Date;
|
|
||||||
name: string;
|
|
||||||
}
|
|
||||||
@@ -1,3 +0,0 @@
|
|||||||
export * from "./Category";
|
|
||||||
export { default as Category } from "./Category";
|
|
||||||
export * from "./modals";
|
|
||||||
@@ -1,4 +0,0 @@
|
|||||||
export { default as CategoryCreateModal } from "./CategoryCreateModal.svelte";
|
|
||||||
export { default as ForceLoginModal } from "./ForceLoginModal.svelte";
|
|
||||||
export { default as RenameModal } from "./RenameModal.svelte";
|
|
||||||
export { default as TextInputModal } from "./TextInputModal.svelte";
|
|
||||||
+1
-1
@@ -1,5 +1,5 @@
|
|||||||
<script lang="ts">
|
<script lang="ts">
|
||||||
import { ActionModal } from "$lib/components/molecules";
|
import { ActionModal } from "#lib/ui/index.ts";
|
||||||
|
|
||||||
interface Props {
|
interface Props {
|
||||||
isOpen: boolean;
|
isOpen: boolean;
|
||||||
@@ -0,0 +1 @@
|
|||||||
|
export { default as ForceLoginModal } from "./ForceLoginModal.svelte";
|
||||||
@@ -0,0 +1,13 @@
|
|||||||
|
import { trpc } from "#trpc/client.ts";
|
||||||
|
|
||||||
|
export const login = async (email: string, password: string) => {
|
||||||
|
await trpc.auth.login.mutate({ email, password });
|
||||||
|
};
|
||||||
|
|
||||||
|
export const logout = async () => {
|
||||||
|
await trpc.auth.logout.mutate();
|
||||||
|
};
|
||||||
|
|
||||||
|
export const changePassword = async (oldPassword: string, newPassword: string) => {
|
||||||
|
await trpc.auth.changePassword.mutate({ oldPassword, newPassword });
|
||||||
|
};
|
||||||
@@ -0,0 +1,30 @@
|
|||||||
|
import { showToast } from "#lib/ui/index.ts";
|
||||||
|
import { isTRPCClientError } from "#trpc/client.ts";
|
||||||
|
|
||||||
|
const getErrorMessage = (e: unknown, fallbackMessage: string) => {
|
||||||
|
if (isTRPCClientError(e)) {
|
||||||
|
switch (e.data?.code) {
|
||||||
|
case "NOT_FOUND":
|
||||||
|
return "대상을 찾을 수 없어요. 이미 삭제되었을 수 있어요.";
|
||||||
|
case undefined:
|
||||||
|
return "서버에 연결할 수 없어요.";
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return fallbackMessage;
|
||||||
|
};
|
||||||
|
|
||||||
|
export const showErrorToast = (e: unknown, fallbackMessage: string) => {
|
||||||
|
console.error(e);
|
||||||
|
showToast(getErrorMessage(e, fallbackMessage));
|
||||||
|
};
|
||||||
|
|
||||||
|
// Runs the action and shows the error to the user if it fails. Returns whether it succeeded.
|
||||||
|
export const tryAction = async (action: () => Promise<unknown>, errorMessage: string) => {
|
||||||
|
try {
|
||||||
|
await action();
|
||||||
|
return true;
|
||||||
|
} catch (e) {
|
||||||
|
showErrorToast(e, errorMessage);
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
};
|
||||||
@@ -0,0 +1,54 @@
|
|||||||
|
import {
|
||||||
|
getDirectoryInfo,
|
||||||
|
getFileInfo,
|
||||||
|
isExistingFileInfo,
|
||||||
|
isLocalDirectoryInfo,
|
||||||
|
setDirectoryFavorite,
|
||||||
|
setFileFavorite,
|
||||||
|
type LocalDirectoryInfo,
|
||||||
|
type SummarizedFileInfo,
|
||||||
|
} from "#lib/features/filesystem/index.ts";
|
||||||
|
import { sortEntries } from "#lib/utils/index.ts";
|
||||||
|
import { trpc } from "#trpc/client.ts";
|
||||||
|
|
||||||
|
export type FavoriteEntry =
|
||||||
|
| { type: "directory"; name: string; details: LocalDirectoryInfo }
|
||||||
|
| { type: "file"; name: string; details: SummarizedFileInfo };
|
||||||
|
|
||||||
|
export const getFavoriteEntries = async () => {
|
||||||
|
const favorites = await trpc.favorites.get.query();
|
||||||
|
const [directories, files] = await Promise.all([
|
||||||
|
Promise.all(
|
||||||
|
favorites.directories.map((directory) =>
|
||||||
|
getDirectoryInfo(directory.id, { serverResponse: { ...directory, isFavorite: true } }),
|
||||||
|
),
|
||||||
|
),
|
||||||
|
Promise.all(
|
||||||
|
favorites.files.map((file) =>
|
||||||
|
getFileInfo(file.id, { serverResponse: { ...file, isFavorite: true } }),
|
||||||
|
),
|
||||||
|
),
|
||||||
|
]);
|
||||||
|
return [
|
||||||
|
...sortEntries(
|
||||||
|
directories.filter(isLocalDirectoryInfo).map((directory): FavoriteEntry => ({
|
||||||
|
type: "directory",
|
||||||
|
name: directory.name,
|
||||||
|
details: directory,
|
||||||
|
})),
|
||||||
|
),
|
||||||
|
...sortEntries(
|
||||||
|
files
|
||||||
|
.filter(isExistingFileInfo)
|
||||||
|
.map((file): FavoriteEntry => ({ type: "file", name: file.name, details: file })),
|
||||||
|
),
|
||||||
|
];
|
||||||
|
};
|
||||||
|
|
||||||
|
export const removeFavorite = async ({ type, details }: FavoriteEntry) => {
|
||||||
|
if (type === "directory") {
|
||||||
|
await setDirectoryFavorite(details, false);
|
||||||
|
} else {
|
||||||
|
await setFileFavorite(details, false);
|
||||||
|
}
|
||||||
|
};
|
||||||
@@ -0,0 +1,150 @@
|
|||||||
|
/* eslint-disable svelte/prefer-svelte-reactivity -- Lookup tables of reactive entries */
|
||||||
|
import { untrack } from "svelte";
|
||||||
|
|
||||||
|
interface FilesystemCacheOptions<K, V> {
|
||||||
|
fetchFromIndexedDB: (key: K) => Promise<V | undefined>;
|
||||||
|
fetchFromServer: (key: K, cachedValue: V | undefined) => Promise<V>;
|
||||||
|
bulkFetchFromIndexedDB?: (keys: Set<K>) => Promise<Map<K, V>>;
|
||||||
|
bulkFetchFromServer?: (keys: Map<K, { cachedValue: V | undefined }>) => Promise<Map<K, V>>;
|
||||||
|
}
|
||||||
|
|
||||||
|
interface Entry<V> {
|
||||||
|
value?: V;
|
||||||
|
promise?: Promise<V>;
|
||||||
|
isInvalidated: boolean;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Caches filesystem entries as reactive objects which are updated in place, so that every view
|
||||||
|
// of an entry reflects its latest state. Values are first loaded from IndexedDB (if any) and then
|
||||||
|
// revalidated against the server.
|
||||||
|
export class FilesystemCache<K, V extends object> {
|
||||||
|
private map = new Map<K, Entry<V>>();
|
||||||
|
|
||||||
|
constructor(private readonly options: FilesystemCacheOptions<K, V>) {}
|
||||||
|
|
||||||
|
private getOrCreateEntry(key: K) {
|
||||||
|
let entry = this.map.get(key);
|
||||||
|
if (!entry) {
|
||||||
|
const newEntry: Entry<V> = $state({ isInvalidated: false });
|
||||||
|
entry = newEntry;
|
||||||
|
this.map.set(key, entry);
|
||||||
|
}
|
||||||
|
return entry;
|
||||||
|
}
|
||||||
|
|
||||||
|
private settle(entry: Entry<V>, value: V) {
|
||||||
|
if (entry.value) {
|
||||||
|
Object.assign(entry.value, value);
|
||||||
|
} else {
|
||||||
|
entry.value = value;
|
||||||
|
}
|
||||||
|
return entry.value!;
|
||||||
|
}
|
||||||
|
|
||||||
|
private finish(key: K, entry: Entry<V>) {
|
||||||
|
entry.promise = undefined;
|
||||||
|
// Mutations may invalidate the entry while it is being revalidated, in which case it is queried
|
||||||
|
// again unless it was evicted or replaced in the meantime
|
||||||
|
if (entry.isInvalidated && this.map.get(key) === entry) {
|
||||||
|
void Promise.resolve(this.get(key)).catch(() => {});
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Returns the cached value synchronously if available, and revalidates it in the background
|
||||||
|
get(key: K, options?: { fetchFromServer?: (cachedValue: V | undefined) => Promise<V> }) {
|
||||||
|
return untrack(() => {
|
||||||
|
const entry = this.getOrCreateEntry(key);
|
||||||
|
if (entry.promise) return entry.value ?? entry.promise;
|
||||||
|
|
||||||
|
const { promise, resolve, reject } = Promise.withResolvers<V>();
|
||||||
|
promise.catch(() => {}); // Rejections are handled by callers waiting for the promise
|
||||||
|
entry.promise = promise;
|
||||||
|
entry.isInvalidated = false;
|
||||||
|
|
||||||
|
(async () => {
|
||||||
|
let cachedValue = entry.value && ($state.snapshot(entry.value) as V);
|
||||||
|
if (!cachedValue) {
|
||||||
|
cachedValue = await this.options.fetchFromIndexedDB(key);
|
||||||
|
if (cachedValue) {
|
||||||
|
resolve(this.settle(entry, cachedValue));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
const loadedValue = await (options?.fetchFromServer?.(cachedValue) ??
|
||||||
|
this.options.fetchFromServer(key, cachedValue));
|
||||||
|
resolve(this.settle(entry, loadedValue));
|
||||||
|
})()
|
||||||
|
.catch((e) => {
|
||||||
|
console.error(e);
|
||||||
|
reject(e);
|
||||||
|
})
|
||||||
|
.finally(() => this.finish(key, entry));
|
||||||
|
|
||||||
|
return entry.value ?? promise;
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
bulkGet(keys: Set<K>) {
|
||||||
|
return untrack(() => {
|
||||||
|
const entries = new Map<K, Entry<V>>();
|
||||||
|
const pending = new Map<K, PromiseWithResolvers<V>>();
|
||||||
|
for (const key of keys) {
|
||||||
|
const entry = this.getOrCreateEntry(key);
|
||||||
|
entries.set(key, entry);
|
||||||
|
if (entry.promise) continue;
|
||||||
|
|
||||||
|
const resolvers = Promise.withResolvers<V>();
|
||||||
|
resolvers.promise.catch(() => {});
|
||||||
|
entry.promise = resolvers.promise;
|
||||||
|
entry.isInvalidated = false;
|
||||||
|
pending.set(key, resolvers);
|
||||||
|
}
|
||||||
|
|
||||||
|
const settleAll = (values: Map<K, V>) => {
|
||||||
|
values.forEach((value, key) => {
|
||||||
|
pending.get(key)?.resolve(this.settle(entries.get(key)!, value));
|
||||||
|
});
|
||||||
|
};
|
||||||
|
|
||||||
|
(async () => {
|
||||||
|
const pendingKeys = [...pending.keys()];
|
||||||
|
settleAll(
|
||||||
|
await this.options.bulkFetchFromIndexedDB!(
|
||||||
|
new Set(pendingKeys.filter((key) => !entries.get(key)!.value)),
|
||||||
|
),
|
||||||
|
);
|
||||||
|
settleAll(
|
||||||
|
await this.options.bulkFetchFromServer!(
|
||||||
|
new Map(pendingKeys.map((key) => [key, { cachedValue: entries.get(key)!.value }])),
|
||||||
|
),
|
||||||
|
);
|
||||||
|
})()
|
||||||
|
.catch((e) => {
|
||||||
|
console.error(e);
|
||||||
|
pending.forEach(({ reject }) => reject(e));
|
||||||
|
})
|
||||||
|
.finally(() => {
|
||||||
|
pending.forEach((_, key) => this.finish(key, entries.get(key)!));
|
||||||
|
});
|
||||||
|
|
||||||
|
const makeResult = () => new Map([...entries].map(([key, entry]) => [key, entry.value!]));
|
||||||
|
const waiting = [...entries.values()]
|
||||||
|
.filter((entry) => !entry.value)
|
||||||
|
.map((entry) => entry.promise!);
|
||||||
|
return waiting.length > 0 ? Promise.all(waiting).then(makeResult) : makeResult();
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
// Revalidates the entry if it has been loaded
|
||||||
|
invalidate(key: K) {
|
||||||
|
const entry = this.map.get(key);
|
||||||
|
if (entry) {
|
||||||
|
entry.isInvalidated = true;
|
||||||
|
void Promise.resolve(this.get(key)).catch(() => {});
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
evict(key: K) {
|
||||||
|
this.map.delete(key);
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,168 @@
|
|||||||
|
import * as IndexedDB from "#lib/client/storage/indexed-db/index.ts";
|
||||||
|
import { isTRPCClientError, trpc } from "#trpc/client.ts";
|
||||||
|
import { FilesystemCache } from "./cache.svelte.ts";
|
||||||
|
import { invalidateFile } from "./file.ts";
|
||||||
|
import { toCategoryInfo, toFileInfo } from "./dto.ts";
|
||||||
|
import { encryptName, generateEntryKeys } from "./metadata.ts";
|
||||||
|
import { useResource } from "./resource.svelte.ts";
|
||||||
|
import type { CategoryInfo, DataKey, LocalCategoryInfo, MaybeCategoryInfo } from "./types.ts";
|
||||||
|
|
||||||
|
const cache = new FilesystemCache<CategoryId, MaybeCategoryInfo>({
|
||||||
|
async fetchFromIndexedDB(id) {
|
||||||
|
const [category, subCategories] = await Promise.all([
|
||||||
|
id !== "root" ? IndexedDB.getCategoryInfo(id) : undefined,
|
||||||
|
IndexedDB.getCategoryInfos(id),
|
||||||
|
]);
|
||||||
|
const files = category?.files
|
||||||
|
? await Promise.all(
|
||||||
|
category.files.map(async (file) => {
|
||||||
|
const fileInfo = await IndexedDB.getFileInfo(file.id);
|
||||||
|
return fileInfo
|
||||||
|
? {
|
||||||
|
id: file.id,
|
||||||
|
parentId: fileInfo.parentId,
|
||||||
|
contentType: fileInfo.contentType,
|
||||||
|
name: fileInfo.name,
|
||||||
|
createdAt: fileInfo.createdAt,
|
||||||
|
lastModifiedAt: fileInfo.lastModifiedAt,
|
||||||
|
isFavorite: fileInfo.isFavorite,
|
||||||
|
isRecursive: file.isRecursive,
|
||||||
|
}
|
||||||
|
: undefined;
|
||||||
|
}),
|
||||||
|
)
|
||||||
|
: undefined;
|
||||||
|
|
||||||
|
if (id === "root") {
|
||||||
|
return {
|
||||||
|
id,
|
||||||
|
exists: true,
|
||||||
|
subCategories,
|
||||||
|
};
|
||||||
|
} else if (category) {
|
||||||
|
return {
|
||||||
|
id,
|
||||||
|
exists: true,
|
||||||
|
parentId: category.parentId,
|
||||||
|
name: category.name,
|
||||||
|
subCategories,
|
||||||
|
files: files?.filter((file) => !!file) ?? [],
|
||||||
|
isFileRecursive: category.isFileRecursive ?? false,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
},
|
||||||
|
|
||||||
|
async fetchFromServer(id, cachedInfo) {
|
||||||
|
try {
|
||||||
|
const category = await trpc.category.get.query({ id, recurse: true });
|
||||||
|
const [subCategories, files, metadata] = await Promise.all([
|
||||||
|
Promise.all(category.subCategories.map(toCategoryInfo)),
|
||||||
|
Promise.all(
|
||||||
|
(category.files ?? []).map(async (file) => ({
|
||||||
|
...(await toFileInfo(file)),
|
||||||
|
isRecursive: file.isRecursive,
|
||||||
|
})),
|
||||||
|
),
|
||||||
|
category.metadata && toCategoryInfo(category.metadata),
|
||||||
|
]);
|
||||||
|
|
||||||
|
return storeToIndexedDB(
|
||||||
|
metadata
|
||||||
|
? {
|
||||||
|
...metadata,
|
||||||
|
subCategories,
|
||||||
|
files,
|
||||||
|
isFileRecursive: cachedInfo?.isFileRecursive ?? false,
|
||||||
|
}
|
||||||
|
: { id: "root", subCategories },
|
||||||
|
);
|
||||||
|
} catch (e) {
|
||||||
|
if (isTRPCClientError(e) && e.data?.code === "NOT_FOUND") {
|
||||||
|
await IndexedDB.deleteCategoryInfo(id as number);
|
||||||
|
return { id, exists: false };
|
||||||
|
}
|
||||||
|
throw e;
|
||||||
|
}
|
||||||
|
},
|
||||||
|
});
|
||||||
|
|
||||||
|
const storeToIndexedDB = (info: CategoryInfo) => {
|
||||||
|
if (info.id !== "root") {
|
||||||
|
void IndexedDB.storeCategoryInfo(info);
|
||||||
|
|
||||||
|
// TODO: Bulk Upsert
|
||||||
|
new Map(info.files.map((file) => [file.id, file])).forEach((file) => {
|
||||||
|
void IndexedDB.storeFileInfo(file);
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
// TODO: Bulk Upsert
|
||||||
|
info.subCategories.forEach((category) => {
|
||||||
|
void IndexedDB.storeCategoryInfo(category);
|
||||||
|
});
|
||||||
|
|
||||||
|
void IndexedDB.deleteDanglingCategoryInfos(
|
||||||
|
info.id,
|
||||||
|
new Set(info.subCategories.map(({ id }) => id)),
|
||||||
|
);
|
||||||
|
|
||||||
|
return { ...info, exists: true as const };
|
||||||
|
};
|
||||||
|
|
||||||
|
export const getCategoryInfo = (id: CategoryId) => {
|
||||||
|
return cache.get(id);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const useCategory = (getId: () => CategoryId) => {
|
||||||
|
return useResource(getId, (id) => getCategoryInfo(id));
|
||||||
|
};
|
||||||
|
|
||||||
|
export const invalidateCategory = (id: CategoryId) => {
|
||||||
|
cache.invalidate(id);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const createCategory = async (parentId: CategoryId, name: string) => {
|
||||||
|
await trpc.category.create.mutate({ parent: parentId, ...(await generateEntryKeys(name)) });
|
||||||
|
invalidateCategory(parentId);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const renameCategory = async (
|
||||||
|
category: { id: number; parentId: CategoryId; dataKey?: DataKey },
|
||||||
|
newName: string,
|
||||||
|
) => {
|
||||||
|
if (!category.dataKey) {
|
||||||
|
throw new Error("Data key not loaded");
|
||||||
|
}
|
||||||
|
|
||||||
|
await trpc.category.rename.mutate({
|
||||||
|
id: category.id,
|
||||||
|
dekVersion: category.dataKey.version,
|
||||||
|
...(await encryptName(newName, category.dataKey.key)),
|
||||||
|
});
|
||||||
|
invalidateCategory(category.parentId);
|
||||||
|
invalidateCategory(category.id);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const deleteCategory = async (category: { id: number; parentId: CategoryId }) => {
|
||||||
|
await trpc.category.delete.mutate({ id: category.id });
|
||||||
|
cache.evict(category.id);
|
||||||
|
invalidateCategory(category.parentId);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const addFileToCategory = async (fileId: number, categoryId: number) => {
|
||||||
|
await trpc.category.addFile.mutate({ id: categoryId, file: fileId });
|
||||||
|
invalidateFile(fileId);
|
||||||
|
invalidateCategory(categoryId);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const removeFileFromCategory = async (fileId: number, categoryId: number) => {
|
||||||
|
await trpc.category.removeFile.mutate({ id: categoryId, file: fileId });
|
||||||
|
invalidateFile(fileId);
|
||||||
|
invalidateCategory(categoryId);
|
||||||
|
};
|
||||||
|
|
||||||
|
// Whether to show the files of subcategories is a local preference
|
||||||
|
export const setCategoryFileRecursive = async (category: LocalCategoryInfo, value: boolean) => {
|
||||||
|
category.isFileRecursive = value;
|
||||||
|
await IndexedDB.updateCategoryInfo(category.id, { isFileRecursive: value });
|
||||||
|
};
|
||||||
@@ -0,0 +1,42 @@
|
|||||||
|
<script module lang="ts">
|
||||||
|
import type { DataKey, SubCategoryInfo } from "#lib/features/filesystem/index.ts";
|
||||||
|
|
||||||
|
export interface SelectedCategory {
|
||||||
|
id: number;
|
||||||
|
dataKey?: DataKey;
|
||||||
|
name: string;
|
||||||
|
}
|
||||||
|
</script>
|
||||||
|
|
||||||
|
<script lang="ts">
|
||||||
|
import type { Component } from "svelte";
|
||||||
|
import type { SvelteHTMLElements } from "svelte/elements";
|
||||||
|
import { ActionEntryButton, CategoryLabel } from "#lib/ui/index.ts";
|
||||||
|
import { sortEntries } from "#lib/utils/index.ts";
|
||||||
|
|
||||||
|
interface Props {
|
||||||
|
categories: SubCategoryInfo[];
|
||||||
|
categoryMenuIcon?: Component<SvelteHTMLElements["svg"]>;
|
||||||
|
onCategoryClick: (category: SelectedCategory) => void;
|
||||||
|
onCategoryMenuClick?: (category: SelectedCategory) => void;
|
||||||
|
}
|
||||||
|
|
||||||
|
let { categories, categoryMenuIcon, onCategoryClick, onCategoryMenuClick }: Props = $props();
|
||||||
|
|
||||||
|
let categoriesWithName = $derived(sortEntries([...categories]));
|
||||||
|
</script>
|
||||||
|
|
||||||
|
{#if categoriesWithName.length > 0}
|
||||||
|
<div class="space-y-1">
|
||||||
|
{#each categoriesWithName as category (category.id)}
|
||||||
|
<ActionEntryButton
|
||||||
|
class="h-12"
|
||||||
|
onclick={() => onCategoryClick(category)}
|
||||||
|
actionButtonIcon={categoryMenuIcon}
|
||||||
|
onActionButtonClick={() => onCategoryMenuClick?.(category)}
|
||||||
|
>
|
||||||
|
<CategoryLabel name={category.name} />
|
||||||
|
</ActionEntryButton>
|
||||||
|
{/each}
|
||||||
|
</div>
|
||||||
|
{/if}
|
||||||
+1
-1
@@ -1,5 +1,5 @@
|
|||||||
<script lang="ts">
|
<script lang="ts">
|
||||||
import { TextInputModal } from "$lib/components/organisms";
|
import { TextInputModal } from "#lib/ui/index.ts";
|
||||||
|
|
||||||
interface Props {
|
interface Props {
|
||||||
isOpen: boolean;
|
isOpen: boolean;
|
||||||
@@ -0,0 +1,25 @@
|
|||||||
|
<script lang="ts">
|
||||||
|
import type { Component } from "svelte";
|
||||||
|
import type { SvelteHTMLElements } from "svelte/elements";
|
||||||
|
import { ActionEntryButton, DirectoryEntryLabel } from "#lib/ui/index.ts";
|
||||||
|
|
||||||
|
interface Props {
|
||||||
|
action?: {
|
||||||
|
icon: Component<SvelteHTMLElements["svg"]>;
|
||||||
|
onclick: () => void;
|
||||||
|
};
|
||||||
|
info: { name: string; isFavorite?: boolean };
|
||||||
|
onclick?: () => void;
|
||||||
|
}
|
||||||
|
|
||||||
|
let { action, info, onclick }: Props = $props();
|
||||||
|
</script>
|
||||||
|
|
||||||
|
<ActionEntryButton
|
||||||
|
class="h-14"
|
||||||
|
{onclick}
|
||||||
|
actionButtonIcon={action?.icon}
|
||||||
|
onActionButtonClick={action?.onclick}
|
||||||
|
>
|
||||||
|
<DirectoryEntryLabel type="directory" name={info.name} isFavorite={info.isFavorite} />
|
||||||
|
</ActionEntryButton>
|
||||||
@@ -0,0 +1,40 @@
|
|||||||
|
<script lang="ts">
|
||||||
|
import type { Component } from "svelte";
|
||||||
|
import type { ClassValue, SvelteHTMLElements } from "svelte/elements";
|
||||||
|
import { getFileThumbnail } from "#lib/client/cache/index.ts";
|
||||||
|
import { ActionEntryButton, DirectoryEntryLabel } from "#lib/ui/index.ts";
|
||||||
|
import { formatDateTime } from "#lib/utils/index.ts";
|
||||||
|
import type { SummarizedFileInfo } from "../types.ts";
|
||||||
|
|
||||||
|
interface Props {
|
||||||
|
action?: {
|
||||||
|
icon: Component<SvelteHTMLElements["svg"]>;
|
||||||
|
onclick: () => void;
|
||||||
|
class?: ClassValue;
|
||||||
|
};
|
||||||
|
info: SummarizedFileInfo;
|
||||||
|
onclick?: () => void;
|
||||||
|
showThumbnail?: boolean;
|
||||||
|
subtext?: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
let { action, info, onclick, showThumbnail = true, subtext }: Props = $props();
|
||||||
|
|
||||||
|
let thumbnail = $derived(showThumbnail ? getFileThumbnail(info) : undefined);
|
||||||
|
</script>
|
||||||
|
|
||||||
|
<ActionEntryButton
|
||||||
|
class="h-14"
|
||||||
|
{onclick}
|
||||||
|
actionButtonIcon={action?.icon}
|
||||||
|
actionButtonClass={action?.class}
|
||||||
|
onActionButtonClick={action?.onclick}
|
||||||
|
>
|
||||||
|
<DirectoryEntryLabel
|
||||||
|
type="file"
|
||||||
|
thumbnail={thumbnail?.url}
|
||||||
|
name={info.name}
|
||||||
|
subtext={subtext ?? formatDateTime(info.createdAt ?? info.lastModifiedAt)}
|
||||||
|
isFavorite={info.isFavorite}
|
||||||
|
/>
|
||||||
|
</ActionEntryButton>
|
||||||
@@ -0,0 +1,35 @@
|
|||||||
|
<script lang="ts">
|
||||||
|
import { getFileThumbnail } from "#lib/client/cache/index.ts";
|
||||||
|
import type { SummarizedFileInfo } from "#lib/features/filesystem/index.ts";
|
||||||
|
import { afterPress } from "#lib/ui/index.ts";
|
||||||
|
|
||||||
|
import IconFavorite from "~icons/material-symbols/favorite";
|
||||||
|
|
||||||
|
interface Props {
|
||||||
|
info: SummarizedFileInfo;
|
||||||
|
onclick?: (file: SummarizedFileInfo) => void;
|
||||||
|
}
|
||||||
|
|
||||||
|
let { info, onclick }: Props = $props();
|
||||||
|
|
||||||
|
let thumbnail = $derived(getFileThumbnail(info));
|
||||||
|
</script>
|
||||||
|
|
||||||
|
<button
|
||||||
|
onclick={afterPress(onclick && (() => onclick(info)))}
|
||||||
|
class="relative aspect-square overflow-hidden rounded-sm transition active:scale-95 active:brightness-90"
|
||||||
|
>
|
||||||
|
{#if thumbnail?.url}
|
||||||
|
<img src={thumbnail?.url} alt={info.name} class="size-full object-cover" />
|
||||||
|
{:else}
|
||||||
|
<div class="size-full bg-gray-100"></div>
|
||||||
|
{/if}
|
||||||
|
{#if info.isFavorite}
|
||||||
|
<div class={["absolute right-0.5 bottom-0.5"]}>
|
||||||
|
<IconFavorite
|
||||||
|
class="text-sm text-red-500"
|
||||||
|
style="filter: drop-shadow(0 0 1px white) drop-shadow(0 0 1px white)"
|
||||||
|
/>
|
||||||
|
</div>
|
||||||
|
{/if}
|
||||||
|
</button>
|
||||||
+12
-23
@@ -1,10 +1,9 @@
|
|||||||
<script lang="ts">
|
<script lang="ts">
|
||||||
import type { Component } from "svelte";
|
import type { Component } from "svelte";
|
||||||
import type { ClassValue, SvelteHTMLElements } from "svelte/elements";
|
import type { ClassValue, SvelteHTMLElements } from "svelte/elements";
|
||||||
import type { Writable } from "svelte/store";
|
import { Categories, type SelectedCategory } from "#lib/features/filesystem/components/index.ts";
|
||||||
import { Categories, IconEntryButton, type SelectedCategory } from "$lib/components/molecules";
|
import type { CategoryInfo } from "#lib/features/filesystem/index.ts";
|
||||||
import { getCategoryInfo, type CategoryInfo } from "$lib/modules/filesystem";
|
import { IconEntryButton } from "#lib/ui/index.ts";
|
||||||
import { masterKeyStore } from "$lib/stores";
|
|
||||||
|
|
||||||
import IconAddCircle from "~icons/material-symbols/add-circle";
|
import IconAddCircle from "~icons/material-symbols/add-circle";
|
||||||
|
|
||||||
@@ -12,9 +11,9 @@
|
|||||||
class?: ClassValue;
|
class?: ClassValue;
|
||||||
info: CategoryInfo;
|
info: CategoryInfo;
|
||||||
onSubCategoryClick: (subCategory: SelectedCategory) => void;
|
onSubCategoryClick: (subCategory: SelectedCategory) => void;
|
||||||
onSubCategoryCreateClick: () => void;
|
onSubCategoryCreateClick?: () => void;
|
||||||
onSubCategoryMenuClick?: (category: SelectedCategory) => void;
|
onSubCategoryMenuClick?: (category: SelectedCategory) => void;
|
||||||
subCategoryCreatePosition?: "top" | "bottom";
|
subCategoryCreatePosition?: "top" | "bottom" | "none";
|
||||||
subCategoryMenuIcon?: Component<SvelteHTMLElements["svg"]>;
|
subCategoryMenuIcon?: Component<SvelteHTMLElements["svg"]>;
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -24,17 +23,9 @@
|
|||||||
onSubCategoryClick,
|
onSubCategoryClick,
|
||||||
onSubCategoryCreateClick,
|
onSubCategoryCreateClick,
|
||||||
onSubCategoryMenuClick,
|
onSubCategoryMenuClick,
|
||||||
subCategoryCreatePosition = "bottom",
|
subCategoryCreatePosition = "none",
|
||||||
subCategoryMenuIcon,
|
subCategoryMenuIcon,
|
||||||
}: Props = $props();
|
}: Props = $props();
|
||||||
|
|
||||||
let subCategories: Writable<CategoryInfo | null>[] = $state([]);
|
|
||||||
|
|
||||||
$effect(() => {
|
|
||||||
subCategories = info.subCategoryIds.map((id) =>
|
|
||||||
getCategoryInfo(id, $masterKeyStore?.get(1)?.key!),
|
|
||||||
);
|
|
||||||
});
|
|
||||||
</script>
|
</script>
|
||||||
|
|
||||||
<div class={["space-y-1", className]}>
|
<div class={["space-y-1", className]}>
|
||||||
@@ -53,14 +44,12 @@
|
|||||||
{#if subCategoryCreatePosition === "top"}
|
{#if subCategoryCreatePosition === "top"}
|
||||||
{@render subCategoryCreate()}
|
{@render subCategoryCreate()}
|
||||||
{/if}
|
{/if}
|
||||||
{#key info}
|
<Categories
|
||||||
<Categories
|
categories={info.subCategories}
|
||||||
categories={subCategories}
|
categoryMenuIcon={subCategoryMenuIcon}
|
||||||
categoryMenuIcon={subCategoryMenuIcon}
|
onCategoryClick={onSubCategoryClick}
|
||||||
onCategoryClick={onSubCategoryClick}
|
onCategoryMenuClick={onSubCategoryMenuClick}
|
||||||
onCategoryMenuClick={onSubCategoryMenuClick}
|
/>
|
||||||
/>
|
|
||||||
{/key}
|
|
||||||
{#if subCategoryCreatePosition === "bottom"}
|
{#if subCategoryCreatePosition === "bottom"}
|
||||||
{@render subCategoryCreate()}
|
{@render subCategoryCreate()}
|
||||||
{/if}
|
{/if}
|
||||||
@@ -0,0 +1,7 @@
|
|||||||
|
export * from "./Categories.svelte";
|
||||||
|
export { default as Categories } from "./Categories.svelte";
|
||||||
|
export { default as CategoryCreateModal } from "./CategoryCreateModal.svelte";
|
||||||
|
export { default as DirectoryEntry } from "./DirectoryEntry.svelte";
|
||||||
|
export { default as FileEntry } from "./FileEntry.svelte";
|
||||||
|
export { default as FileThumbnailButton } from "./FileThumbnailButton.svelte";
|
||||||
|
export { default as SubCategories } from "./SubCategories.svelte";
|
||||||
@@ -0,0 +1,67 @@
|
|||||||
|
import {
|
||||||
|
deleteFileCache,
|
||||||
|
deleteFileThumbnailCache,
|
||||||
|
storeFileThumbnailCache,
|
||||||
|
} from "#lib/client/cache/index.ts";
|
||||||
|
import {
|
||||||
|
getDecryptedFileUrl,
|
||||||
|
prepareFileDecryption,
|
||||||
|
saveDecryptedFile,
|
||||||
|
} from "#lib/client/service-worker.ts";
|
||||||
|
import { getAllFileInfos } from "#lib/client/storage/indexed-db/index.ts";
|
||||||
|
import { uploadBlob } from "#lib/client/transfer/chunked-upload.ts";
|
||||||
|
import { trpc } from "#trpc/client.ts";
|
||||||
|
import type { DataKey } from "./types.ts";
|
||||||
|
|
||||||
|
interface StreamableFile {
|
||||||
|
id: number;
|
||||||
|
isLegacy?: boolean;
|
||||||
|
dataKey?: DataKey;
|
||||||
|
contentType: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Returns a URL from which the service worker streams the decrypted content of the file
|
||||||
|
export const getFileStreamUrl = async ({ id, isLegacy, dataKey, contentType }: StreamableFile) => {
|
||||||
|
if (!dataKey) {
|
||||||
|
throw new Error("Data key not loaded");
|
||||||
|
}
|
||||||
|
|
||||||
|
await prepareFileDecryption(id, { isLegacy: !!isLegacy, dataKey: dataKey.key, contentType });
|
||||||
|
return getDecryptedFileUrl(id);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const getFileBlob = async (file: StreamableFile) => {
|
||||||
|
const res = await fetch(await getFileStreamUrl(file));
|
||||||
|
if (!res.ok) {
|
||||||
|
throw new Error("Failed to download the file");
|
||||||
|
}
|
||||||
|
return await res.blob();
|
||||||
|
};
|
||||||
|
|
||||||
|
export const saveFile = async (file: StreamableFile & { name: string }) => {
|
||||||
|
await getFileStreamUrl(file);
|
||||||
|
saveDecryptedFile(file.id, file.name);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const uploadFileThumbnail = async (fileId: number, thumbnail: Blob, dataKey: DataKey) => {
|
||||||
|
const { uploadId } = await trpc.upload.startFileThumbnailUpload.mutate({
|
||||||
|
file: fileId,
|
||||||
|
dekVersion: dataKey.version,
|
||||||
|
});
|
||||||
|
await uploadBlob(uploadId, thumbnail, dataKey.key);
|
||||||
|
await trpc.upload.completeFileThumbnailUpload.mutate({ uploadId });
|
||||||
|
|
||||||
|
await storeFileThumbnailCache(fileId, await thumbnail.arrayBuffer());
|
||||||
|
};
|
||||||
|
|
||||||
|
// Deletes local caches of files deleted on other devices
|
||||||
|
export const cleanupDeletedFileCaches = async () => {
|
||||||
|
const liveFiles = new Set(await trpc.file.list.query());
|
||||||
|
const maybeCachedFiles = await getAllFileInfos();
|
||||||
|
|
||||||
|
await Promise.all(
|
||||||
|
maybeCachedFiles
|
||||||
|
.filter(({ id }) => !liveFiles.has(id))
|
||||||
|
.flatMap(({ id }) => [deleteFileCache(id), deleteFileThumbnailCache(id)]),
|
||||||
|
);
|
||||||
|
};
|
||||||
@@ -0,0 +1,151 @@
|
|||||||
|
import { deleteFileCache, deleteFileThumbnailCache } from "#lib/client/cache/index.ts";
|
||||||
|
import * as IndexedDB from "#lib/client/storage/indexed-db/index.ts";
|
||||||
|
import { isTRPCClientError, trpc } from "#trpc/client.ts";
|
||||||
|
import { FilesystemCache } from "./cache.svelte.ts";
|
||||||
|
import { toDirectoryInfo, toFileInfo, type DirectoryDto } from "./dto.ts";
|
||||||
|
import { encryptName, generateEntryKeys } from "./metadata.ts";
|
||||||
|
import { useResource } from "./resource.svelte.ts";
|
||||||
|
import type { DataKey, DirectoryInfo, MaybeDirectoryInfo } from "./types.ts";
|
||||||
|
|
||||||
|
const cache = new FilesystemCache<DirectoryId, MaybeDirectoryInfo>({
|
||||||
|
async fetchFromIndexedDB(id) {
|
||||||
|
const [directory, subDirectories, files] = await Promise.all([
|
||||||
|
id !== "root" ? IndexedDB.getDirectoryInfo(id) : undefined,
|
||||||
|
IndexedDB.getDirectoryInfos(id),
|
||||||
|
IndexedDB.getFileInfos(id),
|
||||||
|
]);
|
||||||
|
|
||||||
|
if (id === "root") {
|
||||||
|
return {
|
||||||
|
id,
|
||||||
|
exists: true,
|
||||||
|
subDirectories,
|
||||||
|
files,
|
||||||
|
};
|
||||||
|
} else if (directory) {
|
||||||
|
return {
|
||||||
|
id,
|
||||||
|
exists: true,
|
||||||
|
parentId: directory.parentId,
|
||||||
|
name: directory.name,
|
||||||
|
subDirectories,
|
||||||
|
files,
|
||||||
|
isFavorite: directory.isFavorite,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
},
|
||||||
|
|
||||||
|
async fetchFromServer(id) {
|
||||||
|
try {
|
||||||
|
const directory = await trpc.directory.get.query({ id });
|
||||||
|
const [subDirectories, files, metadata] = await Promise.all([
|
||||||
|
Promise.all(directory.subDirectories.map(toDirectoryInfo)),
|
||||||
|
Promise.all(directory.files.map(toFileInfo)),
|
||||||
|
directory.metadata && toDirectoryInfo(directory.metadata),
|
||||||
|
]);
|
||||||
|
|
||||||
|
return storeToIndexedDB(
|
||||||
|
metadata ? { ...metadata, subDirectories, files } : { id: "root", subDirectories, files },
|
||||||
|
);
|
||||||
|
} catch (e) {
|
||||||
|
if (isTRPCClientError(e) && e.data?.code === "NOT_FOUND") {
|
||||||
|
await IndexedDB.deleteDirectoryInfo(id as number);
|
||||||
|
return { id, exists: false as const };
|
||||||
|
}
|
||||||
|
throw e;
|
||||||
|
}
|
||||||
|
},
|
||||||
|
});
|
||||||
|
|
||||||
|
const storeToIndexedDB = (info: DirectoryInfo) => {
|
||||||
|
if (info.id !== "root") {
|
||||||
|
void IndexedDB.storeDirectoryInfo(info);
|
||||||
|
}
|
||||||
|
|
||||||
|
// TODO: Bulk Upsert
|
||||||
|
info.subDirectories.forEach((subDirectory) => {
|
||||||
|
void IndexedDB.storeDirectoryInfo(subDirectory);
|
||||||
|
});
|
||||||
|
|
||||||
|
// TODO: Bulk Upsert
|
||||||
|
info.files.forEach((file) => {
|
||||||
|
void IndexedDB.storeFileInfo(file);
|
||||||
|
});
|
||||||
|
|
||||||
|
void IndexedDB.deleteDanglingDirectoryInfos(
|
||||||
|
info.id,
|
||||||
|
new Set(info.subDirectories.map(({ id }) => id)),
|
||||||
|
);
|
||||||
|
void IndexedDB.deleteDanglingFileInfos(info.id, new Set(info.files.map(({ id }) => id)));
|
||||||
|
|
||||||
|
return { ...info, exists: true as const };
|
||||||
|
};
|
||||||
|
|
||||||
|
// Uses `serverResponse` instead of fetching the directory from the server if given
|
||||||
|
export const getDirectoryInfo = (id: DirectoryId, options?: { serverResponse?: DirectoryDto }) => {
|
||||||
|
const serverResponse = options?.serverResponse;
|
||||||
|
return cache.get(id, {
|
||||||
|
fetchFromServer:
|
||||||
|
serverResponse &&
|
||||||
|
(async (cachedValue) =>
|
||||||
|
storeToIndexedDB({
|
||||||
|
subDirectories: [],
|
||||||
|
files: [],
|
||||||
|
...cachedValue,
|
||||||
|
...(await toDirectoryInfo(serverResponse)),
|
||||||
|
})),
|
||||||
|
});
|
||||||
|
};
|
||||||
|
|
||||||
|
export const useDirectory = (getId: () => DirectoryId) => {
|
||||||
|
return useResource(getId, (id) => getDirectoryInfo(id));
|
||||||
|
};
|
||||||
|
|
||||||
|
export const invalidateDirectory = (id: DirectoryId) => {
|
||||||
|
cache.invalidate(id);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const createDirectory = async (parentId: DirectoryId, name: string) => {
|
||||||
|
await trpc.directory.create.mutate({ parent: parentId, ...(await generateEntryKeys(name)) });
|
||||||
|
invalidateDirectory(parentId);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const renameDirectory = async (
|
||||||
|
directory: { id: number; parentId: DirectoryId; dataKey?: DataKey },
|
||||||
|
newName: string,
|
||||||
|
) => {
|
||||||
|
if (!directory.dataKey) {
|
||||||
|
throw new Error("Data key not loaded");
|
||||||
|
}
|
||||||
|
|
||||||
|
await trpc.directory.rename.mutate({
|
||||||
|
id: directory.id,
|
||||||
|
dekVersion: directory.dataKey.version,
|
||||||
|
...(await encryptName(newName, directory.dataKey.key)),
|
||||||
|
});
|
||||||
|
invalidateDirectory(directory.parentId);
|
||||||
|
invalidateDirectory(directory.id);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const deleteDirectory = async (directory: { id: number; parentId: DirectoryId }) => {
|
||||||
|
const { deletedFiles } = await trpc.directory.delete.mutate({ id: directory.id });
|
||||||
|
cache.evict(directory.id);
|
||||||
|
invalidateDirectory(directory.parentId);
|
||||||
|
|
||||||
|
await Promise.all(
|
||||||
|
deletedFiles.flatMap((fileId) => [deleteFileCache(fileId), deleteFileThumbnailCache(fileId)]),
|
||||||
|
);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const setDirectoryFavorite = async (
|
||||||
|
directory: { id: number; parentId: DirectoryId },
|
||||||
|
isFavorite: boolean,
|
||||||
|
) => {
|
||||||
|
if (isFavorite) {
|
||||||
|
await trpc.favorites.addDirectory.mutate({ id: directory.id });
|
||||||
|
} else {
|
||||||
|
await trpc.favorites.removeDirectory.mutate({ id: directory.id });
|
||||||
|
}
|
||||||
|
invalidateDirectory(directory.parentId);
|
||||||
|
invalidateDirectory(directory.id);
|
||||||
|
};
|
||||||
@@ -0,0 +1,46 @@
|
|||||||
|
import type { RouterOutputs } from "#trpc/router.server.ts";
|
||||||
|
import {
|
||||||
|
decryptCategoryMetadata,
|
||||||
|
decryptDirectoryMetadata,
|
||||||
|
decryptFileMetadata,
|
||||||
|
} from "./metadata.ts";
|
||||||
|
import type { FileInfo, SubCategoryInfo, SubDirectoryInfo, SummarizedFileInfo } from "./types.ts";
|
||||||
|
|
||||||
|
// Shapes of filesystem entries returned by the server
|
||||||
|
export type DirectoryDto = RouterOutputs["directory"]["get"]["subDirectories"][number];
|
||||||
|
export type FileDto = RouterOutputs["directory"]["get"]["files"][number];
|
||||||
|
export type CategoryDto = RouterOutputs["category"]["get"]["subCategories"][number];
|
||||||
|
export type FileWithCategoriesDto = RouterOutputs["file"]["get"];
|
||||||
|
|
||||||
|
export const toDirectoryInfo = async (directory: DirectoryDto): Promise<SubDirectoryInfo> => ({
|
||||||
|
id: directory.id,
|
||||||
|
parentId: directory.parent,
|
||||||
|
isFavorite: directory.isFavorite,
|
||||||
|
...(await decryptDirectoryMetadata(directory)),
|
||||||
|
});
|
||||||
|
|
||||||
|
export const toFileInfo = async (file: FileDto): Promise<SummarizedFileInfo> => ({
|
||||||
|
id: file.id,
|
||||||
|
isLegacy: file.isLegacy,
|
||||||
|
parentId: file.parent,
|
||||||
|
contentType: file.contentType,
|
||||||
|
isFavorite: file.isFavorite,
|
||||||
|
...(await decryptFileMetadata(file)),
|
||||||
|
});
|
||||||
|
|
||||||
|
export const toCategoryInfo = async (category: CategoryDto): Promise<SubCategoryInfo> => ({
|
||||||
|
id: category.id,
|
||||||
|
parentId: category.parent,
|
||||||
|
...(await decryptCategoryMetadata(category)),
|
||||||
|
});
|
||||||
|
|
||||||
|
export const toFileWithCategoriesInfo = async ({
|
||||||
|
categories,
|
||||||
|
...file
|
||||||
|
}: FileWithCategoriesDto): Promise<FileInfo> => {
|
||||||
|
const [fileInfo, categoryInfos] = await Promise.all([
|
||||||
|
toFileInfo(file),
|
||||||
|
Promise.all(categories.map(toCategoryInfo)),
|
||||||
|
]);
|
||||||
|
return { ...fileInfo, categories: categoryInfos };
|
||||||
|
};
|
||||||
@@ -0,0 +1,196 @@
|
|||||||
|
import { deleteFileCache, deleteFileThumbnailCache } from "#lib/client/cache/index.ts";
|
||||||
|
import * as IndexedDB from "#lib/client/storage/indexed-db/index.ts";
|
||||||
|
import { isTRPCClientError, trpc } from "#trpc/client.ts";
|
||||||
|
import { FilesystemCache } from "./cache.svelte.ts";
|
||||||
|
import { invalidateDirectory } from "./directory.ts";
|
||||||
|
import { toFileInfo, toFileWithCategoriesInfo, type FileDto } from "./dto.ts";
|
||||||
|
import { encryptName } from "./metadata.ts";
|
||||||
|
import { useResource } from "./resource.svelte.ts";
|
||||||
|
import type { DataKey, FileInfo, MaybeFileInfo } from "./types.ts";
|
||||||
|
|
||||||
|
// Categories of files stored in IndexedDB, which may have been deleted
|
||||||
|
const getFileCategoryInfos = async (categoryIds: number[] | undefined) => {
|
||||||
|
const categories = await Promise.all(
|
||||||
|
(categoryIds ?? []).map((id) => IndexedDB.getCategoryInfo(id)),
|
||||||
|
);
|
||||||
|
return categories
|
||||||
|
.filter((category) => !!category)
|
||||||
|
.map(({ id, parentId, name }) => ({ id, parentId, name }));
|
||||||
|
};
|
||||||
|
|
||||||
|
const cache = new FilesystemCache<number, MaybeFileInfo>({
|
||||||
|
async fetchFromIndexedDB(id) {
|
||||||
|
const file = await IndexedDB.getFileInfo(id);
|
||||||
|
if (file) {
|
||||||
|
return {
|
||||||
|
id,
|
||||||
|
exists: true,
|
||||||
|
parentId: file.parentId,
|
||||||
|
contentType: file.contentType,
|
||||||
|
name: file.name,
|
||||||
|
createdAt: file.createdAt,
|
||||||
|
lastModifiedAt: file.lastModifiedAt,
|
||||||
|
categories: await getFileCategoryInfos(file.categoryIds),
|
||||||
|
isFavorite: file.isFavorite,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
},
|
||||||
|
|
||||||
|
async fetchFromServer(id) {
|
||||||
|
try {
|
||||||
|
return storeToIndexedDB(await toFileWithCategoriesInfo(await trpc.file.get.query({ id })));
|
||||||
|
} catch (e) {
|
||||||
|
if (isTRPCClientError(e) && e.data?.code === "NOT_FOUND") {
|
||||||
|
await IndexedDB.deleteFileInfo(id);
|
||||||
|
return { id, exists: false as const };
|
||||||
|
}
|
||||||
|
throw e;
|
||||||
|
}
|
||||||
|
},
|
||||||
|
|
||||||
|
async bulkFetchFromIndexedDB(ids) {
|
||||||
|
const files = (await IndexedDB.bulkGetFileInfos([...ids])).filter((file) => !!file);
|
||||||
|
return new Map(
|
||||||
|
await Promise.all(
|
||||||
|
files.map(
|
||||||
|
async (file) =>
|
||||||
|
[
|
||||||
|
file.id,
|
||||||
|
{
|
||||||
|
...file,
|
||||||
|
exists: true as const,
|
||||||
|
categories: await getFileCategoryInfos(file.categoryIds),
|
||||||
|
},
|
||||||
|
] as const,
|
||||||
|
),
|
||||||
|
),
|
||||||
|
);
|
||||||
|
},
|
||||||
|
|
||||||
|
async bulkFetchFromServer(ids) {
|
||||||
|
const idsArray = [...ids.keys()];
|
||||||
|
|
||||||
|
const filesRaw = await trpc.file.bulkGet.query({ ids: idsArray });
|
||||||
|
const files = await Promise.all(filesRaw.map(toFileWithCategoriesInfo));
|
||||||
|
|
||||||
|
const existingIds = new Set(filesRaw.map(({ id }) => id));
|
||||||
|
const deletedIds = idsArray.filter((id) => !existingIds.has(id));
|
||||||
|
|
||||||
|
void IndexedDB.bulkDeleteFileInfos(deletedIds);
|
||||||
|
return new Map<number, MaybeFileInfo>([
|
||||||
|
...bulkStoreToIndexedDB(files),
|
||||||
|
...deletedIds.map((id) => [id, { id, exists: false }] as const),
|
||||||
|
]);
|
||||||
|
},
|
||||||
|
});
|
||||||
|
|
||||||
|
const storeToIndexedDB = (info: FileInfo) => {
|
||||||
|
void IndexedDB.storeFileInfo({
|
||||||
|
...info,
|
||||||
|
categoryIds: info.categories.map(({ id }) => id),
|
||||||
|
});
|
||||||
|
|
||||||
|
info.categories.forEach((category) => {
|
||||||
|
void IndexedDB.storeCategoryInfo(category);
|
||||||
|
});
|
||||||
|
|
||||||
|
return { ...info, exists: true as const };
|
||||||
|
};
|
||||||
|
|
||||||
|
const bulkStoreToIndexedDB = (infos: FileInfo[]) => {
|
||||||
|
// TODO: Bulk Upsert
|
||||||
|
infos.forEach((info) => {
|
||||||
|
void IndexedDB.storeFileInfo({
|
||||||
|
...info,
|
||||||
|
categoryIds: info.categories.map(({ id }) => id),
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
// TODO: Bulk Upsert
|
||||||
|
new Map(
|
||||||
|
infos.flatMap(({ categories }) => categories).map((category) => [category.id, category]),
|
||||||
|
).forEach((category) => {
|
||||||
|
void IndexedDB.storeCategoryInfo(category);
|
||||||
|
});
|
||||||
|
|
||||||
|
return infos.map((info) => [info.id, { ...info, exists: true }] as const);
|
||||||
|
};
|
||||||
|
|
||||||
|
// Uses `serverResponse` instead of fetching the file from the server if given
|
||||||
|
export const getFileInfo = (id: number, options?: { serverResponse?: FileDto }) => {
|
||||||
|
const serverResponse = options?.serverResponse;
|
||||||
|
return cache.get(id, {
|
||||||
|
fetchFromServer:
|
||||||
|
serverResponse &&
|
||||||
|
(async (cachedValue) =>
|
||||||
|
storeToIndexedDB({
|
||||||
|
categories: [],
|
||||||
|
...cachedValue,
|
||||||
|
...(await toFileInfo(serverResponse)),
|
||||||
|
})),
|
||||||
|
});
|
||||||
|
};
|
||||||
|
|
||||||
|
export const bulkGetFileInfo = (ids: number[]) => {
|
||||||
|
return cache.bulkGet(new Set(ids));
|
||||||
|
};
|
||||||
|
|
||||||
|
export const useFile = (getId: () => number) => {
|
||||||
|
return useResource(getId, (id) => getFileInfo(id));
|
||||||
|
};
|
||||||
|
|
||||||
|
export const invalidateFile = (id: number) => {
|
||||||
|
cache.invalidate(id);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const renameFile = async (
|
||||||
|
file: { id: number; parentId: DirectoryId; dataKey?: DataKey },
|
||||||
|
newName: string,
|
||||||
|
) => {
|
||||||
|
if (!file.dataKey) {
|
||||||
|
throw new Error("Data key not loaded");
|
||||||
|
}
|
||||||
|
|
||||||
|
await trpc.file.rename.mutate({
|
||||||
|
id: file.id,
|
||||||
|
dekVersion: file.dataKey.version,
|
||||||
|
...(await encryptName(newName, file.dataKey.key)),
|
||||||
|
});
|
||||||
|
invalidateDirectory(file.parentId);
|
||||||
|
invalidateFile(file.id);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const deleteFile = async (file: { id: number; parentId: DirectoryId }) => {
|
||||||
|
await trpc.file.delete.mutate({ id: file.id });
|
||||||
|
cache.evict(file.id);
|
||||||
|
invalidateDirectory(file.parentId);
|
||||||
|
|
||||||
|
await Promise.all([deleteFileCache(file.id), deleteFileThumbnailCache(file.id)]);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const setFileFavorite = async (
|
||||||
|
file: { id: number; parentId: DirectoryId },
|
||||||
|
isFavorite: boolean,
|
||||||
|
) => {
|
||||||
|
if (isFavorite) {
|
||||||
|
await trpc.favorites.addFile.mutate({ id: file.id });
|
||||||
|
} else {
|
||||||
|
await trpc.favorites.removeFile.mutate({ id: file.id });
|
||||||
|
}
|
||||||
|
invalidateDirectory(file.parentId);
|
||||||
|
invalidateFile(file.id);
|
||||||
|
};
|
||||||
|
|
||||||
|
// The most recently created media files among the files stored locally
|
||||||
|
export const getRecentMediaFileInfos = async (limit: number) => {
|
||||||
|
const files = await IndexedDB.getAllFileInfos();
|
||||||
|
return files
|
||||||
|
.filter(
|
||||||
|
({ contentType }) => contentType.startsWith("image/") || contentType.startsWith("video/"),
|
||||||
|
)
|
||||||
|
.sort(
|
||||||
|
(a, b) =>
|
||||||
|
(b.createdAt ?? b.lastModifiedAt).getTime() - (a.createdAt ?? a.lastModifiedAt).getTime(),
|
||||||
|
)
|
||||||
|
.slice(0, limit);
|
||||||
|
};
|
||||||
@@ -0,0 +1,6 @@
|
|||||||
|
export * from "./category.ts";
|
||||||
|
export * from "./content.ts";
|
||||||
|
export * from "./directory.ts";
|
||||||
|
export * from "./file.ts";
|
||||||
|
export * from "./types.ts";
|
||||||
|
export * from "./upload.ts";
|
||||||
@@ -0,0 +1,83 @@
|
|||||||
|
import { keyring } from "#lib/client/keys/index.ts";
|
||||||
|
import {
|
||||||
|
decryptString,
|
||||||
|
encryptString,
|
||||||
|
generateDataKey,
|
||||||
|
unwrapDataKey,
|
||||||
|
wrapDataKey,
|
||||||
|
} from "#lib/shared/crypto/index.ts";
|
||||||
|
|
||||||
|
const unwrapEntryDataKey = async (metadata: { mekVersion: number; dek: string }) => {
|
||||||
|
const { dataKey } = await unwrapDataKey(
|
||||||
|
metadata.dek,
|
||||||
|
keyring.getMasterKey(metadata.mekVersion).key,
|
||||||
|
);
|
||||||
|
return dataKey;
|
||||||
|
};
|
||||||
|
|
||||||
|
export const decryptDirectoryMetadata = async (metadata: {
|
||||||
|
mekVersion: number;
|
||||||
|
dek: string;
|
||||||
|
dekVersion: Date;
|
||||||
|
name: string;
|
||||||
|
nameIv: string;
|
||||||
|
}) => {
|
||||||
|
const dataKey = await unwrapEntryDataKey(metadata);
|
||||||
|
const name = await decryptString(metadata.name, metadata.nameIv, dataKey);
|
||||||
|
|
||||||
|
return {
|
||||||
|
dataKey: { key: dataKey, version: metadata.dekVersion },
|
||||||
|
name,
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
const decryptDate = async (ciphertext: string, iv: string, dataKey: CryptoKey) => {
|
||||||
|
return new Date(parseInt(await decryptString(ciphertext, iv, dataKey), 10));
|
||||||
|
};
|
||||||
|
|
||||||
|
export const decryptFileMetadata = async (metadata: {
|
||||||
|
mekVersion: number;
|
||||||
|
dek: string;
|
||||||
|
dekVersion: Date;
|
||||||
|
name: string;
|
||||||
|
nameIv: string;
|
||||||
|
createdAt?: string;
|
||||||
|
createdAtIv?: string;
|
||||||
|
lastModifiedAt: string;
|
||||||
|
lastModifiedAtIv: string;
|
||||||
|
}) => {
|
||||||
|
const dataKey = await unwrapEntryDataKey(metadata);
|
||||||
|
const [name, createdAt, lastModifiedAt] = await Promise.all([
|
||||||
|
decryptString(metadata.name, metadata.nameIv, dataKey),
|
||||||
|
metadata.createdAt
|
||||||
|
? decryptDate(metadata.createdAt, metadata.createdAtIv!, dataKey)
|
||||||
|
: undefined,
|
||||||
|
decryptDate(metadata.lastModifiedAt, metadata.lastModifiedAtIv, dataKey),
|
||||||
|
]);
|
||||||
|
|
||||||
|
return {
|
||||||
|
dataKey: { key: dataKey, version: metadata.dekVersion },
|
||||||
|
name,
|
||||||
|
createdAt,
|
||||||
|
lastModifiedAt,
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
export const decryptCategoryMetadata = decryptDirectoryMetadata;
|
||||||
|
|
||||||
|
export const encryptName = async (name: string, dataKey: CryptoKey) => {
|
||||||
|
const { ciphertext, iv } = await encryptString(name, dataKey);
|
||||||
|
return { name: ciphertext, nameIv: iv };
|
||||||
|
};
|
||||||
|
|
||||||
|
// Generates the keys of a new directory or category encrypted with the active master key
|
||||||
|
export const generateEntryKeys = async (name: string) => {
|
||||||
|
const masterKey = keyring.activeMasterKey;
|
||||||
|
const { dataKey, dataKeyVersion } = await generateDataKey();
|
||||||
|
return {
|
||||||
|
mekVersion: masterKey.version,
|
||||||
|
dek: await wrapDataKey(dataKey, masterKey.key),
|
||||||
|
dekVersion: dataKeyVersion,
|
||||||
|
...(await encryptName(name, dataKey)),
|
||||||
|
};
|
||||||
|
};
|
||||||
@@ -0,0 +1,33 @@
|
|||||||
|
import { untrack } from "svelte";
|
||||||
|
|
||||||
|
// Exposes the value of a cache entry identified by a reactive key. Cached values are available
|
||||||
|
// synchronously, so that views don't flicker while revalidating.
|
||||||
|
export const useResource = <K, V>(getKey: () => K, load: (key: K) => V | Promise<V>) => {
|
||||||
|
let current: V | undefined = $state();
|
||||||
|
|
||||||
|
$effect.pre(() => {
|
||||||
|
const key = getKey();
|
||||||
|
let isStale = false;
|
||||||
|
|
||||||
|
const result = untrack(() => load(key));
|
||||||
|
if (result instanceof Promise) {
|
||||||
|
result
|
||||||
|
.then((value) => {
|
||||||
|
if (!isStale) current = value;
|
||||||
|
})
|
||||||
|
.catch(() => {}); // Logged by the cache
|
||||||
|
} else {
|
||||||
|
current = result;
|
||||||
|
}
|
||||||
|
|
||||||
|
return () => {
|
||||||
|
isStale = true;
|
||||||
|
};
|
||||||
|
});
|
||||||
|
|
||||||
|
return {
|
||||||
|
get current() {
|
||||||
|
return current;
|
||||||
|
},
|
||||||
|
};
|
||||||
|
};
|
||||||
@@ -0,0 +1,86 @@
|
|||||||
|
export type DataKey = { key: CryptoKey; version: Date };
|
||||||
|
|
||||||
|
export interface LocalDirectoryInfo {
|
||||||
|
id: number;
|
||||||
|
parentId: DirectoryId;
|
||||||
|
dataKey?: DataKey;
|
||||||
|
name: string;
|
||||||
|
subDirectories: SubDirectoryInfo[];
|
||||||
|
files: SummarizedFileInfo[];
|
||||||
|
isFavorite: boolean;
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface RootDirectoryInfo {
|
||||||
|
id: "root";
|
||||||
|
parentId?: undefined;
|
||||||
|
dataKey?: undefined;
|
||||||
|
name?: undefined;
|
||||||
|
subDirectories: SubDirectoryInfo[];
|
||||||
|
files: SummarizedFileInfo[];
|
||||||
|
isFavorite?: undefined;
|
||||||
|
}
|
||||||
|
|
||||||
|
export type DirectoryInfo = LocalDirectoryInfo | RootDirectoryInfo;
|
||||||
|
export type MaybeDirectoryInfo =
|
||||||
|
| (DirectoryInfo & { exists: true })
|
||||||
|
| ({ id: DirectoryId; exists: false } & AllUndefined<Omit<DirectoryInfo, "id">>);
|
||||||
|
|
||||||
|
export type SubDirectoryInfo = Omit<LocalDirectoryInfo, "subDirectories" | "files">;
|
||||||
|
|
||||||
|
export interface FileInfo {
|
||||||
|
id: number;
|
||||||
|
isLegacy?: boolean;
|
||||||
|
parentId: DirectoryId;
|
||||||
|
dataKey?: DataKey;
|
||||||
|
contentType: string;
|
||||||
|
name: string;
|
||||||
|
createdAt?: Date;
|
||||||
|
lastModifiedAt: Date;
|
||||||
|
categories: FileCategoryInfo[];
|
||||||
|
isFavorite: boolean;
|
||||||
|
}
|
||||||
|
|
||||||
|
export type MaybeFileInfo =
|
||||||
|
| (FileInfo & { exists: true })
|
||||||
|
| ({ id: number; exists: false } & AllUndefined<Omit<FileInfo, "id">>);
|
||||||
|
|
||||||
|
export type SummarizedFileInfo = Omit<FileInfo, "categories">;
|
||||||
|
export type CategoryFileInfo = SummarizedFileInfo & { isRecursive: boolean };
|
||||||
|
|
||||||
|
export interface LocalCategoryInfo {
|
||||||
|
id: number;
|
||||||
|
parentId: CategoryId;
|
||||||
|
dataKey?: DataKey;
|
||||||
|
name: string;
|
||||||
|
subCategories: SubCategoryInfo[];
|
||||||
|
files: CategoryFileInfo[];
|
||||||
|
isFileRecursive: boolean;
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface RootCategoryInfo {
|
||||||
|
id: "root";
|
||||||
|
parentId?: undefined;
|
||||||
|
dataKey?: undefined;
|
||||||
|
name?: undefined;
|
||||||
|
subCategories: SubCategoryInfo[];
|
||||||
|
files?: undefined;
|
||||||
|
isFileRecursive?: undefined;
|
||||||
|
}
|
||||||
|
|
||||||
|
export type CategoryInfo = LocalCategoryInfo | RootCategoryInfo;
|
||||||
|
export type MaybeCategoryInfo =
|
||||||
|
| (CategoryInfo & { exists: true })
|
||||||
|
| ({ id: CategoryId; exists: false } & AllUndefined<Omit<CategoryInfo, "id">>);
|
||||||
|
|
||||||
|
export type SubCategoryInfo = Omit<
|
||||||
|
LocalCategoryInfo,
|
||||||
|
"subCategories" | "files" | "isFileRecursive"
|
||||||
|
>;
|
||||||
|
export type FileCategoryInfo = Omit<SubCategoryInfo, "dataKey">;
|
||||||
|
|
||||||
|
export const isLocalDirectoryInfo = (
|
||||||
|
info: MaybeDirectoryInfo,
|
||||||
|
): info is LocalDirectoryInfo & { exists: true } => info.exists && info.id !== "root";
|
||||||
|
|
||||||
|
export const isExistingFileInfo = (info: MaybeFileInfo): info is FileInfo & { exists: true } =>
|
||||||
|
info.exists;
|
||||||
@@ -0,0 +1,19 @@
|
|||||||
|
import { storeFileThumbnailCache } from "#lib/client/cache/index.ts";
|
||||||
|
import { uploadFile as doUploadFile } from "#lib/client/transfer/index.ts";
|
||||||
|
import { invalidateDirectory } from "./directory.ts";
|
||||||
|
|
||||||
|
// Uploads the file and caches it with its thumbnail locally. Returns `false` if the upload is canceled.
|
||||||
|
export const uploadFile = async (
|
||||||
|
file: File,
|
||||||
|
parentId: DirectoryId,
|
||||||
|
onDuplicate: () => Promise<boolean>,
|
||||||
|
) => {
|
||||||
|
const res = await doUploadFile(file, parentId, onDuplicate);
|
||||||
|
if (!res) return false;
|
||||||
|
|
||||||
|
invalidateDirectory(parentId);
|
||||||
|
if (res.thumbnailBuffer) {
|
||||||
|
void storeFileThumbnailCache(res.fileId, res.thumbnailBuffer);
|
||||||
|
}
|
||||||
|
return true;
|
||||||
|
};
|
||||||
@@ -0,0 +1,46 @@
|
|||||||
|
import {
|
||||||
|
getDirectoryInfo,
|
||||||
|
getFileInfo,
|
||||||
|
isExistingFileInfo,
|
||||||
|
isLocalDirectoryInfo,
|
||||||
|
type FileInfo,
|
||||||
|
type LocalCategoryInfo,
|
||||||
|
type LocalDirectoryInfo,
|
||||||
|
} from "#lib/features/filesystem/index.ts";
|
||||||
|
import { trpc } from "#trpc/client.ts";
|
||||||
|
|
||||||
|
export interface SearchFilter {
|
||||||
|
ancestorId: DirectoryId;
|
||||||
|
inFavorites: boolean;
|
||||||
|
categories: { info: LocalCategoryInfo; type: "include" | "exclude" }[];
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface SearchResult {
|
||||||
|
directories: LocalDirectoryInfo[];
|
||||||
|
files: FileInfo[];
|
||||||
|
}
|
||||||
|
|
||||||
|
const getCategoryIds = (filter: SearchFilter, type: "include" | "exclude") => {
|
||||||
|
return filter.categories.filter((category) => category.type === type).map(({ info }) => info.id);
|
||||||
|
};
|
||||||
|
|
||||||
|
export const search = async (filter: SearchFilter) => {
|
||||||
|
const { directories: directoriesRaw, files: filesRaw } = await trpc.search.search.query({
|
||||||
|
ancestor: filter.ancestorId,
|
||||||
|
inFavorites: filter.inFavorites,
|
||||||
|
includeCategories: getCategoryIds(filter, "include"),
|
||||||
|
excludeCategories: getCategoryIds(filter, "exclude"),
|
||||||
|
});
|
||||||
|
const [directories, files] = await Promise.all([
|
||||||
|
Promise.all(
|
||||||
|
directoriesRaw.map((directory) =>
|
||||||
|
getDirectoryInfo(directory.id, { serverResponse: directory }),
|
||||||
|
),
|
||||||
|
),
|
||||||
|
Promise.all(filesRaw.map((file) => getFileInfo(file.id, { serverResponse: file }))),
|
||||||
|
]);
|
||||||
|
return {
|
||||||
|
directories: directories.filter(isLocalDirectoryInfo),
|
||||||
|
files: files.filter(isExistingFileInfo),
|
||||||
|
} satisfies SearchResult;
|
||||||
|
};
|
||||||
@@ -0,0 +1,12 @@
|
|||||||
|
<script lang="ts">
|
||||||
|
import { formatNetworkSpeed } from "#lib/utils/index.ts";
|
||||||
|
|
||||||
|
interface Props {
|
||||||
|
progress?: number;
|
||||||
|
rate?: number; // Bytes per second
|
||||||
|
}
|
||||||
|
|
||||||
|
let { progress, rate }: Props = $props();
|
||||||
|
</script>
|
||||||
|
|
||||||
|
전송됨 {Math.floor((progress ?? 0) * 100)}% · {formatNetworkSpeed((rate ?? 0) * 8)}
|
||||||
@@ -0,0 +1,26 @@
|
|||||||
|
<script lang="ts">
|
||||||
|
import type { FileUploadState } from "#lib/client/transfer/index.ts";
|
||||||
|
import TransferProgress from "./TransferProgress.svelte";
|
||||||
|
|
||||||
|
interface Props {
|
||||||
|
state: FileUploadState;
|
||||||
|
}
|
||||||
|
|
||||||
|
let { state }: Props = $props();
|
||||||
|
|
||||||
|
const statusTexts = {
|
||||||
|
queued: "대기 중",
|
||||||
|
"encryption-pending": "준비 중",
|
||||||
|
encrypting: "암호화하는 중",
|
||||||
|
"upload-pending": "업로드를 기다리는 중",
|
||||||
|
uploaded: "업로드 완료",
|
||||||
|
canceled: "",
|
||||||
|
error: "업로드 실패",
|
||||||
|
} satisfies Record<Exclude<FileUploadState["status"], "uploading">, string>;
|
||||||
|
</script>
|
||||||
|
|
||||||
|
{#if state.status === "uploading"}
|
||||||
|
<TransferProgress progress={state.progress} rate={state.rate} />
|
||||||
|
{:else}
|
||||||
|
{statusTexts[state.status]}
|
||||||
|
{/if}
|
||||||
@@ -0,0 +1,2 @@
|
|||||||
|
export { default as TransferProgress } from "./TransferProgress.svelte";
|
||||||
|
export { default as UploadStatusText } from "./UploadStatusText.svelte";
|
||||||
@@ -1,11 +0,0 @@
|
|||||||
export const callGetApi = async (input: RequestInfo, fetchInternal = fetch) => {
|
|
||||||
return await fetchInternal(input);
|
|
||||||
};
|
|
||||||
|
|
||||||
export const callPostApi = async <T>(input: RequestInfo, payload?: T, fetchInternal = fetch) => {
|
|
||||||
return await fetchInternal(input, {
|
|
||||||
method: "POST",
|
|
||||||
headers: { "Content-Type": "application/json" },
|
|
||||||
body: payload ? JSON.stringify(payload) : undefined,
|
|
||||||
});
|
|
||||||
};
|
|
||||||
@@ -1,2 +0,0 @@
|
|||||||
export * from "./callApi";
|
|
||||||
export * from "./gotoStateful";
|
|
||||||
@@ -1,28 +0,0 @@
|
|||||||
import { Dexie, type EntityTable } from "dexie";
|
|
||||||
|
|
||||||
export interface FileCacheIndex {
|
|
||||||
fileId: number;
|
|
||||||
cachedAt: Date;
|
|
||||||
lastRetrievedAt: Date;
|
|
||||||
size: number;
|
|
||||||
}
|
|
||||||
|
|
||||||
const cacheIndex = new Dexie("cacheIndex") as Dexie & {
|
|
||||||
fileCache: EntityTable<FileCacheIndex, "fileId">;
|
|
||||||
};
|
|
||||||
|
|
||||||
cacheIndex.version(1).stores({
|
|
||||||
fileCache: "fileId",
|
|
||||||
});
|
|
||||||
|
|
||||||
export const getFileCacheIndex = async () => {
|
|
||||||
return await cacheIndex.fileCache.toArray();
|
|
||||||
};
|
|
||||||
|
|
||||||
export const storeFileCacheIndex = async (fileCacheIndex: FileCacheIndex) => {
|
|
||||||
await cacheIndex.fileCache.put(fileCacheIndex);
|
|
||||||
};
|
|
||||||
|
|
||||||
export const deleteFileCacheIndex = async (fileId: number) => {
|
|
||||||
await cacheIndex.fileCache.delete(fileId);
|
|
||||||
};
|
|
||||||
@@ -1,3 +0,0 @@
|
|||||||
export * from "./cacheIndex";
|
|
||||||
export * from "./filesystem";
|
|
||||||
export * from "./keyStore";
|
|
||||||
@@ -1,4 +0,0 @@
|
|||||||
export * from "./aes";
|
|
||||||
export * from "./rsa";
|
|
||||||
export * from "./sha";
|
|
||||||
export * from "./util";
|
|
||||||
@@ -1,20 +0,0 @@
|
|||||||
export const digestMessage = async (message: BufferSource) => {
|
|
||||||
return await window.crypto.subtle.digest("SHA-256", message);
|
|
||||||
};
|
|
||||||
|
|
||||||
export const generateHmacSecret = async () => {
|
|
||||||
return {
|
|
||||||
hmacSecret: await window.crypto.subtle.generateKey(
|
|
||||||
{
|
|
||||||
name: "HMAC",
|
|
||||||
hash: "SHA-256",
|
|
||||||
} satisfies HmacKeyGenParams,
|
|
||||||
true,
|
|
||||||
["sign", "verify"],
|
|
||||||
),
|
|
||||||
};
|
|
||||||
};
|
|
||||||
|
|
||||||
export const signMessageHmac = async (message: BufferSource, hmacSecret: CryptoKey) => {
|
|
||||||
return await window.crypto.subtle.sign("HMAC", hmacSecret, message);
|
|
||||||
};
|
|
||||||
@@ -1,80 +0,0 @@
|
|||||||
import { LRUCache } from "lru-cache";
|
|
||||||
import {
|
|
||||||
getFileCacheIndex as getFileCacheIndexFromIndexedDB,
|
|
||||||
storeFileCacheIndex,
|
|
||||||
deleteFileCacheIndex,
|
|
||||||
type FileCacheIndex,
|
|
||||||
} from "$lib/indexedDB";
|
|
||||||
import { readFile, writeFile, deleteFile, deleteDirectory } from "$lib/modules/opfs";
|
|
||||||
import { getThumbnailUrl } from "$lib/modules/thumbnail";
|
|
||||||
|
|
||||||
const fileCacheIndex = new Map<number, FileCacheIndex>();
|
|
||||||
const loadedThumbnails = new LRUCache<number, string>({ max: 100 });
|
|
||||||
|
|
||||||
export const prepareFileCache = async () => {
|
|
||||||
for (const cache of await getFileCacheIndexFromIndexedDB()) {
|
|
||||||
fileCacheIndex.set(cache.fileId, cache);
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
export const getFileCacheIndex = () => {
|
|
||||||
return Array.from(fileCacheIndex.values());
|
|
||||||
};
|
|
||||||
|
|
||||||
export const getFileCache = async (fileId: number) => {
|
|
||||||
const cacheIndex = fileCacheIndex.get(fileId);
|
|
||||||
if (!cacheIndex) return null;
|
|
||||||
|
|
||||||
cacheIndex.lastRetrievedAt = new Date();
|
|
||||||
storeFileCacheIndex(cacheIndex); // Intended
|
|
||||||
return await readFile(`/cache/${fileId}`);
|
|
||||||
};
|
|
||||||
|
|
||||||
export const storeFileCache = async (fileId: number, fileBuffer: ArrayBuffer) => {
|
|
||||||
const now = new Date();
|
|
||||||
await writeFile(`/cache/${fileId}`, fileBuffer);
|
|
||||||
|
|
||||||
const cacheIndex: FileCacheIndex = {
|
|
||||||
fileId,
|
|
||||||
cachedAt: now,
|
|
||||||
lastRetrievedAt: now,
|
|
||||||
size: fileBuffer.byteLength,
|
|
||||||
};
|
|
||||||
fileCacheIndex.set(fileId, cacheIndex);
|
|
||||||
await storeFileCacheIndex(cacheIndex);
|
|
||||||
};
|
|
||||||
|
|
||||||
export const deleteFileCache = async (fileId: number) => {
|
|
||||||
if (!fileCacheIndex.has(fileId)) return;
|
|
||||||
|
|
||||||
fileCacheIndex.delete(fileId);
|
|
||||||
await deleteFile(`/cache/${fileId}`);
|
|
||||||
await deleteFileCacheIndex(fileId);
|
|
||||||
};
|
|
||||||
|
|
||||||
export const getFileThumbnailCache = async (fileId: number) => {
|
|
||||||
const thumbnail = loadedThumbnails.get(fileId);
|
|
||||||
if (thumbnail) return thumbnail;
|
|
||||||
|
|
||||||
const thumbnailBuffer = await readFile(`/thumbnail/file/${fileId}`);
|
|
||||||
if (!thumbnailBuffer) return null;
|
|
||||||
|
|
||||||
const thumbnailUrl = getThumbnailUrl(thumbnailBuffer);
|
|
||||||
loadedThumbnails.set(fileId, thumbnailUrl);
|
|
||||||
return thumbnailUrl;
|
|
||||||
};
|
|
||||||
|
|
||||||
export const storeFileThumbnailCache = async (fileId: number, thumbnailBuffer: ArrayBuffer) => {
|
|
||||||
await writeFile(`/thumbnail/file/${fileId}`, thumbnailBuffer);
|
|
||||||
loadedThumbnails.set(fileId, getThumbnailUrl(thumbnailBuffer));
|
|
||||||
};
|
|
||||||
|
|
||||||
export const deleteFileThumbnailCache = async (fileId: number) => {
|
|
||||||
loadedThumbnails.delete(fileId);
|
|
||||||
await deleteFile(`/thumbnail/file/${fileId}`);
|
|
||||||
};
|
|
||||||
|
|
||||||
export const deleteAllFileThumbnailCaches = async () => {
|
|
||||||
loadedThumbnails.clear();
|
|
||||||
await deleteDirectory("/thumbnail/file");
|
|
||||||
};
|
|
||||||
@@ -1,84 +0,0 @@
|
|||||||
import axios from "axios";
|
|
||||||
import { limitFunction } from "p-limit";
|
|
||||||
import { writable, type Writable } from "svelte/store";
|
|
||||||
import { decryptData } from "$lib/modules/crypto";
|
|
||||||
import { fileDownloadStatusStore, type FileDownloadStatus } from "$lib/stores";
|
|
||||||
|
|
||||||
const requestFileDownload = limitFunction(
|
|
||||||
async (status: Writable<FileDownloadStatus>, id: number) => {
|
|
||||||
status.update((value) => {
|
|
||||||
value.status = "downloading";
|
|
||||||
return value;
|
|
||||||
});
|
|
||||||
|
|
||||||
const res = await axios.get(`/api/file/${id}/download`, {
|
|
||||||
responseType: "arraybuffer",
|
|
||||||
onDownloadProgress: ({ progress, rate, estimated }) => {
|
|
||||||
status.update((value) => {
|
|
||||||
value.progress = progress;
|
|
||||||
value.rate = rate;
|
|
||||||
value.estimated = estimated;
|
|
||||||
return value;
|
|
||||||
});
|
|
||||||
},
|
|
||||||
});
|
|
||||||
const fileEncrypted: ArrayBuffer = res.data;
|
|
||||||
|
|
||||||
status.update((value) => {
|
|
||||||
value.status = "decryption-pending";
|
|
||||||
return value;
|
|
||||||
});
|
|
||||||
return fileEncrypted;
|
|
||||||
},
|
|
||||||
{ concurrency: 1 },
|
|
||||||
);
|
|
||||||
|
|
||||||
const decryptFile = limitFunction(
|
|
||||||
async (
|
|
||||||
status: Writable<FileDownloadStatus>,
|
|
||||||
fileEncrypted: ArrayBuffer,
|
|
||||||
fileEncryptedIv: string,
|
|
||||||
dataKey: CryptoKey,
|
|
||||||
) => {
|
|
||||||
status.update((value) => {
|
|
||||||
value.status = "decrypting";
|
|
||||||
return value;
|
|
||||||
});
|
|
||||||
|
|
||||||
const fileBuffer = await decryptData(fileEncrypted, fileEncryptedIv, dataKey);
|
|
||||||
|
|
||||||
status.update((value) => {
|
|
||||||
value.status = "decrypted";
|
|
||||||
value.result = fileBuffer;
|
|
||||||
return value;
|
|
||||||
});
|
|
||||||
return fileBuffer;
|
|
||||||
},
|
|
||||||
{ concurrency: 4 },
|
|
||||||
);
|
|
||||||
|
|
||||||
export const downloadFile = async (id: number, fileEncryptedIv: string, dataKey: CryptoKey) => {
|
|
||||||
const status = writable<FileDownloadStatus>({
|
|
||||||
id,
|
|
||||||
status: "download-pending",
|
|
||||||
});
|
|
||||||
fileDownloadStatusStore.update((value) => {
|
|
||||||
value.push(status);
|
|
||||||
return value;
|
|
||||||
});
|
|
||||||
|
|
||||||
try {
|
|
||||||
return await decryptFile(
|
|
||||||
status,
|
|
||||||
await requestFileDownload(status, id),
|
|
||||||
fileEncryptedIv,
|
|
||||||
dataKey,
|
|
||||||
);
|
|
||||||
} catch (e) {
|
|
||||||
status.update((value) => {
|
|
||||||
value.status = "error";
|
|
||||||
return value;
|
|
||||||
});
|
|
||||||
throw e;
|
|
||||||
}
|
|
||||||
};
|
|
||||||
@@ -1,3 +0,0 @@
|
|||||||
export * from "./cache";
|
|
||||||
export * from "./download";
|
|
||||||
export * from "./upload";
|
|
||||||
@@ -1,267 +0,0 @@
|
|||||||
import axios from "axios";
|
|
||||||
import ExifReader from "exifreader";
|
|
||||||
import { limitFunction } from "p-limit";
|
|
||||||
import { writable, type Writable } from "svelte/store";
|
|
||||||
import {
|
|
||||||
encodeToBase64,
|
|
||||||
generateDataKey,
|
|
||||||
wrapDataKey,
|
|
||||||
encryptData,
|
|
||||||
encryptString,
|
|
||||||
digestMessage,
|
|
||||||
signMessageHmac,
|
|
||||||
} from "$lib/modules/crypto";
|
|
||||||
import { generateThumbnail } from "$lib/modules/thumbnail";
|
|
||||||
import type {
|
|
||||||
DuplicateFileScanRequest,
|
|
||||||
DuplicateFileScanResponse,
|
|
||||||
FileThumbnailUploadRequest,
|
|
||||||
FileUploadRequest,
|
|
||||||
FileUploadResponse,
|
|
||||||
} from "$lib/server/schemas";
|
|
||||||
import {
|
|
||||||
fileUploadStatusStore,
|
|
||||||
type MasterKey,
|
|
||||||
type HmacSecret,
|
|
||||||
type FileUploadStatus,
|
|
||||||
} from "$lib/stores";
|
|
||||||
|
|
||||||
const requestDuplicateFileScan = limitFunction(
|
|
||||||
async (file: File, hmacSecret: HmacSecret, onDuplicate: () => Promise<boolean>) => {
|
|
||||||
const fileBuffer = await file.arrayBuffer();
|
|
||||||
const fileSigned = encodeToBase64(await signMessageHmac(fileBuffer, hmacSecret.secret));
|
|
||||||
|
|
||||||
const res = await axios.post("/api/file/scanDuplicates", {
|
|
||||||
hskVersion: hmacSecret.version,
|
|
||||||
contentHmac: fileSigned,
|
|
||||||
} satisfies DuplicateFileScanRequest);
|
|
||||||
const { files }: DuplicateFileScanResponse = res.data;
|
|
||||||
|
|
||||||
if (files.length === 0 || (await onDuplicate())) {
|
|
||||||
return { fileBuffer, fileSigned };
|
|
||||||
} else {
|
|
||||||
return {};
|
|
||||||
}
|
|
||||||
},
|
|
||||||
{ concurrency: 1 },
|
|
||||||
);
|
|
||||||
|
|
||||||
const getFileType = (file: File) => {
|
|
||||||
if (file.type) return file.type;
|
|
||||||
if (file.name.endsWith(".heic")) return "image/heic";
|
|
||||||
throw new Error("Unknown file type");
|
|
||||||
};
|
|
||||||
|
|
||||||
const extractExifDateTime = (fileBuffer: ArrayBuffer) => {
|
|
||||||
const exif = ExifReader.load(fileBuffer);
|
|
||||||
const dateTimeOriginal = exif["DateTimeOriginal"]?.description;
|
|
||||||
const offsetTimeOriginal = exif["OffsetTimeOriginal"]?.description;
|
|
||||||
if (!dateTimeOriginal) return undefined;
|
|
||||||
|
|
||||||
const [date, time] = dateTimeOriginal.split(" ");
|
|
||||||
if (!date || !time) return undefined;
|
|
||||||
|
|
||||||
const [year, month, day] = date.split(":").map(Number);
|
|
||||||
const [hour, minute, second] = time.split(":").map(Number);
|
|
||||||
if (!year || !month || !day || !hour || !minute || !second) return undefined;
|
|
||||||
|
|
||||||
if (!offsetTimeOriginal) {
|
|
||||||
// No timezone information.. Assume local timezone
|
|
||||||
return new Date(year, month - 1, day, hour, minute, second);
|
|
||||||
}
|
|
||||||
|
|
||||||
const offsetSign = offsetTimeOriginal[0] === "+" ? 1 : -1;
|
|
||||||
const [offsetHour, offsetMinute] = offsetTimeOriginal.slice(1).split(":").map(Number);
|
|
||||||
|
|
||||||
const utcDate = Date.UTC(year, month - 1, day, hour, minute, second);
|
|
||||||
const offsetMs = offsetSign * ((offsetHour ?? 0) * 60 + (offsetMinute ?? 0)) * 60 * 1000;
|
|
||||||
return new Date(utcDate - offsetMs);
|
|
||||||
};
|
|
||||||
|
|
||||||
const encryptFile = limitFunction(
|
|
||||||
async (
|
|
||||||
status: Writable<FileUploadStatus>,
|
|
||||||
file: File,
|
|
||||||
fileBuffer: ArrayBuffer,
|
|
||||||
masterKey: MasterKey,
|
|
||||||
) => {
|
|
||||||
status.update((value) => {
|
|
||||||
value.status = "encrypting";
|
|
||||||
return value;
|
|
||||||
});
|
|
||||||
|
|
||||||
const fileType = getFileType(file);
|
|
||||||
|
|
||||||
let createdAt;
|
|
||||||
if (fileType.startsWith("image/")) {
|
|
||||||
createdAt = extractExifDateTime(fileBuffer);
|
|
||||||
}
|
|
||||||
|
|
||||||
const { dataKey, dataKeyVersion } = await generateDataKey();
|
|
||||||
const dataKeyWrapped = await wrapDataKey(dataKey, masterKey.key);
|
|
||||||
|
|
||||||
const fileEncrypted = await encryptData(fileBuffer, dataKey);
|
|
||||||
const fileEncryptedHash = encodeToBase64(await digestMessage(fileEncrypted.ciphertext));
|
|
||||||
|
|
||||||
const nameEncrypted = await encryptString(file.name, dataKey);
|
|
||||||
const createdAtEncrypted =
|
|
||||||
createdAt && (await encryptString(createdAt.getTime().toString(), dataKey));
|
|
||||||
const lastModifiedAtEncrypted = await encryptString(file.lastModified.toString(), dataKey);
|
|
||||||
|
|
||||||
const thumbnail = await generateThumbnail(fileBuffer, fileType);
|
|
||||||
const thumbnailBuffer = await thumbnail?.arrayBuffer();
|
|
||||||
const thumbnailEncrypted = thumbnailBuffer && (await encryptData(thumbnailBuffer, dataKey));
|
|
||||||
|
|
||||||
status.update((value) => {
|
|
||||||
value.status = "upload-pending";
|
|
||||||
return value;
|
|
||||||
});
|
|
||||||
|
|
||||||
return {
|
|
||||||
dataKeyWrapped,
|
|
||||||
dataKeyVersion,
|
|
||||||
fileType,
|
|
||||||
fileEncrypted,
|
|
||||||
fileEncryptedHash,
|
|
||||||
nameEncrypted,
|
|
||||||
createdAtEncrypted,
|
|
||||||
lastModifiedAtEncrypted,
|
|
||||||
thumbnail: thumbnailEncrypted && { plaintext: thumbnailBuffer, ...thumbnailEncrypted },
|
|
||||||
};
|
|
||||||
},
|
|
||||||
{ concurrency: 4 },
|
|
||||||
);
|
|
||||||
|
|
||||||
const requestFileUpload = limitFunction(
|
|
||||||
async (status: Writable<FileUploadStatus>, form: FormData, thumbnailForm: FormData | null) => {
|
|
||||||
status.update((value) => {
|
|
||||||
value.status = "uploading";
|
|
||||||
return value;
|
|
||||||
});
|
|
||||||
|
|
||||||
const res = await axios.post("/api/file/upload", form, {
|
|
||||||
onUploadProgress: ({ progress, rate, estimated }) => {
|
|
||||||
status.update((value) => {
|
|
||||||
value.progress = progress;
|
|
||||||
value.rate = rate;
|
|
||||||
value.estimated = estimated;
|
|
||||||
return value;
|
|
||||||
});
|
|
||||||
},
|
|
||||||
});
|
|
||||||
const { file }: FileUploadResponse = res.data;
|
|
||||||
|
|
||||||
if (thumbnailForm) {
|
|
||||||
try {
|
|
||||||
await axios.post(`/api/file/${file}/thumbnail/upload`, thumbnailForm);
|
|
||||||
} catch (e) {
|
|
||||||
// TODO
|
|
||||||
console.error(e);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
status.update((value) => {
|
|
||||||
value.status = "uploaded";
|
|
||||||
return value;
|
|
||||||
});
|
|
||||||
|
|
||||||
return { fileId: file };
|
|
||||||
},
|
|
||||||
{ concurrency: 1 },
|
|
||||||
);
|
|
||||||
|
|
||||||
export const uploadFile = async (
|
|
||||||
file: File,
|
|
||||||
parentId: "root" | number,
|
|
||||||
hmacSecret: HmacSecret,
|
|
||||||
masterKey: MasterKey,
|
|
||||||
onDuplicate: () => Promise<boolean>,
|
|
||||||
): Promise<
|
|
||||||
{ fileId: number; fileBuffer: ArrayBuffer; thumbnailBuffer?: ArrayBuffer } | undefined
|
|
||||||
> => {
|
|
||||||
const status = writable<FileUploadStatus>({
|
|
||||||
name: file.name,
|
|
||||||
parentId,
|
|
||||||
status: "encryption-pending",
|
|
||||||
});
|
|
||||||
fileUploadStatusStore.update((value) => {
|
|
||||||
value.push(status);
|
|
||||||
return value;
|
|
||||||
});
|
|
||||||
|
|
||||||
try {
|
|
||||||
const { fileBuffer, fileSigned } = await requestDuplicateFileScan(
|
|
||||||
file,
|
|
||||||
hmacSecret,
|
|
||||||
onDuplicate,
|
|
||||||
);
|
|
||||||
if (!fileBuffer || !fileSigned) {
|
|
||||||
status.update((value) => {
|
|
||||||
value.status = "canceled";
|
|
||||||
return value;
|
|
||||||
});
|
|
||||||
fileUploadStatusStore.update((value) => {
|
|
||||||
value = value.filter((v) => v !== status);
|
|
||||||
return value;
|
|
||||||
});
|
|
||||||
return undefined;
|
|
||||||
}
|
|
||||||
|
|
||||||
const {
|
|
||||||
dataKeyWrapped,
|
|
||||||
dataKeyVersion,
|
|
||||||
fileType,
|
|
||||||
fileEncrypted,
|
|
||||||
fileEncryptedHash,
|
|
||||||
nameEncrypted,
|
|
||||||
createdAtEncrypted,
|
|
||||||
lastModifiedAtEncrypted,
|
|
||||||
thumbnail,
|
|
||||||
} = await encryptFile(status, file, fileBuffer, masterKey);
|
|
||||||
|
|
||||||
const form = new FormData();
|
|
||||||
form.set(
|
|
||||||
"metadata",
|
|
||||||
JSON.stringify({
|
|
||||||
parent: parentId,
|
|
||||||
mekVersion: masterKey.version,
|
|
||||||
dek: dataKeyWrapped,
|
|
||||||
dekVersion: dataKeyVersion.toISOString(),
|
|
||||||
hskVersion: hmacSecret.version,
|
|
||||||
contentHmac: fileSigned,
|
|
||||||
contentType: fileType,
|
|
||||||
contentIv: fileEncrypted.iv,
|
|
||||||
name: nameEncrypted.ciphertext,
|
|
||||||
nameIv: nameEncrypted.iv,
|
|
||||||
createdAt: createdAtEncrypted?.ciphertext,
|
|
||||||
createdAtIv: createdAtEncrypted?.iv,
|
|
||||||
lastModifiedAt: lastModifiedAtEncrypted.ciphertext,
|
|
||||||
lastModifiedAtIv: lastModifiedAtEncrypted.iv,
|
|
||||||
} satisfies FileUploadRequest),
|
|
||||||
);
|
|
||||||
form.set("content", new Blob([fileEncrypted.ciphertext]));
|
|
||||||
form.set("checksum", fileEncryptedHash);
|
|
||||||
|
|
||||||
let thumbnailForm = null;
|
|
||||||
if (thumbnail) {
|
|
||||||
thumbnailForm = new FormData();
|
|
||||||
thumbnailForm.set(
|
|
||||||
"metadata",
|
|
||||||
JSON.stringify({
|
|
||||||
dekVersion: dataKeyVersion.toISOString(),
|
|
||||||
contentIv: thumbnail.iv,
|
|
||||||
} satisfies FileThumbnailUploadRequest),
|
|
||||||
);
|
|
||||||
thumbnailForm.set("content", new Blob([thumbnail.ciphertext]));
|
|
||||||
}
|
|
||||||
|
|
||||||
const { fileId } = await requestFileUpload(status, form, thumbnailForm);
|
|
||||||
return { fileId, fileBuffer, thumbnailBuffer: thumbnail?.plaintext };
|
|
||||||
} catch (e) {
|
|
||||||
status.update((value) => {
|
|
||||||
value.status = "error";
|
|
||||||
return value;
|
|
||||||
});
|
|
||||||
throw e;
|
|
||||||
}
|
|
||||||
};
|
|
||||||
@@ -1,360 +0,0 @@
|
|||||||
import { get, writable, type Writable } from "svelte/store";
|
|
||||||
import { callGetApi } from "$lib/hooks";
|
|
||||||
import {
|
|
||||||
getDirectoryInfos as getDirectoryInfosFromIndexedDB,
|
|
||||||
getDirectoryInfo as getDirectoryInfoFromIndexedDB,
|
|
||||||
storeDirectoryInfo,
|
|
||||||
deleteDirectoryInfo,
|
|
||||||
getFileInfos as getFileInfosFromIndexedDB,
|
|
||||||
getFileInfo as getFileInfoFromIndexedDB,
|
|
||||||
storeFileInfo,
|
|
||||||
deleteFileInfo,
|
|
||||||
getCategoryInfos as getCategoryInfosFromIndexedDB,
|
|
||||||
getCategoryInfo as getCategoryInfoFromIndexedDB,
|
|
||||||
storeCategoryInfo,
|
|
||||||
updateCategoryInfo as updateCategoryInfoInIndexedDB,
|
|
||||||
deleteCategoryInfo,
|
|
||||||
type DirectoryId,
|
|
||||||
type CategoryId,
|
|
||||||
} from "$lib/indexedDB";
|
|
||||||
import { unwrapDataKey, decryptString } from "$lib/modules/crypto";
|
|
||||||
import type {
|
|
||||||
CategoryInfoResponse,
|
|
||||||
CategoryFileListResponse,
|
|
||||||
DirectoryInfoResponse,
|
|
||||||
FileInfoResponse,
|
|
||||||
} from "$lib/server/schemas";
|
|
||||||
|
|
||||||
export type DirectoryInfo =
|
|
||||||
| {
|
|
||||||
id: "root";
|
|
||||||
dataKey?: undefined;
|
|
||||||
dataKeyVersion?: undefined;
|
|
||||||
name?: undefined;
|
|
||||||
subDirectoryIds: number[];
|
|
||||||
fileIds: number[];
|
|
||||||
}
|
|
||||||
| {
|
|
||||||
id: number;
|
|
||||||
dataKey?: CryptoKey;
|
|
||||||
dataKeyVersion?: Date;
|
|
||||||
name: string;
|
|
||||||
subDirectoryIds: number[];
|
|
||||||
fileIds: number[];
|
|
||||||
};
|
|
||||||
|
|
||||||
export interface FileInfo {
|
|
||||||
id: number;
|
|
||||||
dataKey?: CryptoKey;
|
|
||||||
dataKeyVersion?: Date;
|
|
||||||
contentType: string;
|
|
||||||
contentIv?: string;
|
|
||||||
name: string;
|
|
||||||
createdAt?: Date;
|
|
||||||
lastModifiedAt: Date;
|
|
||||||
categoryIds: number[];
|
|
||||||
}
|
|
||||||
|
|
||||||
export type CategoryInfo =
|
|
||||||
| {
|
|
||||||
id: "root";
|
|
||||||
dataKey?: undefined;
|
|
||||||
dataKeyVersion?: undefined;
|
|
||||||
name?: undefined;
|
|
||||||
subCategoryIds: number[];
|
|
||||||
files?: undefined;
|
|
||||||
isFileRecursive?: undefined;
|
|
||||||
}
|
|
||||||
| {
|
|
||||||
id: number;
|
|
||||||
dataKey?: CryptoKey;
|
|
||||||
dataKeyVersion?: Date;
|
|
||||||
name: string;
|
|
||||||
subCategoryIds: number[];
|
|
||||||
files: { id: number; isRecursive: boolean }[];
|
|
||||||
isFileRecursive: boolean;
|
|
||||||
};
|
|
||||||
|
|
||||||
const directoryInfoStore = new Map<DirectoryId, Writable<DirectoryInfo | null>>();
|
|
||||||
const fileInfoStore = new Map<number, Writable<FileInfo | null>>();
|
|
||||||
const categoryInfoStore = new Map<CategoryId, Writable<CategoryInfo | null>>();
|
|
||||||
|
|
||||||
const fetchDirectoryInfoFromIndexedDB = async (
|
|
||||||
id: DirectoryId,
|
|
||||||
info: Writable<DirectoryInfo | null>,
|
|
||||||
) => {
|
|
||||||
if (get(info)) return;
|
|
||||||
|
|
||||||
const [directory, subDirectories, files] = await Promise.all([
|
|
||||||
id !== "root" ? getDirectoryInfoFromIndexedDB(id) : undefined,
|
|
||||||
getDirectoryInfosFromIndexedDB(id),
|
|
||||||
getFileInfosFromIndexedDB(id),
|
|
||||||
]);
|
|
||||||
const subDirectoryIds = subDirectories.map(({ id }) => id);
|
|
||||||
const fileIds = files.map(({ id }) => id);
|
|
||||||
|
|
||||||
if (id === "root") {
|
|
||||||
info.set({ id, subDirectoryIds, fileIds });
|
|
||||||
} else {
|
|
||||||
if (!directory) return;
|
|
||||||
info.set({ id, name: directory.name, subDirectoryIds, fileIds });
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
const fetchDirectoryInfoFromServer = async (
|
|
||||||
id: DirectoryId,
|
|
||||||
info: Writable<DirectoryInfo | null>,
|
|
||||||
masterKey: CryptoKey,
|
|
||||||
) => {
|
|
||||||
const res = await callGetApi(`/api/directory/${id}`);
|
|
||||||
if (res.status === 404) {
|
|
||||||
info.set(null);
|
|
||||||
await deleteDirectoryInfo(id as number);
|
|
||||||
return;
|
|
||||||
} else if (!res.ok) {
|
|
||||||
throw new Error("Failed to fetch directory information");
|
|
||||||
}
|
|
||||||
|
|
||||||
const {
|
|
||||||
metadata,
|
|
||||||
subDirectories: subDirectoryIds,
|
|
||||||
files: fileIds,
|
|
||||||
}: DirectoryInfoResponse = await res.json();
|
|
||||||
|
|
||||||
if (id === "root") {
|
|
||||||
info.set({ id, subDirectoryIds, fileIds });
|
|
||||||
} else {
|
|
||||||
const { dataKey } = await unwrapDataKey(metadata!.dek, masterKey);
|
|
||||||
const name = await decryptString(metadata!.name, metadata!.nameIv, dataKey);
|
|
||||||
|
|
||||||
info.set({
|
|
||||||
id,
|
|
||||||
dataKey,
|
|
||||||
dataKeyVersion: new Date(metadata!.dekVersion),
|
|
||||||
name,
|
|
||||||
subDirectoryIds,
|
|
||||||
fileIds,
|
|
||||||
});
|
|
||||||
await storeDirectoryInfo({ id, parentId: metadata!.parent, name });
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
const fetchDirectoryInfo = async (
|
|
||||||
id: DirectoryId,
|
|
||||||
info: Writable<DirectoryInfo | null>,
|
|
||||||
masterKey: CryptoKey,
|
|
||||||
) => {
|
|
||||||
await fetchDirectoryInfoFromIndexedDB(id, info);
|
|
||||||
await fetchDirectoryInfoFromServer(id, info, masterKey);
|
|
||||||
};
|
|
||||||
|
|
||||||
export const getDirectoryInfo = (id: DirectoryId, masterKey: CryptoKey) => {
|
|
||||||
// TODO: MEK rotation
|
|
||||||
|
|
||||||
let info = directoryInfoStore.get(id);
|
|
||||||
if (!info) {
|
|
||||||
info = writable(null);
|
|
||||||
directoryInfoStore.set(id, info);
|
|
||||||
}
|
|
||||||
|
|
||||||
fetchDirectoryInfo(id, info, masterKey); // Intended
|
|
||||||
return info;
|
|
||||||
};
|
|
||||||
|
|
||||||
const fetchFileInfoFromIndexedDB = async (id: number, info: Writable<FileInfo | null>) => {
|
|
||||||
if (get(info)) return;
|
|
||||||
|
|
||||||
const file = await getFileInfoFromIndexedDB(id);
|
|
||||||
if (!file) return;
|
|
||||||
|
|
||||||
info.set(file);
|
|
||||||
};
|
|
||||||
|
|
||||||
const decryptDate = async (ciphertext: string, iv: string, dataKey: CryptoKey) => {
|
|
||||||
return new Date(parseInt(await decryptString(ciphertext, iv, dataKey), 10));
|
|
||||||
};
|
|
||||||
|
|
||||||
const fetchFileInfoFromServer = async (
|
|
||||||
id: number,
|
|
||||||
info: Writable<FileInfo | null>,
|
|
||||||
masterKey: CryptoKey,
|
|
||||||
) => {
|
|
||||||
const res = await callGetApi(`/api/file/${id}`);
|
|
||||||
if (res.status === 404) {
|
|
||||||
info.set(null);
|
|
||||||
await deleteFileInfo(id);
|
|
||||||
return;
|
|
||||||
} else if (!res.ok) {
|
|
||||||
throw new Error("Failed to fetch file information");
|
|
||||||
}
|
|
||||||
|
|
||||||
const metadata: FileInfoResponse = await res.json();
|
|
||||||
const { dataKey } = await unwrapDataKey(metadata.dek, masterKey);
|
|
||||||
|
|
||||||
const name = await decryptString(metadata.name, metadata.nameIv, dataKey);
|
|
||||||
const createdAt =
|
|
||||||
metadata.createdAt && metadata.createdAtIv
|
|
||||||
? await decryptDate(metadata.createdAt, metadata.createdAtIv, dataKey)
|
|
||||||
: undefined;
|
|
||||||
const lastModifiedAt = await decryptDate(
|
|
||||||
metadata.lastModifiedAt,
|
|
||||||
metadata.lastModifiedAtIv,
|
|
||||||
dataKey,
|
|
||||||
);
|
|
||||||
|
|
||||||
info.set({
|
|
||||||
id,
|
|
||||||
dataKey,
|
|
||||||
dataKeyVersion: new Date(metadata.dekVersion),
|
|
||||||
contentType: metadata.contentType,
|
|
||||||
contentIv: metadata.contentIv,
|
|
||||||
name,
|
|
||||||
createdAt,
|
|
||||||
lastModifiedAt,
|
|
||||||
categoryIds: metadata.categories,
|
|
||||||
});
|
|
||||||
await storeFileInfo({
|
|
||||||
id,
|
|
||||||
parentId: metadata.parent,
|
|
||||||
name,
|
|
||||||
contentType: metadata.contentType,
|
|
||||||
createdAt,
|
|
||||||
lastModifiedAt,
|
|
||||||
categoryIds: metadata.categories,
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
const fetchFileInfo = async (id: number, info: Writable<FileInfo | null>, masterKey: CryptoKey) => {
|
|
||||||
await fetchFileInfoFromIndexedDB(id, info);
|
|
||||||
await fetchFileInfoFromServer(id, info, masterKey);
|
|
||||||
};
|
|
||||||
|
|
||||||
export const getFileInfo = (fileId: number, masterKey: CryptoKey) => {
|
|
||||||
// TODO: MEK rotation
|
|
||||||
|
|
||||||
let info = fileInfoStore.get(fileId);
|
|
||||||
if (!info) {
|
|
||||||
info = writable(null);
|
|
||||||
fileInfoStore.set(fileId, info);
|
|
||||||
}
|
|
||||||
|
|
||||||
fetchFileInfo(fileId, info, masterKey); // Intended
|
|
||||||
return info;
|
|
||||||
};
|
|
||||||
|
|
||||||
const fetchCategoryInfoFromIndexedDB = async (
|
|
||||||
id: CategoryId,
|
|
||||||
info: Writable<CategoryInfo | null>,
|
|
||||||
) => {
|
|
||||||
if (get(info)) return;
|
|
||||||
|
|
||||||
const [category, subCategories] = await Promise.all([
|
|
||||||
id !== "root" ? getCategoryInfoFromIndexedDB(id) : undefined,
|
|
||||||
getCategoryInfosFromIndexedDB(id),
|
|
||||||
]);
|
|
||||||
const subCategoryIds = subCategories.map(({ id }) => id);
|
|
||||||
|
|
||||||
if (id === "root") {
|
|
||||||
info.set({ id, subCategoryIds });
|
|
||||||
} else {
|
|
||||||
if (!category) return;
|
|
||||||
info.set({
|
|
||||||
id,
|
|
||||||
name: category.name,
|
|
||||||
subCategoryIds,
|
|
||||||
files: category.files,
|
|
||||||
isFileRecursive: category.isFileRecursive,
|
|
||||||
});
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
const fetchCategoryInfoFromServer = async (
|
|
||||||
id: CategoryId,
|
|
||||||
info: Writable<CategoryInfo | null>,
|
|
||||||
masterKey: CryptoKey,
|
|
||||||
) => {
|
|
||||||
let res = await callGetApi(`/api/category/${id}`);
|
|
||||||
if (res.status === 404) {
|
|
||||||
info.set(null);
|
|
||||||
await deleteCategoryInfo(id as number);
|
|
||||||
return;
|
|
||||||
} else if (!res.ok) {
|
|
||||||
throw new Error("Failed to fetch category information");
|
|
||||||
}
|
|
||||||
|
|
||||||
const { metadata, subCategories }: CategoryInfoResponse = await res.json();
|
|
||||||
|
|
||||||
if (id === "root") {
|
|
||||||
info.set({ id, subCategoryIds: subCategories });
|
|
||||||
} else {
|
|
||||||
const { dataKey } = await unwrapDataKey(metadata!.dek, masterKey);
|
|
||||||
const name = await decryptString(metadata!.name, metadata!.nameIv, dataKey);
|
|
||||||
|
|
||||||
res = await callGetApi(`/api/category/${id}/file/list?recurse=true`);
|
|
||||||
if (!res.ok) {
|
|
||||||
throw new Error("Failed to fetch category files");
|
|
||||||
}
|
|
||||||
|
|
||||||
const { files }: CategoryFileListResponse = await res.json();
|
|
||||||
const filesMapped = files.map(({ file, isRecursive }) => ({ id: file, isRecursive }));
|
|
||||||
let isFileRecursive: boolean | undefined = undefined;
|
|
||||||
|
|
||||||
info.update((value) => {
|
|
||||||
const newValue = {
|
|
||||||
isFileRecursive: false,
|
|
||||||
...value,
|
|
||||||
id,
|
|
||||||
dataKey,
|
|
||||||
dataKeyVersion: new Date(metadata!.dekVersion),
|
|
||||||
name,
|
|
||||||
subCategoryIds: subCategories,
|
|
||||||
files: filesMapped,
|
|
||||||
};
|
|
||||||
isFileRecursive = newValue.isFileRecursive;
|
|
||||||
return newValue;
|
|
||||||
});
|
|
||||||
await storeCategoryInfo({
|
|
||||||
id,
|
|
||||||
parentId: metadata!.parent,
|
|
||||||
name,
|
|
||||||
files: filesMapped,
|
|
||||||
isFileRecursive: isFileRecursive!,
|
|
||||||
});
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
const fetchCategoryInfo = async (
|
|
||||||
id: CategoryId,
|
|
||||||
info: Writable<CategoryInfo | null>,
|
|
||||||
masterKey: CryptoKey,
|
|
||||||
) => {
|
|
||||||
await fetchCategoryInfoFromIndexedDB(id, info);
|
|
||||||
await fetchCategoryInfoFromServer(id, info, masterKey);
|
|
||||||
};
|
|
||||||
|
|
||||||
export const getCategoryInfo = (categoryId: CategoryId, masterKey: CryptoKey) => {
|
|
||||||
// TODO: MEK rotation
|
|
||||||
|
|
||||||
let info = categoryInfoStore.get(categoryId);
|
|
||||||
if (!info) {
|
|
||||||
info = writable(null);
|
|
||||||
categoryInfoStore.set(categoryId, info);
|
|
||||||
}
|
|
||||||
|
|
||||||
fetchCategoryInfo(categoryId, info, masterKey); // Intended
|
|
||||||
return info;
|
|
||||||
};
|
|
||||||
|
|
||||||
export const updateCategoryInfo = async (
|
|
||||||
categoryId: number,
|
|
||||||
changes: { isFileRecursive?: boolean },
|
|
||||||
) => {
|
|
||||||
await updateCategoryInfoInIndexedDB(categoryId, changes);
|
|
||||||
categoryInfoStore.get(categoryId)?.update((value) => {
|
|
||||||
if (!value) return value;
|
|
||||||
if (changes.isFileRecursive !== undefined) {
|
|
||||||
value.isFileRecursive = changes.isFileRecursive;
|
|
||||||
}
|
|
||||||
return value;
|
|
||||||
});
|
|
||||||
};
|
|
||||||
@@ -0,0 +1,112 @@
|
|||||||
|
import { ClientRepo, SessionRepo, db } from "#lib/server/db/index.ts";
|
||||||
|
import env from "#lib/server/config.ts";
|
||||||
|
import { verifySessionId } from "#lib/server/crypto.ts";
|
||||||
|
import { AppError, invalidSessionError } from "#lib/server/errors.ts";
|
||||||
|
|
||||||
|
export interface Session {
|
||||||
|
sessionId: string;
|
||||||
|
userId: number;
|
||||||
|
clientId?: number;
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface ClientSession extends Session {
|
||||||
|
clientId: number;
|
||||||
|
}
|
||||||
|
|
||||||
|
export type SessionPermission =
|
||||||
|
"any" | "notClient" | "anyClient" | "pendingClient" | "activeClient";
|
||||||
|
|
||||||
|
export class AuthenticationError extends Error {
|
||||||
|
constructor(
|
||||||
|
public status: 400 | 401,
|
||||||
|
message: string,
|
||||||
|
) {
|
||||||
|
super(message);
|
||||||
|
this.name = "AuthenticationError";
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
export const cookieOptions = {
|
||||||
|
path: "/",
|
||||||
|
maxAge: env.session.exp / 1000,
|
||||||
|
secure: true,
|
||||||
|
sameSite: "strict",
|
||||||
|
} as const;
|
||||||
|
|
||||||
|
export const authenticate = async (sessionIdSigned: string, ip: string, userAgent: string) => {
|
||||||
|
const sessionId = verifySessionId(sessionIdSigned, env.session.secret);
|
||||||
|
if (!sessionId) {
|
||||||
|
throw new AuthenticationError(400, "Invalid session id");
|
||||||
|
}
|
||||||
|
|
||||||
|
const session = await SessionRepo.refreshSession(db, sessionId, ip, userAgent);
|
||||||
|
if (!session) {
|
||||||
|
throw new AuthenticationError(401, "Invalid session id");
|
||||||
|
}
|
||||||
|
return {
|
||||||
|
id: sessionId,
|
||||||
|
userId: session.userId,
|
||||||
|
clientId: session.clientId ?? undefined,
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
const ensureUserClientState = async (
|
||||||
|
userId: number,
|
||||||
|
clientId: number | undefined,
|
||||||
|
state: "pending" | "active",
|
||||||
|
) => {
|
||||||
|
if (!clientId) {
|
||||||
|
throw new AppError("FORBIDDEN", "Forbidden");
|
||||||
|
}
|
||||||
|
|
||||||
|
const userClient = await ClientRepo.getUserClient(db, userId, clientId);
|
||||||
|
if (!userClient) {
|
||||||
|
throw invalidSessionError();
|
||||||
|
} else if (userClient.state !== state) {
|
||||||
|
throw new AppError("FORBIDDEN", "Forbidden");
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
export async function authorize(
|
||||||
|
locals: App.Locals,
|
||||||
|
requiredPermission: "any" | "notClient",
|
||||||
|
): Promise<Session>;
|
||||||
|
|
||||||
|
export async function authorize(
|
||||||
|
locals: App.Locals,
|
||||||
|
requiredPermission: "anyClient" | "pendingClient" | "activeClient",
|
||||||
|
): Promise<ClientSession>;
|
||||||
|
|
||||||
|
export async function authorize(
|
||||||
|
locals: App.Locals,
|
||||||
|
requiredPermission: SessionPermission,
|
||||||
|
): Promise<Session> {
|
||||||
|
if (!locals.session) {
|
||||||
|
throw new AppError("UNAUTHORIZED", "Unauthenticated");
|
||||||
|
}
|
||||||
|
|
||||||
|
const { id: sessionId, userId, clientId } = locals.session;
|
||||||
|
|
||||||
|
switch (requiredPermission) {
|
||||||
|
case "any":
|
||||||
|
break;
|
||||||
|
case "notClient":
|
||||||
|
if (clientId) {
|
||||||
|
throw new AppError("FORBIDDEN", "Forbidden");
|
||||||
|
}
|
||||||
|
break;
|
||||||
|
case "anyClient":
|
||||||
|
if (!clientId) {
|
||||||
|
throw new AppError("FORBIDDEN", "Forbidden");
|
||||||
|
}
|
||||||
|
break;
|
||||||
|
case "pendingClient":
|
||||||
|
await ensureUserClientState(userId, clientId, "pending");
|
||||||
|
break;
|
||||||
|
case "activeClient":
|
||||||
|
await ensureUserClientState(userId, clientId, "active");
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
|
||||||
|
return { sessionId, userId, clientId };
|
||||||
|
}
|
||||||
@@ -0,0 +1,35 @@
|
|||||||
|
import {
|
||||||
|
NODE_ENV,
|
||||||
|
DATABASE_HOST,
|
||||||
|
DATABASE_PORT,
|
||||||
|
DATABASE_USER,
|
||||||
|
DATABASE_PASSWORD,
|
||||||
|
DATABASE_NAME,
|
||||||
|
SESSION_SECRET,
|
||||||
|
SESSION_EXPIRES,
|
||||||
|
USER_CLIENT_CHALLENGE_EXPIRES,
|
||||||
|
SESSION_UPGRADE_CHALLENGE_EXPIRES,
|
||||||
|
LIBRARY_PATH,
|
||||||
|
THUMBNAILS_PATH,
|
||||||
|
} from "$app/env/private";
|
||||||
|
|
||||||
|
export default {
|
||||||
|
nodeEnv: NODE_ENV,
|
||||||
|
database: {
|
||||||
|
host: DATABASE_HOST,
|
||||||
|
port: DATABASE_PORT,
|
||||||
|
user: DATABASE_USER,
|
||||||
|
password: DATABASE_PASSWORD,
|
||||||
|
name: DATABASE_NAME,
|
||||||
|
},
|
||||||
|
session: {
|
||||||
|
secret: SESSION_SECRET,
|
||||||
|
exp: SESSION_EXPIRES,
|
||||||
|
},
|
||||||
|
challenge: {
|
||||||
|
userClientExp: USER_CLIENT_CHALLENGE_EXPIRES,
|
||||||
|
sessionUpgradeExp: SESSION_UPGRADE_CHALLENGE_EXPIRES,
|
||||||
|
},
|
||||||
|
libraryPath: LIBRARY_PATH,
|
||||||
|
thumbnailsPath: THUMBNAILS_PATH,
|
||||||
|
};
|
||||||
@@ -56,12 +56,13 @@ export const issueSessionId = async (length: number, secret: string) => {
|
|||||||
export const verifySessionId = (sessionIdSigned: string, secret: string) => {
|
export const verifySessionId = (sessionIdSigned: string, secret: string) => {
|
||||||
const [sessionIdHex, sessionIdHmac] = sessionIdSigned.split(".");
|
const [sessionIdHex, sessionIdHmac] = sessionIdSigned.split(".");
|
||||||
if (!sessionIdHex || !sessionIdHmac) return;
|
if (!sessionIdHex || !sessionIdHmac) return;
|
||||||
if (
|
|
||||||
timingSafeEqual(
|
const actualHmac = Buffer.from(sessionIdHmac, "hex");
|
||||||
Buffer.from(sessionIdHmac, "hex"),
|
const expectedHmac = createHmac("sha256", secret)
|
||||||
createHmac("sha256", secret).update(Buffer.from(sessionIdHex, "hex")).digest(),
|
.update(Buffer.from(sessionIdHex, "hex"))
|
||||||
)
|
.digest();
|
||||||
) {
|
// `timingSafeEqual` throws if the lengths differ (e.g. malformed hex)
|
||||||
|
if (actualHmac.length === expectedHmac.length && timingSafeEqual(actualHmac, expectedHmac)) {
|
||||||
return sessionIdHex;
|
return sessionIdHex;
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
@@ -1,147 +0,0 @@
|
|||||||
import { IntegrityError } from "./error";
|
|
||||||
import db from "./kysely";
|
|
||||||
import type { Ciphertext } from "./schema";
|
|
||||||
|
|
||||||
export type CategoryId = "root" | number;
|
|
||||||
|
|
||||||
interface Category {
|
|
||||||
id: number;
|
|
||||||
parentId: CategoryId;
|
|
||||||
userId: number;
|
|
||||||
mekVersion: number;
|
|
||||||
encDek: string;
|
|
||||||
dekVersion: Date;
|
|
||||||
encName: Ciphertext;
|
|
||||||
}
|
|
||||||
|
|
||||||
export type NewCategory = Omit<Category, "id">;
|
|
||||||
|
|
||||||
export const registerCategory = async (params: NewCategory) => {
|
|
||||||
await db.transaction().execute(async (trx) => {
|
|
||||||
const mek = await trx
|
|
||||||
.selectFrom("master_encryption_key")
|
|
||||||
.select("version")
|
|
||||||
.where("user_id", "=", params.userId)
|
|
||||||
.where("state", "=", "active")
|
|
||||||
.limit(1)
|
|
||||||
.forUpdate()
|
|
||||||
.executeTakeFirst();
|
|
||||||
if (mek?.version !== params.mekVersion) {
|
|
||||||
throw new IntegrityError("Inactive MEK version");
|
|
||||||
}
|
|
||||||
|
|
||||||
const { categoryId } = await trx
|
|
||||||
.insertInto("category")
|
|
||||||
.values({
|
|
||||||
parent_id: params.parentId !== "root" ? params.parentId : null,
|
|
||||||
user_id: params.userId,
|
|
||||||
master_encryption_key_version: params.mekVersion,
|
|
||||||
encrypted_data_encryption_key: params.encDek,
|
|
||||||
data_encryption_key_version: params.dekVersion,
|
|
||||||
encrypted_name: params.encName,
|
|
||||||
})
|
|
||||||
.returning("id as categoryId")
|
|
||||||
.executeTakeFirstOrThrow();
|
|
||||||
await trx
|
|
||||||
.insertInto("category_log")
|
|
||||||
.values({
|
|
||||||
category_id: categoryId,
|
|
||||||
timestamp: new Date(),
|
|
||||||
action: "create",
|
|
||||||
new_name: params.encName,
|
|
||||||
})
|
|
||||||
.execute();
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
export const getAllCategoriesByParent = async (userId: number, parentId: CategoryId) => {
|
|
||||||
let query = db.selectFrom("category").selectAll().where("user_id", "=", userId);
|
|
||||||
query =
|
|
||||||
parentId === "root"
|
|
||||||
? query.where("parent_id", "is", null)
|
|
||||||
: query.where("parent_id", "=", parentId);
|
|
||||||
const categories = await query.execute();
|
|
||||||
return categories.map(
|
|
||||||
(category) =>
|
|
||||||
({
|
|
||||||
id: category.id,
|
|
||||||
parentId: category.parent_id ?? "root",
|
|
||||||
userId: category.user_id,
|
|
||||||
mekVersion: category.master_encryption_key_version,
|
|
||||||
encDek: category.encrypted_data_encryption_key,
|
|
||||||
dekVersion: category.data_encryption_key_version,
|
|
||||||
encName: category.encrypted_name,
|
|
||||||
}) satisfies Category,
|
|
||||||
);
|
|
||||||
};
|
|
||||||
|
|
||||||
export const getCategory = async (userId: number, categoryId: number) => {
|
|
||||||
const category = await db
|
|
||||||
.selectFrom("category")
|
|
||||||
.selectAll()
|
|
||||||
.where("id", "=", categoryId)
|
|
||||||
.where("user_id", "=", userId)
|
|
||||||
.limit(1)
|
|
||||||
.executeTakeFirst();
|
|
||||||
return category
|
|
||||||
? ({
|
|
||||||
id: category.id,
|
|
||||||
parentId: category.parent_id ?? "root",
|
|
||||||
userId: category.user_id,
|
|
||||||
mekVersion: category.master_encryption_key_version,
|
|
||||||
encDek: category.encrypted_data_encryption_key,
|
|
||||||
dekVersion: category.data_encryption_key_version,
|
|
||||||
encName: category.encrypted_name,
|
|
||||||
} satisfies Category)
|
|
||||||
: null;
|
|
||||||
};
|
|
||||||
|
|
||||||
export const setCategoryEncName = async (
|
|
||||||
userId: number,
|
|
||||||
categoryId: number,
|
|
||||||
dekVersion: Date,
|
|
||||||
encName: Ciphertext,
|
|
||||||
) => {
|
|
||||||
await db.transaction().execute(async (trx) => {
|
|
||||||
const category = await trx
|
|
||||||
.selectFrom("category")
|
|
||||||
.select("data_encryption_key_version")
|
|
||||||
.where("id", "=", categoryId)
|
|
||||||
.where("user_id", "=", userId)
|
|
||||||
.limit(1)
|
|
||||||
.forUpdate()
|
|
||||||
.executeTakeFirst();
|
|
||||||
if (!category) {
|
|
||||||
throw new IntegrityError("Category not found");
|
|
||||||
} else if (category.data_encryption_key_version.getTime() !== dekVersion.getTime()) {
|
|
||||||
throw new IntegrityError("Invalid DEK version");
|
|
||||||
}
|
|
||||||
|
|
||||||
await trx
|
|
||||||
.updateTable("category")
|
|
||||||
.set({ encrypted_name: encName })
|
|
||||||
.where("id", "=", categoryId)
|
|
||||||
.where("user_id", "=", userId)
|
|
||||||
.execute();
|
|
||||||
await trx
|
|
||||||
.insertInto("category_log")
|
|
||||||
.values({
|
|
||||||
category_id: categoryId,
|
|
||||||
timestamp: new Date(),
|
|
||||||
action: "rename",
|
|
||||||
new_name: encName,
|
|
||||||
})
|
|
||||||
.execute();
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
export const unregisterCategory = async (userId: number, categoryId: number) => {
|
|
||||||
const res = await db
|
|
||||||
.deleteFrom("category")
|
|
||||||
.where("id", "=", categoryId)
|
|
||||||
.where("user_id", "=", userId)
|
|
||||||
.executeTakeFirst();
|
|
||||||
if (res.numDeletedRows === 0n) {
|
|
||||||
throw new IntegrityError("Category not found");
|
|
||||||
}
|
|
||||||
};
|
|
||||||
@@ -1,213 +0,0 @@
|
|||||||
import pg from "pg";
|
|
||||||
import { IntegrityError } from "./error";
|
|
||||||
import db from "./kysely";
|
|
||||||
import type { UserClientState } from "./schema";
|
|
||||||
|
|
||||||
interface Client {
|
|
||||||
id: number;
|
|
||||||
encPubKey: string;
|
|
||||||
sigPubKey: string;
|
|
||||||
}
|
|
||||||
|
|
||||||
interface UserClient {
|
|
||||||
userId: number;
|
|
||||||
clientId: number;
|
|
||||||
state: UserClientState;
|
|
||||||
}
|
|
||||||
|
|
||||||
interface UserClientWithDetails extends UserClient {
|
|
||||||
encPubKey: string;
|
|
||||||
sigPubKey: string;
|
|
||||||
}
|
|
||||||
|
|
||||||
export const createClient = async (encPubKey: string, sigPubKey: string, userId: number) => {
|
|
||||||
return await db
|
|
||||||
.transaction()
|
|
||||||
.setIsolationLevel("serializable")
|
|
||||||
.execute(async (trx) => {
|
|
||||||
const client = await trx
|
|
||||||
.selectFrom("client")
|
|
||||||
.where((eb) =>
|
|
||||||
eb.or([
|
|
||||||
eb("encryption_public_key", "=", encPubKey),
|
|
||||||
eb("encryption_public_key", "=", sigPubKey),
|
|
||||||
eb("signature_public_key", "=", encPubKey),
|
|
||||||
eb("signature_public_key", "=", sigPubKey),
|
|
||||||
]),
|
|
||||||
)
|
|
||||||
.limit(1)
|
|
||||||
.executeTakeFirst();
|
|
||||||
if (client) {
|
|
||||||
throw new IntegrityError("Public key(s) already registered");
|
|
||||||
}
|
|
||||||
|
|
||||||
const { clientId } = await trx
|
|
||||||
.insertInto("client")
|
|
||||||
.values({ encryption_public_key: encPubKey, signature_public_key: sigPubKey })
|
|
||||||
.returning("id as clientId")
|
|
||||||
.executeTakeFirstOrThrow();
|
|
||||||
await trx
|
|
||||||
.insertInto("user_client")
|
|
||||||
.values({ user_id: userId, client_id: clientId })
|
|
||||||
.execute();
|
|
||||||
return { id: clientId };
|
|
||||||
});
|
|
||||||
};
|
|
||||||
|
|
||||||
export const getClient = async (clientId: number) => {
|
|
||||||
const client = await db
|
|
||||||
.selectFrom("client")
|
|
||||||
.selectAll()
|
|
||||||
.where("id", "=", clientId)
|
|
||||||
.limit(1)
|
|
||||||
.executeTakeFirst();
|
|
||||||
return client
|
|
||||||
? ({
|
|
||||||
id: client.id,
|
|
||||||
encPubKey: client.encryption_public_key,
|
|
||||||
sigPubKey: client.signature_public_key,
|
|
||||||
} satisfies Client)
|
|
||||||
: null;
|
|
||||||
};
|
|
||||||
|
|
||||||
export const getClientByPubKeys = async (encPubKey: string, sigPubKey: string) => {
|
|
||||||
const client = await db
|
|
||||||
.selectFrom("client")
|
|
||||||
.selectAll()
|
|
||||||
.where("encryption_public_key", "=", encPubKey)
|
|
||||||
.where("signature_public_key", "=", sigPubKey)
|
|
||||||
.limit(1)
|
|
||||||
.executeTakeFirst();
|
|
||||||
return client
|
|
||||||
? ({
|
|
||||||
id: client.id,
|
|
||||||
encPubKey: client.encryption_public_key,
|
|
||||||
sigPubKey: client.signature_public_key,
|
|
||||||
} satisfies Client)
|
|
||||||
: null;
|
|
||||||
};
|
|
||||||
|
|
||||||
export const createUserClient = async (userId: number, clientId: number) => {
|
|
||||||
try {
|
|
||||||
await db.insertInto("user_client").values({ user_id: userId, client_id: clientId }).execute();
|
|
||||||
} catch (e) {
|
|
||||||
if (e instanceof pg.DatabaseError && e.code === "23505") {
|
|
||||||
throw new IntegrityError("User client already exists");
|
|
||||||
}
|
|
||||||
throw e;
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
export const getAllUserClients = async (userId: number) => {
|
|
||||||
const userClients = await db
|
|
||||||
.selectFrom("user_client")
|
|
||||||
.selectAll()
|
|
||||||
.where("user_id", "=", userId)
|
|
||||||
.execute();
|
|
||||||
return userClients.map(
|
|
||||||
({ user_id, client_id, state }) =>
|
|
||||||
({
|
|
||||||
userId: user_id,
|
|
||||||
clientId: client_id,
|
|
||||||
state,
|
|
||||||
}) satisfies UserClient,
|
|
||||||
);
|
|
||||||
};
|
|
||||||
|
|
||||||
export const getUserClient = async (userId: number, clientId: number) => {
|
|
||||||
const userClient = await db
|
|
||||||
.selectFrom("user_client")
|
|
||||||
.selectAll()
|
|
||||||
.where("user_id", "=", userId)
|
|
||||||
.where("client_id", "=", clientId)
|
|
||||||
.limit(1)
|
|
||||||
.executeTakeFirst();
|
|
||||||
return userClient
|
|
||||||
? ({
|
|
||||||
userId: userClient.user_id,
|
|
||||||
clientId: userClient.client_id,
|
|
||||||
state: userClient.state,
|
|
||||||
} satisfies UserClient)
|
|
||||||
: null;
|
|
||||||
};
|
|
||||||
|
|
||||||
export const getUserClientWithDetails = async (userId: number, clientId: number) => {
|
|
||||||
const userClient = await db
|
|
||||||
.selectFrom("user_client")
|
|
||||||
.innerJoin("client", "user_client.client_id", "client.id")
|
|
||||||
.selectAll()
|
|
||||||
.where("user_id", "=", userId)
|
|
||||||
.where("client_id", "=", clientId)
|
|
||||||
.limit(1)
|
|
||||||
.executeTakeFirst();
|
|
||||||
return userClient
|
|
||||||
? ({
|
|
||||||
userId: userClient.user_id,
|
|
||||||
clientId: userClient.client_id,
|
|
||||||
state: userClient.state,
|
|
||||||
encPubKey: userClient.encryption_public_key,
|
|
||||||
sigPubKey: userClient.signature_public_key,
|
|
||||||
} satisfies UserClientWithDetails)
|
|
||||||
: null;
|
|
||||||
};
|
|
||||||
|
|
||||||
export const setUserClientStateToPending = async (userId: number, clientId: number) => {
|
|
||||||
await db
|
|
||||||
.updateTable("user_client")
|
|
||||||
.set({ state: "pending" })
|
|
||||||
.where("user_id", "=", userId)
|
|
||||||
.where("client_id", "=", clientId)
|
|
||||||
.where("state", "=", "challenging")
|
|
||||||
.execute();
|
|
||||||
};
|
|
||||||
|
|
||||||
export const setUserClientStateToActive = async (userId: number, clientId: number) => {
|
|
||||||
await db
|
|
||||||
.updateTable("user_client")
|
|
||||||
.set({ state: "active" })
|
|
||||||
.where("user_id", "=", userId)
|
|
||||||
.where("client_id", "=", clientId)
|
|
||||||
.where("state", "=", "pending")
|
|
||||||
.execute();
|
|
||||||
};
|
|
||||||
|
|
||||||
export const registerUserClientChallenge = async (
|
|
||||||
userId: number,
|
|
||||||
clientId: number,
|
|
||||||
answer: string,
|
|
||||||
allowedIp: string,
|
|
||||||
expiresAt: Date,
|
|
||||||
) => {
|
|
||||||
const { id } = await db
|
|
||||||
.insertInto("user_client_challenge")
|
|
||||||
.values({
|
|
||||||
user_id: userId,
|
|
||||||
client_id: clientId,
|
|
||||||
answer,
|
|
||||||
allowed_ip: allowedIp,
|
|
||||||
expires_at: expiresAt,
|
|
||||||
})
|
|
||||||
.returning("id")
|
|
||||||
.executeTakeFirstOrThrow();
|
|
||||||
return { id };
|
|
||||||
};
|
|
||||||
|
|
||||||
export const consumeUserClientChallenge = async (
|
|
||||||
challengeId: number,
|
|
||||||
userId: number,
|
|
||||||
ip: string,
|
|
||||||
) => {
|
|
||||||
const challenge = await db
|
|
||||||
.deleteFrom("user_client_challenge")
|
|
||||||
.where("id", "=", challengeId)
|
|
||||||
.where("user_id", "=", userId)
|
|
||||||
.where("allowed_ip", "=", ip)
|
|
||||||
.where("expires_at", ">", new Date())
|
|
||||||
.returning(["client_id", "answer"])
|
|
||||||
.executeTakeFirst();
|
|
||||||
return challenge ? { clientId: challenge.client_id, answer: challenge.answer } : null;
|
|
||||||
};
|
|
||||||
|
|
||||||
export const cleanupExpiredUserClientChallenges = async () => {
|
|
||||||
await db.deleteFrom("user_client_challenge").where("expires_at", "<=", new Date()).execute();
|
|
||||||
};
|
|
||||||
@@ -0,0 +1,22 @@
|
|||||||
|
import { PostgresDialect } from "kysely";
|
||||||
|
import pg from "pg";
|
||||||
|
|
||||||
|
export interface DatabaseConfig {
|
||||||
|
host?: string;
|
||||||
|
port?: number;
|
||||||
|
user?: string;
|
||||||
|
password?: string;
|
||||||
|
name?: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
export const createDialect = (config: DatabaseConfig) => {
|
||||||
|
return new PostgresDialect({
|
||||||
|
pool: new pg.Pool({
|
||||||
|
host: config.host,
|
||||||
|
port: config.port,
|
||||||
|
user: config.user,
|
||||||
|
password: config.password,
|
||||||
|
database: config.name,
|
||||||
|
}),
|
||||||
|
});
|
||||||
|
};
|
||||||
Loaded 100 of 426 files, more files were not shown because too many files have changed in this diff.
Show more
Reference in new issue
Block a user