mirror of
https://github.com/penpot/penpot.git
synced 2026-08-13 16:28:59 +00:00
70 lines
2.9 KiB
Clojure
70 lines
2.9 KiB
Clojure
;; This Source Code Form is subject to the terms of the Mozilla Public
|
||
;; License, v. 2.0. If a copy of the MPL was not distributed with this
|
||
;; file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
||
;;
|
||
;; Copyright (c) KALEIDOS INC Sucursal en España SL
|
||
|
||
(ns app.main.data.uploads
|
||
"Generic chunked-upload helpers.
|
||
|
||
Provides a purpose-agnostic three-step session API that can be used
|
||
by any feature that needs to upload large binary blobs:
|
||
|
||
1. create-upload-session – obtain a session-id
|
||
2. upload-chunk – upload each slice (max-parallel-chunk-uploads in-flight)
|
||
3. caller-specific step – e.g. assemble-file-media-object or import-binfile
|
||
|
||
`upload-blob-chunked` drives steps 1 and 2 and emits the completed
|
||
`{:session-id …}` map so that the caller can proceed with its own
|
||
step 3."
|
||
(:require
|
||
[app.common.data.macros :as dm]
|
||
[app.common.uuid :as uuid]
|
||
[app.config :as cf]
|
||
[app.main.repo :as rp]
|
||
[beicon.v2.core :as rx]))
|
||
|
||
(def ^:private max-parallel-chunk-uploads
|
||
"Maximum number of chunk upload requests that may be in-flight at the
|
||
same time within a single chunked upload session."
|
||
2)
|
||
|
||
(defn upload-blob-chunked
|
||
"Uploads `blob` via the three-step chunked session API.
|
||
|
||
Steps performed:
|
||
1. Creates an upload session (`create-upload-session`).
|
||
2. Slices `blob` and uploads every chunk (`upload-chunk`),
|
||
with at most `max-parallel-chunk-uploads` concurrent requests.
|
||
|
||
Returns an observable that emits exactly one map:
|
||
`{:session-id <uuid>}`
|
||
|
||
The caller is responsible for the final step (assemble / import).
|
||
|
||
The optional `opts` map accepts:
|
||
`:chunk-size` – size in bytes of each chunk (default: `cf/upload-chunk-size`, 25 MiB)."
|
||
[blob & {:keys [chunk-size] :or {chunk-size cf/upload-chunk-size}}]
|
||
(let [total-size (.-size blob)
|
||
total-chunks (js/Math.ceil (/ total-size chunk-size))]
|
||
(->> (rp/cmd! :create-upload-session
|
||
{:total-chunks total-chunks})
|
||
(rx/mapcat
|
||
(fn [{raw-session-id :session-id}]
|
||
(let [session-id (cond-> raw-session-id
|
||
(string? raw-session-id) uuid/uuid)
|
||
chunk-uploads
|
||
(->> (range total-chunks)
|
||
(map (fn [idx]
|
||
(let [start (* idx chunk-size)
|
||
end (min (+ start chunk-size) total-size)
|
||
chunk (.slice blob start end)]
|
||
(rp/cmd! :upload-chunk
|
||
{:session-id session-id
|
||
:index idx
|
||
:content (list chunk (dm/str "chunk-" idx))})))))]
|
||
(->> (rx/from chunk-uploads)
|
||
(rx/merge-all max-parallel-chunk-uploads)
|
||
(rx/last)
|
||
(rx/map (fn [_] {:session-id session-id})))))))))
|