mirror of
https://github.com/penpot/penpot.git
synced 2026-11-02 16:10:42 +00:00
05e1981acc
* ✨ Support running several exporter replicas * 📚 Document one exporter per machine instead of compose replicas * 📚 Trim exporter replica docs to the essentials * ✨ Cancel an exporter's jobs when it shuts down * 📚 Replace exporter replica docs with a short beta note
143 lines
4.2 KiB
Clojure
143 lines
4.2 KiB
Clojure
;; This Source Code Form is subject to the terms of the Mozilla Public
|
|
;; License, v. 2.0. If a copy of the MPL was not distributed with this
|
|
;; file, You can obtain one at http://mozilla.org/MPL/2.0/.
|
|
;;
|
|
;; Copyright (c) KALEIDOS SUBSIDIARY SL
|
|
|
|
(ns app.config
|
|
(:refer-clojure :exclude [get])
|
|
(:require
|
|
["node:buffer" :as buffer]
|
|
["node:crypto" :as crypto]
|
|
["node:os" :as os]
|
|
["node:process" :as process]
|
|
[app.common.data :as d]
|
|
[app.common.flags :as flags]
|
|
[app.common.logging :as l]
|
|
[app.common.schema :as sm]
|
|
[app.common.version :as v]
|
|
[cljs.core :as c]
|
|
[cuerdas.core :as str]))
|
|
|
|
(l/set-level! :info)
|
|
|
|
(def ^:private defaults
|
|
{:public-uri "http://localhost:3449"
|
|
;; :internal-uri nil ;; internal-uri cannot be nil
|
|
:tenant "default"
|
|
:host "localhost"
|
|
:http-server-port 6061
|
|
:http-server-host "0.0.0.0"
|
|
:tempdir "/tmp/penpot"
|
|
:redis-uri "redis://redis/0"
|
|
:exporter-max-concurrent-jobs 4
|
|
:exporter-max-jobs-per-profile 2
|
|
:exporter-queue-max 64
|
|
:exporter-job-ttl 3600
|
|
:wasm-worker-pool-max 2
|
|
:wasm-worker-pool-min 1
|
|
:wasm-worker-idle-timeout 300
|
|
:wasm-worker-image-cache-size (* 128 1024 1024)})
|
|
|
|
(def ^:private schema:config
|
|
[:map {:title "config"}
|
|
[:secret-key :string]
|
|
[:public-uri {:optional true} ::sm/uri]
|
|
[:internal-uri {:optional true} ::sm/uri]
|
|
[:exporter-shared-key {:optional true} :string]
|
|
[:host {:optional true} :string]
|
|
[:tenant {:optional true} :string]
|
|
[:flags {:optional true} [::sm/set :keyword]]
|
|
[:redis-uri {:optional true} :string]
|
|
[:tempdir {:optional true} :string]
|
|
[:browser-pool-max {:optional true} ::sm/int]
|
|
[:browser-pool-min {:optional true} ::sm/int]
|
|
[:exporter-max-concurrent-jobs {:optional true} ::sm/int]
|
|
[:exporter-max-jobs-per-profile {:optional true} ::sm/int]
|
|
[:exporter-queue-max {:optional true} ::sm/int]
|
|
[:exporter-job-ttl {:optional true} ::sm/int]
|
|
[:exporter-replica-id {:optional true} :string]
|
|
[:wasm-worker-pool-max {:optional true} ::sm/int]
|
|
[:wasm-worker-pool-min {:optional true} ::sm/int]
|
|
[:wasm-worker-idle-timeout {:optional true} ::sm/int]
|
|
[:wasm-worker-image-cache-size {:optional true} ::sm/int]])
|
|
|
|
(def ^:private decode-config
|
|
(sm/decoder schema:config sm/string-transformer))
|
|
|
|
(def ^:private explain-config
|
|
(sm/explainer schema:config))
|
|
|
|
(def ^:private valid-config?
|
|
(sm/validator schema:config))
|
|
|
|
(defn- parse-flags
|
|
[config]
|
|
(flags/parse (:flags config)))
|
|
|
|
(defn- read-env
|
|
[prefix]
|
|
(let [env (unchecked-get process "env")
|
|
kwd (fn [s] (-> (str/kebab s) (str/keyword)))
|
|
prefix (str prefix "_")
|
|
len (count prefix)]
|
|
(reduce (fn [res key]
|
|
(let [val (unchecked-get env key)
|
|
key (str/lower key)]
|
|
(cond-> res
|
|
(str/starts-with? key prefix)
|
|
(assoc (kwd (subs key len)) val))))
|
|
{}
|
|
(js/Object.keys env))))
|
|
|
|
(defn- prepare-config
|
|
[]
|
|
(let [env (read-env "penpot")
|
|
env (d/without-nils env)
|
|
data (merge defaults env)
|
|
data (decode-config data)]
|
|
|
|
(when-not (valid-config? data)
|
|
(let [explain (explain-config data)]
|
|
(println (sm/humanize-explain explain))
|
|
(process/exit -1)))
|
|
|
|
data))
|
|
|
|
(def config
|
|
(prepare-config))
|
|
|
|
(def version
|
|
(v/parse "%version%"))
|
|
|
|
(def flags
|
|
(parse-flags config))
|
|
|
|
(defn get
|
|
"A configuration getter."
|
|
([key]
|
|
(c/get config key))
|
|
([key default]
|
|
(c/get config key default)))
|
|
|
|
(defn get-internal-uri
|
|
"Returns internal-uri if set, otherwise falls back to public-uri."
|
|
[]
|
|
(or (c/get config :internal-uri)
|
|
(c/get config :public-uri)))
|
|
|
|
(def replica-id
|
|
"Names this exporter among its siblings. It must survive a restart, since
|
|
the boot sweep uses it to find the jobs the previous run left behind."
|
|
(or (c/get config :exporter-replica-id)
|
|
(os/hostname)))
|
|
|
|
(def management-key
|
|
(let [key (or (c/get config :exporter-shared-key)
|
|
(let [secret-key (c/get config :secret-key)
|
|
derived-key (crypto/hkdfSync "blake2b512" secret-key, "exporter" "" 32)]
|
|
(-> (.from buffer/Buffer derived-key)
|
|
(.toString "base64url"))))]
|
|
(l/inf :hint "exporter key initialized" :key (d/obfuscate-string key))
|
|
key))
|