Add (kind of creepy) result visualization
This commit is contained in:
parent
5ae05ca42a
commit
9b7f2f2efb
5 changed files with 87 additions and 11 deletions
|
|
@ -1,5 +1,6 @@
|
|||
(ns heyarne.all-my-friends.views
|
||||
(:require [reagent.core :as r]
|
||||
[applied-science.js-interop :as j]
|
||||
[heyarne.all-my-friends.facemesh :refer [webcam-facemesh]]))
|
||||
|
||||
;; minimalistic re-frame-like event handling
|
||||
|
|
@ -10,7 +11,9 @@
|
|||
{:welcome/continue (fn [db _]
|
||||
(assoc db :status :running))
|
||||
:running/snapshot (fn [db result]
|
||||
(assoc-in db [:snapshots :current] result))})
|
||||
(assoc-in db [:snapshots :current] result))
|
||||
:running/discard-snapshot (fn [db _]
|
||||
(update db :snapshots dissoc :current))})
|
||||
|
||||
(defn dispatch [[event data]]
|
||||
(when-let [handler (events event)]
|
||||
|
|
@ -36,6 +39,45 @@ Seit der globalen Covid19-Pandemie sind wir alle dazu gezwungen, auf physischen
|
|||
(.drawImage ctx video-elem 0 0 (.-width canvas) (.-height canvas))
|
||||
(.getImageData ctx 0 0 (.-width canvas) (.-height canvas))))
|
||||
|
||||
(defn draw-path [ctx path]
|
||||
(.moveTo ctx (aget path 0 0) (aget path 0 1))
|
||||
(doseq [[x y] (rest path)]
|
||||
(.lineTo ctx x y))
|
||||
(.stroke ctx))
|
||||
|
||||
(defn preview [{{:keys [video predictions]} :snapshot}]
|
||||
(let [canvas (js/document.createElement "canvas")
|
||||
ctx (.getContext canvas "2d")]
|
||||
;; this is most probably not the most beautiful component i have ever written
|
||||
(set! (.-predictions js/window) predictions)
|
||||
(set! (.-width canvas) (.-width video))
|
||||
(set! (.-height canvas) (.-height video))
|
||||
(set! (.-strokeStyle ctx) "pink")
|
||||
(set! (.-lineWidth ctx) 2)
|
||||
(set! (.-lineWidth ctx) "round")
|
||||
#_(.putImageData ctx video 0 0)
|
||||
(doseq [prediction predictions]
|
||||
(draw-path ctx (.slice (j/get-in prediction [:annotations :leftEyebrowLower]) 2))
|
||||
(draw-path ctx (j/get-in prediction [:annotations :leftEyeLower0]))
|
||||
(draw-path ctx (j/get-in prediction [:annotations :leftEyeUpper0]))
|
||||
(draw-path ctx (.slice (j/get-in prediction [:annotations :rightEyebrowLower]) 2))
|
||||
(draw-path ctx (j/get-in prediction [:annotations :rightEyeLower0]))
|
||||
(draw-path ctx (j/get-in prediction [:annotations :rightEyeUpper0]))
|
||||
(draw-path ctx (.slice (j/get-in prediction [:annotations :lipsUpperOuter]) 3 -3))
|
||||
(draw-path ctx (.slice (j/get-in prediction [:annotations :lipsLowerInner]) 3 -3))
|
||||
(draw-path ctx (.slice (j/get-in prediction [:annotations :lipsLowerOuter]) 1 -2))
|
||||
(draw-path ctx (.concat (j/get-in prediction [:annotations :noseTip])
|
||||
(j/get-in prediction [:annotations :midwayBetweenEyes])))
|
||||
(draw-path ctx (.slice (j/get-in prediction [:annotations :silhouette]) 5 -5)))
|
||||
[:img {:src (.toDataURL canvas)}]))
|
||||
|
||||
(defn snapshot [{:keys [current-snapshot]}]
|
||||
(let [compliment (rand-nth ["Hübschi!" "Sweet." "Nice!" ":)" "Uh lala~"])]
|
||||
[:div#snapshot-preview.container
|
||||
[:p compliment]
|
||||
[preview {:snapshot current-snapshot}]
|
||||
[:button {:on-click #(println "submit")} "Abschicken"]
|
||||
[:button {:on-click #(dispatch [:running/discard-snapshot])} "Lieber noch eins"]]))
|
||||
|
||||
(defn running [{:keys [on-faces-detected halt?]}]
|
||||
(let [result (atom {:video nil
|
||||
|
|
@ -54,13 +96,15 @@ Seit der globalen Covid19-Pandemie sind wir alle dazu gezwungen, auf physischen
|
|||
(defn app [{:keys [on-faces-detected]}]
|
||||
(let [state @state
|
||||
status (:status state)
|
||||
halt? (some? (get-in state [:snapshots :current]))]
|
||||
current-snapshot (get-in state [:snapshots :current])]
|
||||
[:<>
|
||||
[welcome-message {:hidden? (not= :welcome-message status)}]
|
||||
(when current-snapshot
|
||||
[snapshot {:current-snapshot current-snapshot}])
|
||||
(case status
|
||||
:permission-rejected [:div "Sad :("]
|
||||
:running [running {:on-faces-detected on-faces-detected
|
||||
:halt? halt?}]
|
||||
:halt? (some? current-snapshot)}]
|
||||
|
||||
;; default
|
||||
nil)]))
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue