notid/integreat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

better insights.

Browse Source
This commit is contained in:
Bryce
2023-08-13 20:10:27 -07:00
parent c16ee226c0
commit f6fdbd52a0
1 changed files with 104 additions and 92 deletions
Download Patch File Download Diff File Expand all files Collapse all files

196
src/clj/auto_ap/ssr/transaction/insights.clj
View File

@@ -54,62 +54,115 @@
(#(if after (#(if after
(drop 1 %) (drop 1 %)
%)) %))
(take 200) (take 50)
(into [])))) (into []))))
(defn get-pinecone [transaction-id]
(->
(http/get (-> "https://transactions-a8257ba.svc.us-west4-gcp-free.pinecone.io/vectors/fetch"
url/url
(assoc :query {:ids transaction-id})
str)
{:headers {"Api-Key" "f2d3a78e-bcea-4fcd-88b6-2527b8423607"}
:as :json
:keywordize? false})
:body
:vectors
((keyword (str transaction-id)))
:values))
(defn get-pinecone-similarities [transaction-id]
(filter
(fn [{:keys [score]}]
(> score 0.95)
)
(->
(http/post (-> "https://transactions-a8257ba.svc.us-west4-gcp-free.pinecone.io/query"
url/url
str)
{:headers {"Api-Key" "f2d3a78e-bcea-4fcd-88b6-2527b8423607"}
:form-params {"vector" (get-pinecone transaction-id)
"topK" 100,
"includeMetadata" true
"namespace" ""}
:content-type :json
:as :json})
:body
:matches)))
(defn pinecone-similarity-list [transaction-id]
(for [{{:keys [amount date description vendor]} :metadata score :score id :id} (get-pinecone-similarities transaction-id)
:let [vendor-name (:vendor/name (:transaction/vendor (dc/pull (dc/db conn) [{:transaction/vendor [:vendor/name]} ] (Long/parseLong id))))
account-code (-> (dc/pull (dc/db conn) [{:transaction/accounts [{:transaction-account/account [:account/numeric-code]}]} ] (Long/parseLong id))
:transaction/accounts
first
:transaction-account/account
:account/numeric-code)]
:when (or vendor-name account-code)]
{:vendor-name vendor-name
:numeric-code account-code
:amount amount
:date date
:description description}))
(defn transaction-row [r & {:keys [hide-actions? class last?]}] (defn transaction-row [r & {:keys [hide-actions? class last?]}]
(com/data-grid-row (let [simality-list (try (pinecone-similarity-list (:db/id r)) (catch Exception e
(cond-> {:class class} []))]
last? (assoc :hx-get (bidi/path-for ssr-routes/only-routes (com/data-grid-row
:transaction-insight-rows (cond-> {:class class}
:after (:db/id r)) last? (assoc :hx-get (bidi/path-for ssr-routes/only-routes
:hx-trigger "intersect once" :transaction-insight-rows
:hx-indicator "#insight-table" :after (:db/id r))
:hx-swap "afterend")) :hx-trigger "intersect once"
(com/data-grid-cell {} (:client/code (:transaction/client r))) :hx-indicator "#insight-table"
(com/data-grid-cell {} (:bank-account/code (:transaction/bank-account r))) :hx-swap "afterend"))
(com/data-grid-cell {} (some-> (:transaction/date r) coerce/to-date-time (atime/unparse-local atime/normal-date))) (com/data-grid-cell {} (:client/code (:transaction/client r)))
(com/data-grid-cell {} (:bank-account/code (:transaction/bank-account r)))
(com/data-grid-cell {} (some-> (:transaction/date r) coerce/to-date-time (atime/unparse-local atime/normal-date)))
(com/data-grid-cell {} (str (:transaction/description-original r))) (com/data-grid-cell {} (str (:transaction/description-original r)))
(com/data-grid-cell {} (com/data-grid-cell {}
(if (> (:transaction/amount r) 0.0) (if (> (:transaction/amount r) 0.0)
[:div.tag.is-success.is-light (str "$" (Math/round (:transaction/amount r)))] [:div.tag.is-success.is-light (str "$" (Math/round (:transaction/amount r)))]
[:div.tag.is-danger.is-light (str "$" (Math/round (:transaction/amount r)))])) [:div.tag.is-danger.is-light (str "$" (Math/round (:transaction/amount r)))]))
(com/data-grid-cell {:style {:width "12em"}} (com/data-grid-cell {:style {:width "12em"}}
[:div.flex.gap-2.flex-wrap {:style {:width "12em"}} [:div.flex.gap-2.flex-wrap {:style {:width "12em"}}
#_(com/pill {:color :primary} (:vendor/name (:transaction/recommended-vendor r))) (when-let [vendor-name (:vendor-name (first simality-list))]
#_(com/pill {:color :secondary} (str (:account/numeric-code (:transaction/recommended-account r)) " - " (:account/name (:transaction/recommended-account r)))) (com/pill {:color :primary} vendor-name))
#_(com/pill {:class (cond (when-let [numeric-code (:numeric-code (first simality-list))]
(> (:transaction/account-confidence r) 0.90) (com/pill {:color :secondary} numeric-code))
"is-success is-light" #_(com/pill {:class (cond
(> (:transaction/account-confidence r) 0.80) (> (:transaction/account-confidence r) 0.90)
"is-info is-light" "is-success is-light"
(> (:transaction/account-confidence r) 0.80)
"is-info is-light"
:else :else
"is-warning is-light")} (str "%" (Math/round (* 100.0 (:transaction/account-confidence r)))))]) "is-warning is-light")} (str "%" (Math/round (* 100.0 (:transaction/account-confidence r)))))])
(com/data-grid-right-stack-cell {} (com/data-grid-right-stack-cell {}
(when-not hide-actions? (when-not hide-actions?
[:form.flex.gap-2 [:form.flex.gap-2
[:input {:type :hidden :name "id" :value (:db/id r)}] [:input {:type :hidden :name "id" :value (:db/id r)}]
(com/icon-button {:hx-post (bidi/path-for ssr-routes/only-routes (com/icon-button {:hx-post (bidi/path-for ssr-routes/only-routes
:transaction-insight-approve :transaction-insight-approve
:transaction-id (:db/id r))
:hx-target "closest tr"
:color :primary-light}
svg/thumbs-up)
(com/icon-button {:hx-delete (bidi/path-for ssr-routes/only-routes
:transaction-insight-disapprove
:transaction-id (:db/id r))
:hx-target "closest tr"
:color :danger-light}
svg/thumbs-down)
(com/icon-button {:hx-get (bidi/path-for ssr-routes/only-routes
:transaction-insight-explain
:transaction-id (:db/id r)) :transaction-id (:db/id r))
:hx-target "closest tr" :hx-target "#modal-holder"
:color :primary-light} :hx-swap "outerHTML"}
svg/thumbs-up) svg/question)])))))
(com/icon-button {:hx-delete (bidi/path-for ssr-routes/only-routes
:transaction-insight-disapprove
:transaction-id (:db/id r))
:hx-target "closest tr"
:color :danger-light}
svg/thumbs-down)
(com/icon-button {:hx-get (bidi/path-for ssr-routes/only-routes
:transaction-insight-explain
:transaction-id (:db/id r))
:hx-target "#modal-holder"
:hx-swap "outerHTML"}
svg/question)]))))
(defn approve [{:keys [identity session] {:keys [transaction-id]} :route-params}] (defn approve [{:keys [identity session] {:keys [transaction-id]} :route-params}]
(let [approval-details (dc/pull (dc/db conn) [{:transaction/recommended-account [:account/location :db/id]} (let [approval-details (dc/pull (dc/db conn) [{:transaction/recommended-account [:account/location :db/id]}
@@ -153,40 +206,6 @@
:auto-remove? true :auto-remove? true
:hide-actions? true :hide-actions? true
:class "live-removed")))) :class "live-removed"))))
(defn get-pinecone [transaction-id]
(->
(http/get (-> "https://transactions-a8257ba.svc.us-west4-gcp-free.pinecone.io/vectors/fetch"
url/url
(assoc :query {:ids transaction-id})
str)
{:headers {"Api-Key" "f2d3a78e-bcea-4fcd-88b6-2527b8423607"}
:as :json
:keywordize? false})
:body
:vectors
((keyword (str transaction-id)))
:values))
(defn get-pinecone-similarities [transaction-id]
(filter
(fn [{:keys [score]}]
(> score 0.95)
)
(->
(http/post (-> "https://transactions-a8257ba.svc.us-west4-gcp-free.pinecone.io/query"
url/url
str)
{:headers {"Api-Key" "f2d3a78e-bcea-4fcd-88b6-2527b8423607"}
:form-params {"vector" (get-pinecone transaction-id)
"topK" 100,
"includeMetadata" true
"namespace" ""}
:content-type :json
:as :json})
:body
:matches)))
(defn explain [{:keys [identity session] {:keys [transaction-id]} :route-params}] (defn explain [{:keys [identity session] {:keys [transaction-id]} :route-params}]
(let [r (dc/pull (dc/db conn) (let [r (dc/pull (dc/db conn)
pull-expr pull-expr
@@ -216,20 +235,13 @@
[:th] [:th]
[:th.text-left ]] [:th.text-left ]]
(take 10 (take 10
(for [{{:keys [amount date description vendor]} :metadata score :score id :id} similar (for [{{:keys [amount date description vendor-name numeric-code]} :metadata score :score id :id} (pinecone-similarity-list transaction-id)]
:let [vendor-name (:vendor/name (:transaction/vendor (dc/pull (dc/db conn) [{:transaction/vendor [:vendor/name]} ] (Long/parseLong id))))
account-code (-> (dc/pull (dc/db conn) [{:transaction/accounts [{:transaction-account/account [:account/numeric-code]}]} ] (Long/parseLong id))
:transaction/accounts
first
:transaction-account/account
:account/numeric-code)]
:when (or vendor-name account-code)]
[:tr [:tr
[:td (subs date 0 10)] [:td (subs date 0 10)]
[:td description] [:td description]
[:td amount] [:td amount]
[:td vendor-name] [:td vendor-name]
[:td account-code] [:td numeric-code]
[:td (format "%.1f%%" (* 100 (double score)))]]))]] [:td (format "%.1f%%" (* 100 (double score)))]]))]]
[:div]))))) [:div])))))