Adds rudimentary version of summarizing sales
This commit is contained in:
@@ -31,49 +31,49 @@
|
||||
(f/unparse (f/formatter "YYYY-MM-dd'T'HH:mm:ssZZ") d))
|
||||
|
||||
|
||||
(def manifold-api-stream
|
||||
(def manifold-api-stream
|
||||
(let [stream (s/stream 100)]
|
||||
(->> stream
|
||||
(s/throttle 50)
|
||||
(s/map (fn [[request attempt response-deferred]]
|
||||
(de/catch
|
||||
(de/chain
|
||||
(de/loop [attempt 0]
|
||||
(-> (de/chain (de/future-with (ex/execute-pool)
|
||||
(log/info ::request-started
|
||||
:url (:url request)
|
||||
:attempt attempt
|
||||
:source "Square 3"
|
||||
:background-job "Square 3")
|
||||
(try
|
||||
(client/request (assoc request
|
||||
:socket-timeout 10000
|
||||
:connection-timeout 10000
|
||||
#_#_:connection-request-timeout 5000
|
||||
:as :json))
|
||||
(catch Throwable e
|
||||
(log/warn ::raw-request-failed
|
||||
:exception e)
|
||||
(throw e)))))
|
||||
(de/catch
|
||||
(fn [e]
|
||||
(if (>= attempt 5)
|
||||
(throw e)
|
||||
(de/chain
|
||||
(mt/in 10000 (fn [] 1))
|
||||
(fn [_] (de/recur (inc attempt)))))))
|
||||
(de/chain identity)))
|
||||
(fn [result]
|
||||
(de/success! response-deferred result)))
|
||||
(fn [error]
|
||||
(de/error! response-deferred error)))))
|
||||
(de/chain
|
||||
(de/loop [attempt 0]
|
||||
(-> (de/chain (de/future-with (ex/execute-pool)
|
||||
(log/info ::request-started
|
||||
:url (:url request)
|
||||
:attempt attempt
|
||||
:source "Square 3"
|
||||
:background-job "Square 3")
|
||||
(try
|
||||
(client/request (assoc request
|
||||
:socket-timeout 10000
|
||||
:connection-timeout 10000
|
||||
#_#_:connection-request-timeout 5000
|
||||
:as :json))
|
||||
(catch Throwable e
|
||||
(log/warn ::raw-request-failed
|
||||
:exception e)
|
||||
(throw e)))))
|
||||
(de/catch
|
||||
(fn [e]
|
||||
(if (>= attempt 5)
|
||||
(throw e)
|
||||
(de/chain
|
||||
(mt/in 10000 (fn [] 1))
|
||||
(fn [_] (de/recur (inc attempt)))))))
|
||||
(de/chain identity)))
|
||||
(fn [result]
|
||||
(de/success! response-deferred result)))
|
||||
(fn [error]
|
||||
(de/error! response-deferred error)))))
|
||||
|
||||
(s/buffer 50)
|
||||
(s/realize-each)
|
||||
(s/consume (fn [_]
|
||||
#_(log/info ::request-completed
|
||||
:source "Square 3"
|
||||
:background-job "Square 3")
|
||||
:source "Square 3"
|
||||
:background-job "Square 3")
|
||||
nil)))
|
||||
stream))
|
||||
|
||||
@@ -89,18 +89,18 @@
|
||||
|
||||
(defn client-locations [client]
|
||||
(capture-context->lc
|
||||
(de/catch
|
||||
(de/chain (manifold-api-call
|
||||
{:url "https://connect.squareup.com/v2/locations"
|
||||
:method :get
|
||||
:headers (client-base-headers client)})
|
||||
:body
|
||||
:locations)
|
||||
(fn [error]
|
||||
(mu/with-context lc
|
||||
(log/error ::no-locations-found
|
||||
:exception error))
|
||||
[]))))
|
||||
(de/catch
|
||||
(de/chain (manifold-api-call
|
||||
{:url "https://connect.squareup.com/v2/locations"
|
||||
:method :get
|
||||
:headers (client-base-headers client)})
|
||||
:body
|
||||
:locations)
|
||||
(fn [error]
|
||||
(mu/with-context lc
|
||||
(log/error ::no-locations-found
|
||||
:exception error))
|
||||
[]))))
|
||||
|
||||
|
||||
(def item-cache (atom {}))
|
||||
@@ -136,25 +136,25 @@
|
||||
(fn [item]
|
||||
(mu/with-context lc
|
||||
(item->category-name-impl client item version))))
|
||||
(fn [e]
|
||||
(log/warn ::couldnt-fetch-variation
|
||||
:exception e)
|
||||
"Uncategorized"))
|
||||
(fn [e]
|
||||
(log/warn ::couldnt-fetch-variation
|
||||
:exception e)
|
||||
"Uncategorized"))
|
||||
|
||||
(:category_id (:item_data item))
|
||||
(de/catch (de/chain (fetch-catalog-cache client (:category_id (:item_data item)) version)
|
||||
:category_data
|
||||
:name)
|
||||
(fn [e]
|
||||
(log/warn ::couldnt-fetch-category
|
||||
:exception e)
|
||||
"Uncategorized"))
|
||||
(fn [e]
|
||||
(log/warn ::couldnt-fetch-category
|
||||
:exception e)
|
||||
"Uncategorized"))
|
||||
|
||||
(:item_data item)
|
||||
"Uncategorized"
|
||||
|
||||
:else
|
||||
(do
|
||||
(do
|
||||
(log/warn ::no-look-up-item
|
||||
:item item)
|
||||
"Uncategorized"))))
|
||||
@@ -163,29 +163,25 @@
|
||||
(defn item-id->category-name [client i version]
|
||||
(capture-context->lc
|
||||
(-> [client i]
|
||||
(de/chain
|
||||
(de/chain
|
||||
(fn [[client i]]
|
||||
(if (str/blank? i)
|
||||
"Uncategorized"
|
||||
(de/catch (de/chain (fetch-catalog-cache client i version)
|
||||
#(mu/with-context lc
|
||||
(item->category-name-impl client % version)))
|
||||
(fn [error]
|
||||
(log/warn ::couldnt-fetch-item
|
||||
:exception error)
|
||||
"Uncategorized"
|
||||
(throw error)))))))))
|
||||
(fn [error]
|
||||
(log/warn ::couldnt-fetch-item
|
||||
:exception error)
|
||||
"Uncategorized"
|
||||
(throw error)))))))))
|
||||
|
||||
(defn pc [start end]
|
||||
{"query" {"filter" {"date_time_filter"
|
||||
{
|
||||
"created_at" {
|
||||
"start_at" (->square-date start)
|
||||
"end_at" (->square-date end)
|
||||
}}}
|
||||
{"created_at" {"start_at" (->square-date start)
|
||||
"end_at" (->square-date end)}}}
|
||||
|
||||
"sort" {
|
||||
"sort_field" "CREATED_AT"
|
||||
"sort" {"sort_field" "CREATED_AT"
|
||||
"sort_order" "DESC"}}})
|
||||
|
||||
#_{:clj-kondo/ignore [:clojure-lsp/unused-public-var]}
|
||||
@@ -195,18 +191,17 @@
|
||||
:location location
|
||||
:order-id order-id)
|
||||
(let [result (->> (client/get (str "https://connect.squareup.com/v2/orders/" order-id)
|
||||
{:headers (client-base-headers client)
|
||||
:as :json})
|
||||
:body
|
||||
)]
|
||||
{:headers (client-base-headers client)
|
||||
:as :json})
|
||||
:body)]
|
||||
result)))
|
||||
|
||||
(defn continue-search [client location start end cursor]
|
||||
(log/info ::continue-order-search
|
||||
:cursor cursor)
|
||||
|
||||
|
||||
(capture-context->lc
|
||||
(de/chain (manifold-api-call
|
||||
(de/chain (manifold-api-call
|
||||
{:url "https://connect.squareup.com/v2/orders/search"
|
||||
:method :post
|
||||
:headers (client-base-headers client)
|
||||
@@ -218,23 +213,23 @@
|
||||
:body
|
||||
(fn [result]
|
||||
(mu/with-context
|
||||
lc
|
||||
lc
|
||||
(log/info ::orders-found
|
||||
:count (count (:orders result)))
|
||||
(if (not-empty (:cursor result))
|
||||
(de/chain (continue-search client location start end (:cursor result))
|
||||
(fn [continued-results]
|
||||
(mu/with-context
|
||||
lc
|
||||
lc
|
||||
(concat (:orders result) continued-results))))
|
||||
(:orders result)))))))
|
||||
|
||||
|
||||
(defn search
|
||||
([client location start end]
|
||||
(capture-context->lc
|
||||
(capture-context->lc
|
||||
(log/info ::searching
|
||||
:location (:square-location/client-location location))
|
||||
:location (:square-location/client-location location))
|
||||
(de/chain (manifold-api-call {:url "https://connect.squareup.com/v2/orders/search"
|
||||
:method :post
|
||||
:headers (client-base-headers client)
|
||||
@@ -268,20 +263,19 @@
|
||||
(:sales-order/service-charge i))
|
||||
(:sales-order/returns i)
|
||||
|
||||
(:sales-order/discount i)
|
||||
)))
|
||||
(:sales-order/discount i))))
|
||||
0.0
|
||||
[]))
|
||||
|
||||
(defn tender->charge [order client location t]
|
||||
(remove-nils
|
||||
#:charge
|
||||
(remove-nils
|
||||
#:charge
|
||||
{:type-name (:type t)
|
||||
:date (coerce/to-date (time/to-time-zone (coerce/to-date-time (:created_at order)) (time/time-zone-for-id "America/Los_Angeles")))
|
||||
:client (:db/id client)
|
||||
:note (:note t)
|
||||
:location (:square-location/client-location location)
|
||||
:reference-link (str (url/url "https://squareup.com/receipt/preview" (:id t) ))
|
||||
:reference-link (str (url/url "https://squareup.com/receipt/preview" (:id t)))
|
||||
:external-id (when (:id t)
|
||||
(str "square/charge/" (:id t)))
|
||||
:processor (condp = (:type t)
|
||||
@@ -317,98 +311,97 @@
|
||||
(defn order->sales-order [client location order]
|
||||
(capture-context->lc
|
||||
(let [is-order-only-for-charge? (= ["CUSTOM_AMOUNT"]
|
||||
(mapv :item_type (:line_items order )))]
|
||||
(mapv :item_type (:line_items order)))]
|
||||
(if is-order-only-for-charge?
|
||||
(de/success-deferred
|
||||
(de/success-deferred
|
||||
(->> (:tenders order)
|
||||
(map #(tender->charge order client location %))))
|
||||
(de/catch
|
||||
(de/let-flow [line-items
|
||||
(->>
|
||||
(or (:line_items order) [])
|
||||
(s/->source)
|
||||
(s/transform
|
||||
(map-indexed (fn [i li]
|
||||
(mu/with-context lc
|
||||
(->
|
||||
(de/let-flow [category (item-id->category-name client (:catalog_object_id li) (:catalog_version li))]
|
||||
(remove-nils
|
||||
#:order-line-item
|
||||
{:external-id (str "square/order/" (:client/code client) "-" (:square-location/client-location location) "-" (:id order) "-" i)
|
||||
:item-name (:name li)
|
||||
:category (if (= "GIFT_CARD" (:item_type li))
|
||||
"Gift Card"
|
||||
category)
|
||||
:total (amount->money (:total_money li))
|
||||
:tax (amount->money (:total_tax_money li))
|
||||
:discount (amount->money (:total_discount_money li))}))
|
||||
(de/catch (fn [e]
|
||||
(log/error ::cant-transform
|
||||
:exception e
|
||||
:line-item li)))))))
|
||||
)
|
||||
(s/buffer 5)
|
||||
(s/realize-each)
|
||||
(s/reduce conj []))]
|
||||
[(remove-nils
|
||||
#:sales-order
|
||||
{:date (coerce/to-date (time/to-time-zone (coerce/to-date-time (:created_at order)) (time/time-zone-for-id "America/Los_Angeles")))
|
||||
:client (:db/id client)
|
||||
:location (:square-location/client-location location)
|
||||
:external-id (str "square/order/" (:client/code client) "-" (:square-location/client-location location) "-" (:id order))
|
||||
:source (or (:name (:source order))
|
||||
"Square")
|
||||
:vendor :vendor/ccp-square
|
||||
(de/catch
|
||||
(de/let-flow [line-items
|
||||
(->>
|
||||
(or (:line_items order) [])
|
||||
(s/->source)
|
||||
(s/transform
|
||||
(map-indexed (fn [i li]
|
||||
(mu/with-context lc
|
||||
(->
|
||||
(de/let-flow [category (item-id->category-name client (:catalog_object_id li) (:catalog_version li))]
|
||||
(remove-nils
|
||||
#:order-line-item
|
||||
{:external-id (str "square/order/" (:client/code client) "-" (:square-location/client-location location) "-" (:id order) "-" i)
|
||||
:item-name (:name li)
|
||||
:category (if (= "GIFT_CARD" (:item_type li))
|
||||
"Gift Card"
|
||||
category)
|
||||
:total (amount->money (:total_money li))
|
||||
:tax (amount->money (:total_tax_money li))
|
||||
:discount (amount->money (:total_discount_money li))}))
|
||||
(de/catch (fn [e]
|
||||
(log/error ::cant-transform
|
||||
:exception e
|
||||
:line-item li))))))))
|
||||
(s/buffer 5)
|
||||
(s/realize-each)
|
||||
(s/reduce conj []))]
|
||||
[(remove-nils
|
||||
#:sales-order
|
||||
{:date (coerce/to-date (time/to-time-zone (coerce/to-date-time (:created_at order)) (time/time-zone-for-id "America/Los_Angeles")))
|
||||
:client (:db/id client)
|
||||
:location (:square-location/client-location location)
|
||||
:external-id (str "square/order/" (:client/code client) "-" (:square-location/client-location location) "-" (:id order))
|
||||
:source (or (:name (:source order))
|
||||
"Square")
|
||||
:vendor :vendor/ccp-square
|
||||
|
||||
:reference-link (str (url/url "https://squareup.com/dashboard/sales/transactions" (:id order) "by-unit" (:square-location/square-id location)))
|
||||
:total (-> order :net_amounts :total_money amount->money)
|
||||
:tax (-> order :net_amounts :tax_money amount->money)
|
||||
:tip (-> order :net_amounts :tip_money amount->money)
|
||||
:discount (-> order :net_amounts :discount_money amount->money)
|
||||
:service-charge (-> order :net_amounts :service_charge_money amount->money)
|
||||
:returns (+ (- (-> order :return_amounts :total_money amount->money)
|
||||
(-> order :return_amounts :tax_money amount->money)
|
||||
(-> order :return_amounts :tip_money amount->money)
|
||||
(-> order :return_amounts :service_charge_money amount->money))
|
||||
(-> order :return_amounts :discount_money amount->money))
|
||||
:charges (->> (:tenders order)
|
||||
(map #(tender->charge order client location %)))
|
||||
:line-items line-items})])
|
||||
(fn [e]
|
||||
(log/error ::failed-to-transform-order
|
||||
:exception e)))))))
|
||||
:reference-link (str (url/url "https://squareup.com/dashboard/sales/transactions" (:id order) "by-unit" (:square-location/square-id location)))
|
||||
:total (-> order :net_amounts :total_money amount->money)
|
||||
:tax (-> order :net_amounts :tax_money amount->money)
|
||||
:tip (-> order :net_amounts :tip_money amount->money)
|
||||
:discount (-> order :net_amounts :discount_money amount->money)
|
||||
:service-charge (-> order :net_amounts :service_charge_money amount->money)
|
||||
:returns (+ (- (-> order :return_amounts :total_money amount->money)
|
||||
(-> order :return_amounts :tax_money amount->money)
|
||||
(-> order :return_amounts :tip_money amount->money)
|
||||
(-> order :return_amounts :service_charge_money amount->money))
|
||||
(-> order :return_amounts :discount_money amount->money))
|
||||
:charges (->> (:tenders order)
|
||||
(map #(tender->charge order client location %)))
|
||||
:line-items line-items})])
|
||||
(fn [e]
|
||||
(log/error ::failed-to-transform-order
|
||||
:exception e)))))))
|
||||
|
||||
(defn daily-results
|
||||
([client location]
|
||||
(daily-results client location (time/plus (time/now) (time/days -7)) (time/now)))
|
||||
([client location start end]
|
||||
(capture-context->lc
|
||||
(->
|
||||
(de/chain (search client location start end)
|
||||
(fn [search-results]
|
||||
(->> (or search-results [])
|
||||
(s/->source)
|
||||
(s/filter (fn [order]
|
||||
(->
|
||||
(de/chain (search client location start end)
|
||||
(fn [search-results]
|
||||
(->> (or search-results [])
|
||||
(s/->source)
|
||||
(s/filter (fn [order]
|
||||
;; sometimes orders stay open in square. At least one payment
|
||||
;; is needed to import, in order to avoid importing orders in-progress.
|
||||
(and
|
||||
(or (> (count (:tenders order)) 0)
|
||||
(seq (:returns order)))
|
||||
(or (= #{} (set (map #(:status (:card_details %)) (:tenders order))))
|
||||
(not= #{} (set/difference
|
||||
(set (map #(:status (:card_details %)) (:tenders order)))
|
||||
#{"FAILED" "VOIDED"}))))))
|
||||
(s/map #(mu/with-context lc (order->sales-order client location %)))
|
||||
(s/buffer 10)
|
||||
(s/realize-each)
|
||||
(s/reduce into []))))
|
||||
(de/catch (fn [e]
|
||||
(log/error ::cant-create-results
|
||||
:exception e)))))))
|
||||
(and
|
||||
(or (> (count (:tenders order)) 0)
|
||||
(seq (:returns order)))
|
||||
(or (= #{} (set (map #(:status (:card_details %)) (:tenders order))))
|
||||
(not= #{} (set/difference
|
||||
(set (map #(:status (:card_details %)) (:tenders order)))
|
||||
#{"FAILED" "VOIDED"}))))))
|
||||
(s/map #(mu/with-context lc (order->sales-order client location %)))
|
||||
(s/buffer 10)
|
||||
(s/realize-each)
|
||||
(s/reduce into []))))
|
||||
(de/catch (fn [e]
|
||||
(log/error ::cant-create-results
|
||||
:exception e)))))))
|
||||
|
||||
|
||||
(defn get-payment [client p]
|
||||
(de/chain (manifold-api-call
|
||||
(de/chain (manifold-api-call
|
||||
{:url (str "https://connect.squareup.com/v2/payments/" p)
|
||||
:method :get
|
||||
:headers (client-base-headers client)})
|
||||
@@ -418,74 +411,73 @@
|
||||
|
||||
(defn continue-payout-entry-list [c l poi cursor]
|
||||
(capture-context->lc lc
|
||||
(de/chain
|
||||
(manifold-api-call
|
||||
{:url (str "https://connect.squareup.com/v2/payouts/" poi "/payout-entries" "?cursor=" cursor )
|
||||
:method :get
|
||||
:headers (client-base-headers c "2023-04-19")
|
||||
:as :json})
|
||||
:body
|
||||
(fn [result]
|
||||
(mu/with-context lc
|
||||
(log/info ::payout-list-found
|
||||
:count (count (:payout_entries result)))
|
||||
(if (not-empty (:cursor result))
|
||||
(de/chain (continue-payout-entry-list c l poi (:cursor result))
|
||||
(fn [continued-results]
|
||||
(mu/with-context lc
|
||||
(concat (:payout_entries result) continued-results))))
|
||||
(:payout_entries result)))))))
|
||||
(de/chain
|
||||
(manifold-api-call
|
||||
{:url (str "https://connect.squareup.com/v2/payouts/" poi "/payout-entries" "?cursor=" cursor)
|
||||
:method :get
|
||||
:headers (client-base-headers c "2023-04-19")
|
||||
:as :json})
|
||||
:body
|
||||
(fn [result]
|
||||
(mu/with-context lc
|
||||
(log/info ::payout-list-found
|
||||
:count (count (:payout_entries result)))
|
||||
(if (not-empty (:cursor result))
|
||||
(de/chain (continue-payout-entry-list c l poi (:cursor result))
|
||||
(fn [continued-results]
|
||||
(mu/with-context lc
|
||||
(concat (:payout_entries result) continued-results))))
|
||||
(:payout_entries result)))))))
|
||||
|
||||
(defn get-payout-entry-list [c l poi]
|
||||
(capture-context->lc lc
|
||||
(de/chain
|
||||
(manifold-api-call
|
||||
{:url (str "https://connect.squareup.com/v2/payouts/" poi "/payout-entries")
|
||||
:method :get
|
||||
:headers (client-base-headers c "2023-04-19")
|
||||
:as :json})
|
||||
:body
|
||||
(fn [result]
|
||||
(mu/with-context lc
|
||||
(log/info ::payout-list-found
|
||||
:count (count (:payout_entries result)))
|
||||
(if (not-empty (:cursor result))
|
||||
(de/chain (continue-payout-entry-list c l poi (:cursor result))
|
||||
(fn [continued-results]
|
||||
(mu/with-context lc
|
||||
(concat (:payout_entries result) continued-results))))
|
||||
(:payout_entries result)))))))
|
||||
(de/chain
|
||||
(manifold-api-call
|
||||
{:url (str "https://connect.squareup.com/v2/payouts/" poi "/payout-entries")
|
||||
:method :get
|
||||
:headers (client-base-headers c "2023-04-19")
|
||||
:as :json})
|
||||
:body
|
||||
(fn [result]
|
||||
(mu/with-context lc
|
||||
(log/info ::payout-list-found
|
||||
:count (count (:payout_entries result)))
|
||||
(if (not-empty (:cursor result))
|
||||
(de/chain (continue-payout-entry-list c l poi (:cursor result))
|
||||
(fn [continued-results]
|
||||
(mu/with-context lc
|
||||
(concat (:payout_entries result) continued-results))))
|
||||
(:payout_entries result)))))))
|
||||
|
||||
(defn payouts
|
||||
([client location] (payouts client location (time/plus (time/now) (time/days -7)) (time/now)))
|
||||
([client location start end]
|
||||
(with-context-as {:location (:square-location/client-location location)} lc
|
||||
(de/chain (manifold-api-call
|
||||
{:url (str "https://connect.squareup.com/v2/payouts/?"
|
||||
(url/map->query
|
||||
{:location_id (:square-location/square-id location)
|
||||
:begin_time (->square-date start)
|
||||
:end_time (->square-date end)}) )
|
||||
:method :get
|
||||
:headers (client-base-headers client "2023-04-19")
|
||||
})
|
||||
:body
|
||||
:payouts
|
||||
(fn [payouts]
|
||||
(if (seq payouts)
|
||||
(->> payouts
|
||||
(s/->source)
|
||||
(s/map (fn [payout]
|
||||
(mu/with-context lc
|
||||
(log/info ::looking-up-payout
|
||||
:payout-id (:id payout))
|
||||
(de/chain (get-payout-entry-list client location (:id payout))
|
||||
(fn [payout-entries]
|
||||
(assoc payout :payout_entries payout-entries ))))))
|
||||
(s/buffer 10)
|
||||
(s/realize-each)
|
||||
(s/reduce conj []))
|
||||
[]))))))
|
||||
(de/chain (manifold-api-call
|
||||
{:url (str "https://connect.squareup.com/v2/payouts/?"
|
||||
(url/map->query
|
||||
{:location_id (:square-location/square-id location)
|
||||
:begin_time (->square-date start)
|
||||
:end_time (->square-date end)}))
|
||||
:method :get
|
||||
:headers (client-base-headers client "2023-04-19")})
|
||||
:body
|
||||
:payouts
|
||||
(fn [payouts]
|
||||
(if (seq payouts)
|
||||
(->> payouts
|
||||
(s/->source)
|
||||
(s/map (fn [payout]
|
||||
(mu/with-context lc
|
||||
(log/info ::looking-up-payout
|
||||
:payout-id (:id payout))
|
||||
(de/chain (get-payout-entry-list client location (:id payout))
|
||||
(fn [payout-entries]
|
||||
(assoc payout :payout_entries payout-entries))))))
|
||||
(s/buffer 10)
|
||||
(s/realize-each)
|
||||
(s/reduce conj []))
|
||||
[]))))))
|
||||
|
||||
(defn transformed-payouts
|
||||
([client location]
|
||||
@@ -493,12 +485,12 @@
|
||||
([client location start end]
|
||||
(transformed-payouts client location (payouts client location start end)))
|
||||
([client location payouts]
|
||||
(with-context-as {:location (:square-location/client-location location)} lc
|
||||
(with-context-as {:location (:square-location/client-location location)} lc
|
||||
(de/chain payouts
|
||||
(fn [payouts]
|
||||
(mu/with-context lc
|
||||
(log/info ::transforming-payouts)
|
||||
(try
|
||||
(try
|
||||
(->> (for [payout payouts
|
||||
:let [best-sales-date (some->> (dc/q '[:find ?s4 (count ?s)
|
||||
:in $ ?payout-id
|
||||
@@ -518,7 +510,7 @@
|
||||
coerce/to-date-time
|
||||
atime/as-local-time
|
||||
coerce/to-date)
|
||||
|
||||
|
||||
;; TODO delete this - this is only needed during the short transformation time
|
||||
equivalent-already-exists? (seq (dc/q '[:find ?s
|
||||
:in $ ?c ?a
|
||||
@@ -530,12 +522,10 @@
|
||||
[?s :expected-deposit/external-id ?eid]
|
||||
[(clojure.string/includes? ?eid "settlement")]
|
||||
[?s :expected-deposit/total ?t]
|
||||
[(iol-ion.query/dollars= ?t ?a)]
|
||||
]
|
||||
[(iol-ion.query/dollars= ?t ?a)]]
|
||||
(dc/db conn)
|
||||
(:db/id client)
|
||||
(amount->money (:amount_money payout))
|
||||
))]
|
||||
(amount->money (:amount_money payout))))]
|
||||
:when (not equivalent-already-exists?)]
|
||||
#:expected-deposit {:external-id (str "square/payout/" (:id payout))
|
||||
:vendor :vendor/ccp-square
|
||||
@@ -574,7 +564,7 @@
|
||||
(fn [refunds]
|
||||
(->> refunds
|
||||
(filter (fn [r] (= "COMPLETED" (:status r))))
|
||||
(s/->source )
|
||||
(s/->source)
|
||||
(s/map (fn [r]
|
||||
(de/chain
|
||||
(get-payment client (:payment_id r))
|
||||
@@ -597,20 +587,20 @@
|
||||
(s/realize-each)
|
||||
(s/reduce conj []))))))
|
||||
(defn upsert
|
||||
([client ]
|
||||
([client]
|
||||
(apply de/zip
|
||||
(for [square-location (:client/square-locations client)
|
||||
:when (:square-location/client-location square-location)]
|
||||
(upsert client square-location (time/plus (time/now) (time/days -14)) (time/now)))))
|
||||
([client location start end]
|
||||
(capture-context->lc
|
||||
(de/chain (daily-results client location start end)
|
||||
(fn [results ]
|
||||
(mu/with-context lc
|
||||
(doseq [x (partition-all 100 results)]
|
||||
(log/info ::loading-orders
|
||||
:count (count x))
|
||||
@(dc/transact-async conn x))))))))
|
||||
(de/chain (daily-results client location start end)
|
||||
(fn [results]
|
||||
(mu/with-context lc
|
||||
(doseq [x (partition-all 100 results)]
|
||||
(log/info ::loading-orders
|
||||
:count (count x))
|
||||
@(dc/transact-async conn x))))))))
|
||||
|
||||
|
||||
(defn upsert-payouts
|
||||
@@ -624,7 +614,7 @@
|
||||
([client location start end]
|
||||
(with-context-as {:source "Square payout loading"
|
||||
:client (:client/code client)} lc
|
||||
|
||||
|
||||
(de/chain (transformed-payouts client location start end)
|
||||
(fn [payouts]
|
||||
(mu/with-context lc
|
||||
@@ -637,35 +627,33 @@
|
||||
|
||||
(defn upsert-refunds
|
||||
([client]
|
||||
(apply de/zip
|
||||
(apply de/zip
|
||||
(for [square-location (:client/square-locations client)
|
||||
:when (:square-location/client-location square-location)]
|
||||
(upsert-refunds client square-location))))
|
||||
([client location]
|
||||
(with-context-as {:source "Square refunds loading"
|
||||
:client (:client/code client)} lc
|
||||
|
||||
|
||||
(de/chain (refunds client location)
|
||||
(fn [refunds]
|
||||
(mu/with-context lc
|
||||
(try
|
||||
(try
|
||||
(doseq [x (partition-all 100 refunds)]
|
||||
(log/info ::loading-refunds
|
||||
:count (count x)
|
||||
:sample (first x))
|
||||
@(dc/transact-async conn x))
|
||||
|
||||
|
||||
(catch Throwable e
|
||||
(log/error ::upsert-refunds-failed
|
||||
:exception e)))
|
||||
|
||||
|
||||
(log/info ::done-loading-refunds)))))))
|
||||
|
||||
|
||||
(defn get-cash-shift [client id]
|
||||
(de/chain (manifold-api-call {:url (str (url/url "https://connect.squareup.com/v2/cash-drawers/shifts" id
|
||||
|
||||
))
|
||||
(de/chain (manifold-api-call {:url (str (url/url "https://connect.squareup.com/v2/cash-drawers/shifts" id))
|
||||
:method :get
|
||||
|
||||
:headers (client-base-headers client "2023-04-19")
|
||||
@@ -680,11 +668,11 @@
|
||||
(de/chain (manifold-api-call {:url (str "https://connect.squareup.com/v2/cash-drawers/shifts"
|
||||
"?"
|
||||
|
||||
(url/map->query
|
||||
{:location_id (:square-location/square-id l)
|
||||
:begin_time (->square-date start)
|
||||
:end_time (->square-date end)
|
||||
:limit 1000}))
|
||||
(url/map->query
|
||||
{:location_id (:square-location/square-id l)
|
||||
:begin_time (->square-date start)
|
||||
:end_time (->square-date end)
|
||||
:limit 1000}))
|
||||
:method :get
|
||||
|
||||
:headers (client-base-headers client "2023-04-19")
|
||||
@@ -694,49 +682,48 @@
|
||||
(fn [shifts]
|
||||
(->> shifts
|
||||
(filter (fn [r] (= "ENDED" (:state r))))
|
||||
(s/->source )
|
||||
(s/->source)
|
||||
(s/map (fn [s]
|
||||
(de/chain
|
||||
(get-cash-shift client (:id s))
|
||||
(fn [cash-drawer-shift]
|
||||
#:cash-drawer-shift {:external-id (str "square/cash-drawer-shift/" (:id cash-drawer-shift))
|
||||
:vendor :vendor/ccp-square
|
||||
:paid-in (amount->money (:cash_paid_in_money cash-drawer-shift))
|
||||
:paid-out (amount->money (:cash_paid_out_money cash-drawer-shift))
|
||||
:expected-cash (amount->money (:expected_cash_money cash-drawer-shift))
|
||||
:opened-cash (amount->money (:opened_cash_money cash-drawer-shift))
|
||||
:date (coerce/to-date (:opened_at cash-drawer-shift))
|
||||
:client (:db/id client)
|
||||
:location (:square-location/client-location l)
|
||||
}))))
|
||||
(get-cash-shift client (:id s))
|
||||
(fn [cash-drawer-shift]
|
||||
#:cash-drawer-shift {:external-id (str "square/cash-drawer-shift/" (:id cash-drawer-shift))
|
||||
:vendor :vendor/ccp-square
|
||||
:paid-in (amount->money (:cash_paid_in_money cash-drawer-shift))
|
||||
:paid-out (amount->money (:cash_paid_out_money cash-drawer-shift))
|
||||
:expected-cash (amount->money (:expected_cash_money cash-drawer-shift))
|
||||
:opened-cash (amount->money (:opened_cash_money cash-drawer-shift))
|
||||
:date (coerce/to-date (:opened_at cash-drawer-shift))
|
||||
:client (:db/id client)
|
||||
:location (:square-location/client-location l)}))))
|
||||
(s/buffer 5)
|
||||
(s/realize-each)
|
||||
(s/reduce conj []))))))
|
||||
|
||||
(defn upsert-cash-shifts
|
||||
([client]
|
||||
(apply de/zip
|
||||
(apply de/zip
|
||||
(for [square-location (:client/square-locations client)
|
||||
:when (:square-location/client-location square-location)]
|
||||
(upsert-cash-shifts client square-location))))
|
||||
([client location]
|
||||
(with-context-as {:source "Square cash shift loading"
|
||||
:client (:client/code client)} lc
|
||||
|
||||
|
||||
(de/chain (cash-drawer-shifts client location)
|
||||
(fn [cash-shifts]
|
||||
(mu/with-context lc
|
||||
(try
|
||||
(try
|
||||
(doseq [x (partition-all 100 cash-shifts)]
|
||||
(log/info ::loading-cash-shifts
|
||||
:count (count x)
|
||||
:sample (first x))
|
||||
@(dc/transact-async conn x))
|
||||
|
||||
|
||||
(catch Throwable e
|
||||
(log/error ::upsert-cash-shifts-failed
|
||||
:exception e)))
|
||||
|
||||
|
||||
(log/info ::done-loading-cash-shifts)))))))
|
||||
|
||||
(def square-read [:db/id
|
||||
@@ -754,7 +741,7 @@
|
||||
:in $
|
||||
:where [?c :client/square-auth-token]]
|
||||
(dc/db conn))))
|
||||
([ & codes]
|
||||
([& codes]
|
||||
(map first (dc/q '[:find (pull ?c [:db/id
|
||||
:client/code
|
||||
:client/square-auth-token
|
||||
@@ -768,110 +755,111 @@
|
||||
(defn get-square-client-and-location [code]
|
||||
(let [[client] (get-square-clients code)]
|
||||
(some->> client
|
||||
:client/square-locations
|
||||
(filter :square-location/client-location)
|
||||
seq
|
||||
(conj [client]))))
|
||||
:client/square-locations
|
||||
(filter :square-location/client-location)
|
||||
seq
|
||||
(conj [client]))))
|
||||
|
||||
(defn upsert-locations
|
||||
([]
|
||||
(apply de/zip
|
||||
(apply de/zip
|
||||
(for [client (get-square-clients)]
|
||||
(upsert-locations client))))
|
||||
([client]
|
||||
(let [square-id->id (into {}
|
||||
(map
|
||||
(fn [sl]
|
||||
[(:square-location/square-id sl)
|
||||
(:db/id sl)])
|
||||
(:client/square-locations client)))]
|
||||
(fn [sl]
|
||||
[(:square-location/square-id sl)
|
||||
(:db/id sl)])
|
||||
(:client/square-locations client)))]
|
||||
(de/chain (client-locations client)
|
||||
(fn [client-locations]
|
||||
@(dc/transact-async conn
|
||||
(for [square-location client-locations]
|
||||
{:db/id (or (square-id->id (:id square-location)) (str (java.util.UUID/randomUUID)))
|
||||
:client/_square-locations (:db/id client)
|
||||
:square-location/name (:name square-location)
|
||||
:square-location/square-id (:id square-location)})))))))
|
||||
(for [square-location client-locations]
|
||||
{:db/id (or (square-id->id (:id square-location)) (str (java.util.UUID/randomUUID)))
|
||||
:client/_square-locations (:db/id client)
|
||||
:square-location/name (:name square-location)
|
||||
:square-location/square-id (:id square-location)})))))))
|
||||
|
||||
#_{:clj-kondo/ignore [:clojure-lsp/unused-public-var]}
|
||||
(defn reset []
|
||||
(->>
|
||||
(dc/q {:find ['?e]
|
||||
:in ['$]
|
||||
:where ['(or [?e :sales-order/date]
|
||||
[?e :expected-deposit/date])]}
|
||||
(dc/db conn))
|
||||
(->>
|
||||
(dc/q {:find ['?e]
|
||||
:in ['$]
|
||||
:where ['(or [?e :sales-order/date]
|
||||
[?e :expected-deposit/date])]}
|
||||
(dc/db conn))
|
||||
(map first)
|
||||
(map (fn [x] [:db/retractEntity x]))))
|
||||
|
||||
(defn mark-integration-status [client integration-status]
|
||||
@(dc/transact-async conn
|
||||
[{:db/id (:db/id client)
|
||||
:client/square-integration-status (assoc integration-status
|
||||
:db/id (or (-> client :client/square-integration-status :db/id)
|
||||
(str (java.util.UUID/randomUUID))))}]))
|
||||
[{:db/id (:db/id client)
|
||||
:client/square-integration-status (assoc integration-status
|
||||
:db/id (or (-> client :client/square-integration-status :db/id)
|
||||
(str (java.util.UUID/randomUUID))))}]))
|
||||
|
||||
(defn upsert-all [ & clients]
|
||||
(defn upsert-all [& clients]
|
||||
(capture-context->lc
|
||||
(log/info ::starting-upsert)
|
||||
(->> (apply get-square-clients clients)
|
||||
(s/->source)
|
||||
(s/filter (fn [client]
|
||||
(seq (filter :square-location/client-location (:client/square-locations client)))))
|
||||
(s/map (fn [client]
|
||||
(with-context-as (merge lc {:client (:client/code client)}) lc
|
||||
(log/info ::import-started)
|
||||
(mark-integration-status client {:integration-status/last-attempt (coerce/to-date (time/now))})
|
||||
(log/info ::starting-upsert)
|
||||
(->> (apply get-square-clients clients)
|
||||
(s/->source)
|
||||
(s/filter (fn [client]
|
||||
(seq (filter :square-location/client-location (:client/square-locations client)))))
|
||||
(s/map (fn [client]
|
||||
(with-context-as (merge lc {:client (:client/code client)}) lc
|
||||
(log/info ::import-started)
|
||||
(mark-integration-status client {:integration-status/last-attempt (coerce/to-date (time/now))})
|
||||
|
||||
(->
|
||||
(de/chain (upsert-locations client)
|
||||
(fn [_]
|
||||
(mu/with-context lc
|
||||
(log/info ::upsert-orders-started)
|
||||
(upsert client)))
|
||||
(fn [_]
|
||||
(mu/with-context lc
|
||||
(log/info ::upsert-payouts-started)
|
||||
(upsert-payouts client)))
|
||||
(fn [_]
|
||||
(mu/with-context lc
|
||||
(log/info ::upsert-refunds-started)
|
||||
(upsert-refunds client)))
|
||||
(->
|
||||
(de/chain (upsert-locations client)
|
||||
(fn [_]
|
||||
(mu/with-context lc
|
||||
(log/info ::upsert-orders-started)
|
||||
(upsert client)))
|
||||
(fn [_]
|
||||
(mu/with-context lc
|
||||
(log/info ::upsert-payouts-started)
|
||||
(upsert-payouts client)))
|
||||
(fn [_]
|
||||
(mu/with-context lc
|
||||
(log/info ::upsert-refunds-started)
|
||||
(upsert-refunds client)))
|
||||
|
||||
(fn [_]
|
||||
(mu/with-context lc
|
||||
(log/info ::upsert-cash-shifts)
|
||||
(upsert-cash-shifts client)))
|
||||
(fn [_]
|
||||
(mu/with-context lc
|
||||
(log/info ::upsert-done))
|
||||
(mark-integration-status client {:integration-status/state :integration-state/success
|
||||
:integration-status/last-updated (coerce/to-date (time/now))})))
|
||||
(de/catch (fn [e]
|
||||
(mu/with-context lc
|
||||
(let [data (ex-data e)]
|
||||
(log/info ::upsert-all-failed
|
||||
:severity :error
|
||||
:exception e)
|
||||
(cond (= (:status data) 401)
|
||||
(mark-integration-status client {:integration-status/state :integration-state/unauthorized
|
||||
:integration-status/message (-> data :body str)})
|
||||
(fn [_]
|
||||
(mu/with-context lc
|
||||
(log/info ::upsert-cash-shifts)
|
||||
(upsert-cash-shifts client)))
|
||||
(fn [_]
|
||||
(mu/with-context lc
|
||||
(log/info ::upsert-done))
|
||||
(mark-integration-status client {:integration-status/state :integration-state/success
|
||||
:integration-status/last-updated (coerce/to-date (time/now))})))
|
||||
(de/catch (fn [e]
|
||||
(mu/with-context lc
|
||||
(let [data (ex-data e)]
|
||||
(log/info ::upsert-all-failed
|
||||
:severity :error
|
||||
:exception e)
|
||||
(cond (= (:status data) 401)
|
||||
(mark-integration-status client {:integration-status/state :integration-state/unauthorized
|
||||
:integration-status/message (-> data :body str)})
|
||||
|
||||
(= (:status data) 503)
|
||||
(mark-integration-status client {:integration-status/state :integration-state/failed
|
||||
:integration-status/message (-> data :body str)})
|
||||
:else
|
||||
(mark-integration-status client {:integration-status/state :integration-state/failed
|
||||
:integration-status/message (or (ex-message e)
|
||||
(str e))}))))))))))
|
||||
(s/buffer 5)
|
||||
(s/realize-each)
|
||||
(s/reduce conj []))))
|
||||
(= (:status data) 503)
|
||||
(mark-integration-status client {:integration-status/state :integration-state/failed
|
||||
:integration-status/message (-> data :body str)})
|
||||
:else
|
||||
(mark-integration-status client {:integration-status/state :integration-state/failed
|
||||
:integration-status/message (or (ex-message e)
|
||||
(str e))}))))))))))
|
||||
(s/buffer 5)
|
||||
(s/realize-each)
|
||||
(s/reduce conj []))))
|
||||
|
||||
(defn do-upsert-all [& clients]
|
||||
(mu/trace
|
||||
::upsert-all
|
||||
[:clients clients]
|
||||
@(apply upsert-all clients)))
|
||||
::upsert-all
|
||||
[:clients clients]
|
||||
@(apply upsert-all clients)))
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user