notid/integreat
1
0
Fork 0
Code Issues Pull Requests 2 Actions Packages Projects Releases Wiki Activity

much more background process tracking

Browse Source
This commit is contained in:
Bryce Covert
2022-06-22 10:43:37 -07:00
parent 480066b202
commit 1db8d7a52c
15 changed files with 379 additions and 486 deletions
Download Patch File Download Diff File Expand all files Collapse all files

66
src/clj/auto_ap/background/requests.clj
View File

@@ -1,62 +1,44 @@
(ns auto-ap.background.requests
(:require
[amazonica.aws.sqs :as sqs]
[config.core :refer [env]]
[mount.core :as mount]
[yang.scheduler :as scheduler]
[auto-ap.yodlee.core2 :as client2]
[clojure.tools.logging :as log]
[auto-ap.import.intuit :as i]
[auto-ap.import.plaid :as p]
[unilog.context :as lc]
[auto-ap.import.yodlee :as y]
[auto-ap.import.yodlee2 :as y2]
))
[auto-ap.utils :refer [heartbeat]]
[clojure.tools.logging :as log]
[config.core :refer [env]]
[mount.core :as mount]
[yang.scheduler :as scheduler]))
(def queue-url (:requests-queue-url env))
(defn process-1 []
(lc/with-context {:source "Request poller"}
(log/info "Checking SQS...")
(let [[{:keys [message-id receipt-handle body]}] (:messages (sqs/receive-message {:queue-url queue-url
:wait-time-seconds 1
:count 1}))]
(when message-id
(sqs/delete-message {:queue-url queue-url
:receipt-handle receipt-handle} )
(log/infof "processing message %s with body %s" message-id body )
(cond
(= ":intuit" body)
(try
(i/import-intuit)
(catch Exception e
(log/error e)))
(let [[{:keys [message-id receipt-handle body]}] (:messages (sqs/receive-message {:queue-url queue-url
:wait-time-seconds 1
:count 1}))]
(when message-id
(sqs/delete-message {:queue-url queue-url
:receipt-handle receipt-handle} )
(log/infof "processing message %s with body %s" message-id body )
(cond
(= ":intuit" body)
(i/import-intuit)
(= ":yodlee" body)
(try
(y/import-yodlee)
(catch Exception e
(log/error e)))
(= ":yodlee" body)
(y/import-yodlee)
(= ":yodlee2" body)
(try
(client2/upsert-accounts)
(y2/import-yodlee2)
(catch Exception e
(log/error e)))
(= ":yodlee2" body)
(y2/import-yodlee2)
(= ":plaid" body)
(try
(p/import-plaid)
(catch Exception e
(log/error e))))
))))
(= ":plaid" body)
(p/import-plaid)))))
(defn fake-message []
(sqs/send-message {:queue-url (:requests-queue-url env)
(sqs/send-message {:queue-url (:requests-queue-url env)
:message-body ":intuit"} ))
(mount/defstate request-listener
:start (scheduler/every (* 1000 30) process-1)
:start (scheduler/every (* 1000 30) (heartbeat process-1 "request-poller"))
:stop (scheduler/stop request-listener))