notid/integreat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Dialing things down to avoid service unavailable.

Browse Source
This commit is contained in:
Bryce Covert
2023-03-29 20:45:30 -07:00
parent 97298dbeb4
commit 5a6a43f183
2 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/clj/auto_ap/jobs/restore_from_backup.clj
View File

@@ -76,7 +76,7 @@
(mu/log ::error
:exception e)
(throw e)))))
(->> (partition-all 1000 entities)
(->> (partition-all 200 entities)
(s/->source)
(s/onto buffered)
(s/map (fn [entities]
@@ -84,7 +84,7 @@
(reset! die? false)
(throw (Exception. "dead")))
(upsert-batch entities)))
(s/buffer 50)
(s/buffer 20)
(s/realize-each)))
(swap! loaded conj entity))))

10
src/clj/auto_ap/ledger.clj
View File

@@ -532,13 +532,13 @@
(-> je :journal-entry/date)]})
(:journal-entry/line-items je))))
(partition-all 500)
(partition-all 200)
(s/->source)
(s/map (fn [batch]
(de/future
(dc/transact conn {:tx-data batch})
(count batch))))
(s/buffer 50)
(s/buffer 20)
(s/realize-each)
(s/consume (fn [batch-count]
(swap! so-far #(+ % batch-count))
@@ -694,13 +694,13 @@
(s/realize-each)
(s/mapcat (fn [x]
x))
(s/buffer 50)
(s/transform (partition-all 500))
(s/buffer 20)
(s/transform (partition-all 200))
(s/map (fn [batch]
(de/future
(dc/transact conn {:tx-data batch})
(count batch))))
(s/buffer 50)
(s/buffer 20)
(s/realize-each)
(s/consume (fn [batch-count]
(swap! so-far #(+ % batch-count))