Attempts solution of retrying transaction

src/clj/auto_ap/jobs/restore_from_backup.clj

@@ -43,11 +43,23 @@
 
 (def loaded (atom #{}))
 
-(defn upsert-batch [batch]
+(defn upsert-batch-impl
+  ([batch ] (upsert-batch-impl batch 0))
+  ([batch attempt]
+   (try 
+     (dc/transact auto-ap.datomic/conn {:tx-data batch})
+     batch
+     (catch Exception e
+       (if (< attempt 10)
+         (do 
+           (Thread/sleep (* attempt 1000))
+           (upsert-batch-impl batch (inc attempt)))
+         (throw e))))))
+
+(defn upsert-batch
+  [batch]
   (de/future-with request-pool 
-                  (do 
-                    (dc/transact auto-ap.datomic/conn {:tx-data batch})
-                    batch)))
+                  (upsert-batch-impl batch)))
 
 
 
@@ -76,7 +88,7 @@
                                  (mu/log ::error
                                          :exception e)
                                  (throw e)))))
-                         (->> (partition-all 200 entities)
+                         (->> (partition-all 1000 entities)
                               (s/->source)
                               (s/onto buffered)
                               (s/map (fn [entities]
@@ -84,7 +96,7 @@
                                          (reset! die? false)
                                          (throw (Exception. "dead")))
                                        (upsert-batch entities)))
-                              (s/buffer 20)
+                              (s/buffer 50)
                               (s/realize-each)))
               (swap! loaded conj entity))))