386 lines
18 KiB
Clojure
386 lines
18 KiB
Clojure
(ns user
|
|
(:require [auto-ap.datomic :refer [uri]]
|
|
|
|
[auto-ap.utils :refer [by]]
|
|
#_[auto-ap.ledger :as l]
|
|
[mount.core :as mount]
|
|
[auto-ap.server ]
|
|
[datomic.api :as d]
|
|
[clojure.data.csv :as csv]
|
|
[clj-time.coerce :as c]
|
|
[clj-time.core :as t]
|
|
[clojure.java.io :as io]
|
|
[clojure.string :as str])
|
|
(:import [org.apache.commons.io.input BOMInputStream]))
|
|
|
|
(defn mark-until-date [client end]
|
|
(let [conn (d/connect uri)]
|
|
(doseq [p (->>
|
|
(d/query {:query {:find '[?e]
|
|
:in '[$ ?client ?end ]
|
|
:where [
|
|
'[?e :invoice/client ?c]
|
|
'[?c :client/code ?client]
|
|
'[?e :invoice/date ?d ]
|
|
'[(<= ?d ?end) ]]}
|
|
:args [(d/db conn)
|
|
client
|
|
(c/to-date end)]})
|
|
(mapv first)
|
|
(mapv (fn [i]
|
|
{:db/id i
|
|
:invoice/exclude-from-ledger true}))
|
|
(partition-all 100))]
|
|
|
|
@(d/transact conn p)
|
|
(println "process 100"))
|
|
|
|
(doseq [p (->>
|
|
(d/query {:query {:find '[?e]
|
|
:in '[$ ?client ?end ]
|
|
:where [
|
|
'[?e :transaction/client ?c]
|
|
'[?c :client/code ?client]
|
|
'[?e :transaction/date ?d ]
|
|
'[(<= ?d ?end) ]]}
|
|
:args [(d/db conn)
|
|
client
|
|
(c/to-date end)]})
|
|
(mapv first)
|
|
(mapv (fn [i]
|
|
{:db/id i
|
|
:transaction/approval-status :transaction-approval-status/excluded}))
|
|
(partition-all 100))]
|
|
|
|
@(d/transact conn p) (println "process 100"))))
|
|
|
|
(defn unapprove-all []
|
|
(let [conn (d/connect uri)]
|
|
(doseq [p (->>
|
|
(d/query {:query {:find '[?e]
|
|
:in '[$ ]
|
|
:where ['[?e :transaction/date ?d ]]}
|
|
:args [(d/db conn)]})
|
|
(mapv first)
|
|
(mapv (fn [i]
|
|
{:db/id i
|
|
:transaction/approval-status :transaction-approval-status/unapproved}))
|
|
(partition-all 100))]
|
|
|
|
@(d/transact conn p)
|
|
(println "process 100"))))
|
|
|
|
|
|
|
|
|
|
(defn load-accounts [conn]
|
|
(let [[header & rows] (-> "master-account-list.csv" (io/resource) io/input-stream (BOMInputStream.) (io/reader) csv/read-csv)
|
|
headers (map read-string header)
|
|
code->existing-account (by :account/numeric-code (map first (d/query {:query {:find ['(pull ?e [:account/numeric-code
|
|
:db/id])]
|
|
:in ['$]
|
|
:where ['[?e :account/name]]}
|
|
:args [(d/db conn)]})))
|
|
|
|
also-merge-txes (fn [also-merge old-account-id]
|
|
(if old-account-id
|
|
(let [[sunset-account]
|
|
(first (d/query {:query {:find ['?a ]
|
|
:in ['$ '?ac ]
|
|
:where ['[?a :account/numeric-code ?ac]]}
|
|
:args [(d/db conn) also-merge ]}))]
|
|
(into (mapv
|
|
(fn [[entity id sunset-account]]
|
|
[:db/add entity id old-account-id])
|
|
(d/query {:query {:find ['?e '?id '?a ]
|
|
:in ['$ '?ac ]
|
|
:where ['[?a :account/numeric-code ?ac]
|
|
'[?e ?at ?a]
|
|
'[?at :db/ident ?id]]}
|
|
:args [(d/db conn) also-merge ]}))
|
|
[[:db/retractEntity sunset-account]]))
|
|
[]))
|
|
|
|
txes (transduce
|
|
(comp
|
|
(map (fn ->map [r]
|
|
(into {} (map vector header r))))
|
|
(map (fn parse-map [r]
|
|
{:old-account-id (:db/id (code->existing-account
|
|
(or
|
|
(if (= (get r "IOL Account #")
|
|
"NEW")
|
|
nil
|
|
(Integer/parseInt (get r "IOL Account #")))
|
|
(Integer/parseInt (get r "Account #")))))
|
|
:new-account-number (Integer/parseInt (get r "Account #"))
|
|
:name (get r "Default Name")
|
|
:location (when-not (str/blank? (get r "Forced Location"))
|
|
(get r "Forced Location"))
|
|
:also-merge (when-not (str/blank? (get r "IOL # additional"))
|
|
(Integer/parseInt (get r "IOL # additional")))
|
|
:account-type (keyword "account-type"
|
|
(str/lower-case (get r "Account Type")))
|
|
:applicability (keyword "account-applicability"
|
|
(condp = (get r "Visiblity (Per-customer, Visible by default, hidden by default)")
|
|
"Visible by default"
|
|
"global"
|
|
|
|
"Hidden by default"
|
|
"optional"
|
|
|
|
"Per Customer"
|
|
"customized"))}))
|
|
(mapcat (fn ->tx [{:keys [old-account-id new-account-number name location also-merge account-type applicability]}]
|
|
(let [tx [(cond-> {:account/name name
|
|
:account/type account-type
|
|
:account/account-set "default"
|
|
:account/applicability applicability
|
|
:account/numeric-code new-account-number}
|
|
old-account-id (assoc :db/id old-account-id)
|
|
location (assoc :account/location location))]]
|
|
(if also-merge
|
|
(into tx
|
|
(also-merge-txes also-merge old-account-id))
|
|
tx)
|
|
))))
|
|
|
|
|
|
conj
|
|
[]
|
|
rows)]
|
|
@(d/transact conn txes)))
|
|
|
|
(defn find-bad-accounts []
|
|
(set (map second (d/query {:query {:find ['(pull ?x [*]) '?z]
|
|
:in ['$]
|
|
:where ['[?e :account/numeric-code ?z]
|
|
'[(<= ?z 9999)]
|
|
'[?x ?a ?e]]}
|
|
:args [(d/db (d/connect uri))]}))))
|
|
|
|
(defn delete-4-digit-accounts []
|
|
@(d/transact (d/connect uri)
|
|
(transduce
|
|
(comp
|
|
(map first)
|
|
(map (fn [old-account-id]
|
|
[:db/retractEntity old-account-id])))
|
|
conj
|
|
[]
|
|
(d/query {:query {:find ['?e]
|
|
:in ['$]
|
|
:where ['[?e :account/numeric-code ?z]
|
|
'[(<= ?z 9999)]]}
|
|
:args [(d/db (d/connect uri))]})))
|
|
)
|
|
|
|
|
|
(defn find-conflicting-accounts []
|
|
(filter
|
|
(fn [[k v]]
|
|
(> (count v) 1))
|
|
(reduce
|
|
(fn [acc [e z]]
|
|
(update acc z conj e))
|
|
{}
|
|
(d/query {:query {:find ['?e '?z]
|
|
:in ['$]
|
|
:where ['[?e :account/numeric-code ?z]]}
|
|
:args [(d/db (d/connect uri))]}))))
|
|
|
|
(defn customize-accounts [customer filename]
|
|
(let [conn (d/connect uri)
|
|
[header & rows] (-> filename (io/resource) io/input-stream (BOMInputStream.) (io/reader) csv/read-csv)
|
|
[client-id] (first (d/query (-> {:query {:find ['?e]
|
|
:in ['$ '?z]
|
|
:where [['?e :client/code '?z]]}
|
|
:args [(d/db (d/connect uri)) customer]})))
|
|
_ (println client-id)
|
|
headers (map read-string header)
|
|
code->existing-account (by :account/numeric-code (map first (d/query {:query {:find ['(pull ?e [:account/numeric-code
|
|
{:account/applicability [:db/ident]}
|
|
:db/id])]
|
|
:in ['$]
|
|
:where ['[?e :account/name]]}
|
|
:args [(d/db conn)]})))
|
|
|
|
existing-account-overrides (d/query (-> {:query {:find ['?e]
|
|
:in ['$ '?client-id]
|
|
:where [['?e :account-client-override/client '?client-id]]}
|
|
:args [(d/db (d/connect uri)) client-id]}))
|
|
|
|
|
|
|
|
_ (if-let [bad-rows (seq (->> rows
|
|
(group-by (fn [[_ account]]
|
|
account))
|
|
vals
|
|
(filter #(> (count %) 1))
|
|
(filter (fn [duplicates]
|
|
(apply not= (map rest duplicates))))
|
|
#_(map (fn [[[_ account]]]
|
|
account))
|
|
))]
|
|
(throw (Exception. (str "These accounts are duplicated:" (str bad-rows)))))
|
|
rows (vec (set (map rest rows)))
|
|
|
|
txes (transduce
|
|
(comp
|
|
(mapcat (fn parse-map [[account account-name override-name _ type]]
|
|
(let [code (some-> account
|
|
not-empty
|
|
Integer/parseInt)
|
|
existing (code->existing-account code)]
|
|
(cond (not code)
|
|
[]
|
|
|
|
(and existing (or (#{:account-applicability/optional :account-applicability/customized}
|
|
(:db/ident (:account/applicability existing)))
|
|
(and (not-empty override-name)
|
|
(not-empty account-name)
|
|
(not= override-name account-name)
|
|
)))
|
|
[{:db/id (:db/id existing)
|
|
:account/client-overrides [{:account-client-override/client client-id
|
|
:account-client-override/name (or (not-empty override-name)
|
|
(not-empty account-name))}]}]
|
|
|
|
(not existing)
|
|
[{:account/applicability :account-applicability/customized
|
|
:account/name account-name
|
|
:account/account-set "default"
|
|
:account/numeric-code code
|
|
:account/code (str code)
|
|
:account/type (if (str/blank? type)
|
|
:account-type/expense
|
|
(keyword "account-type" (str/lower-case type)))
|
|
:account/client-overrides [{:account-client-override/client client-id
|
|
:account-client-override/name (or (not-empty override-name)
|
|
(not-empty account-name))}]}]
|
|
:else
|
|
[])))))
|
|
|
|
conj
|
|
(mapv
|
|
(fn [[x]]
|
|
[:db/retractEntity x])
|
|
existing-account-overrides)
|
|
rows)]
|
|
|
|
txes
|
|
#_@(d/transact conn txes)))
|
|
|
|
|
|
|
|
(defn attach-signature [client-code filename]
|
|
@(d/transact (d/connect uri)
|
|
[{:db/id [:client/code client-code]
|
|
:client/signature-file (str "https://s3.amazonaws.com/integreat-signature-images/" filename)}]))
|
|
|
|
|
|
(defn fix-transactions-without-locations [client-code location]
|
|
(->>
|
|
(d/query {:query {:find ['(pull ?e [*])]
|
|
:in ['$ '?client-code]
|
|
:where ['[?e :transaction/accounts ?ta]
|
|
'[?e :transaction/matched-rule]
|
|
'[?e :transaction/approval-status :transaction-approval-status/approved]
|
|
'(not [?ta :transaction-account/location])
|
|
'[?e :transaction/client ?c]
|
|
'[?c :client/code ?client-code]
|
|
]}
|
|
:args [(d/db (d/connect uri)) client-code]})
|
|
(mapcat
|
|
(fn [[{:transaction/keys [accounts]}]]
|
|
(mapv
|
|
(fn [a]
|
|
{:db/id (:db/id a)
|
|
:transaction-account/location location}
|
|
)
|
|
accounts)
|
|
)
|
|
)
|
|
vec))
|
|
|
|
;; TODO uncommenting the two below this makes lein build not work, probably related to the ledger
|
|
#_(defn patch-missing-ledger-entries []
|
|
@(d/transact
|
|
(d/connect uri)
|
|
(mapv
|
|
#(l/entity-change->ledger (d/db (d/connect uri)) [:transaction %])
|
|
(concat
|
|
(->>
|
|
(d/query {:query {:find ['?t ]
|
|
:in ['$]
|
|
:where ['[?t :transaction/date]
|
|
'(not [?t :transaction/approval-status :transaction-approval-status/excluded])
|
|
'(not-join [?t] [?e :journal-entry/original-entity ?t])]}
|
|
:args [(d/db (d/connect uri))]})
|
|
(map first))))))
|
|
|
|
|
|
|
|
#_(defn check-for-out-of-date-ledger [code]
|
|
[(d/query {:query {:find ['(count ?e)]
|
|
:in ['$ '?code]
|
|
:where ['[?e :transaction/accounts ?ta]
|
|
'[?e :transaction/matched-rule]
|
|
'[?e :transaction/approval-status :transaction-approval-status/approved]
|
|
'(not [?ta :transaction-account/location])
|
|
'[?e :transaction/client ?c]
|
|
'[?c :client/code ?code]
|
|
]}
|
|
:args [(d/db (d/connect uri)) code]})
|
|
|
|
(d/query {:query {:find ['?t ]
|
|
:in ['$]
|
|
:where ['[?t :transaction/date]
|
|
'[?t :transaction/client ?c]
|
|
'[?c :client/code ?code]
|
|
'(not [?t :transaction/approval-status :transaction-approval-status/excluded])
|
|
'(not-join [?t] [?e :journal-entry/original-entity ?t])]}
|
|
:args [(d/db (d/connect uri))]})
|
|
|
|
(d/query {:query {:find ['?t ]
|
|
:in ['$]
|
|
:where ['[?t :transaction/date]
|
|
'[?t :transaction/client ?c]
|
|
'[?c :client/code ?code]
|
|
'(not [?t :transaction/approval-status :transaction-approval-status/excluded])
|
|
'[?t :transaction/vendor ?v]
|
|
'[?j :journal-entry/original-entity ?t]
|
|
'(not [?j :journal-entry/vendor ?v])
|
|
#_'(not-join [?t] [?e :journal-entry/original-entity ?t])]}
|
|
:args [(d/db (d/connect uri))]})
|
|
|
|
(d/query {:query {:find ['(count ?i) ]
|
|
:in ['$]
|
|
:where ['[?i :invoice/client ?c]
|
|
'(not [?i :invoice/status :invoice-status/voided])
|
|
'[?c :client/code ?code]
|
|
'(not-join [?i] [?e :journal-entry/original-entity ?i])]}
|
|
:args [(d/db (d/connect uri))]})])
|
|
|
|
|
|
(defn go []
|
|
(require '[mount.core :as mount])
|
|
(require '[auto-ap.server])
|
|
(mount/start-without #'auto-ap.server/jetty))
|
|
|
|
(defn entity-history [i]
|
|
(vec (sort-by first (d/query
|
|
{:query {:find ['?tx '?z '?v ]
|
|
:in ['?i '$]
|
|
:where ['[?i ?a ?v ?tx ?ad]
|
|
'[?a :db/ident ?z]
|
|
'[(= ?ad true)]]}
|
|
:args [i (d/history (d/db (d/connect uri)))]}))))
|
|
|
|
(defn tx-detail [i]
|
|
(map (juxt :e #(d/ident (d/db (d/connect uri)) (:a %)) :v)
|
|
(:data (first
|
|
(d/tx-range (d/log (d/connect uri))
|
|
i
|
|
(inc i))))))
|