notid/integreat
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

ability to import yodlee data.

Browse Source
This commit is contained in:
Bryce Covert
2018-06-14 17:26:54 -07:00
parent a786fce926
commit d110755939
10 changed files with 163 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
config/dev.edn
View File

@@ -7,4 +7,7 @@
:invoice-import-queue-url "https://sqs.us-east-1.amazonaws.com/679918342773/integreat-mail-staging"
:invoice-email "invoices-staging@mail.app.integreatconsult.com"
:data-bucket "data.staging.app.integreatconsult.com"
:yodlee-cobrand-login "sbCobda48aa19712a83c3ca4e935dd5e5d46b1a"
:yodlee-cobrand-password "0a07ea32-1b5d-461b-ad0f-2752cdd77602"
}

3
config/local.edn
View File

@@ -6,4 +6,7 @@
:aws-region "us-east-1"
:invoice-import-queue-url "https://sqs.us-east-1.amazonaws.com/679918342773/integreat-mail-staging"
:data-bucket "data.staging.app.integreatconsult.com"
:yodlee-cobrand-login "sbCobda48aa19712a83c3ca4e935dd5e5d46b1a"
:yodlee-cobrand-password "0a07ea32-1b5d-461b-ad0f-2752cdd77602"
}

3
config/prod.edn
View File

@@ -7,4 +7,7 @@
:invoice-import-queue-url "https://sqs.us-east-1.amazonaws.com/679918342773/integreat-mail-prod"
:invoice-email "invoices@mail.app.integreatconsult.com"
:data-bucket "data.prod.app.integreatconsult.com"
:yodlee-cobrand-login "sbCobda48aa19712a83c3ca4e935dd5e5d46b1a"
:yodlee-cobrand-password "0a07ea32-1b5d-461b-ad0f-2752cdd77602"
}

3
config/staging.edn
View File

@@ -7,4 +7,7 @@
:invoice-import-queue-url "https://sqs.us-east-1.amazonaws.com/679918342773/integreat-mail-staging"
:invoice-email "invoices-staging@mail.app.integreatconsult.com"
:data-bucket "data.staging.app.integreatconsult.com"
:yodlee-cobrand-login "sbCobda48aa19712a83c3ca4e935dd5e5d46b1a"
:yodlee-cobrand-password "0a07ea32-1b5d-461b-ad0f-2752cdd77602"
}

2
migrator/migrations/1529005616-DOWN-add-yodleee-staging.sql Normal file
View File

@@ -0,0 +1,2 @@
-- 1529005616 DOWN add-yodleee-staging
drop table yodlee_imports;

15
migrator/migrations/1529005616-UP-add-yodleee-staging.sql Normal file
View File

@@ -0,0 +1,15 @@
-- 1529005616 UP add-yodleee-staging
create table yodlee_imports (
amount decimal,
description_original varchar(255),
description_simple varchar (255),
merchant_id varchar(255),
merchant_name varchar(255),
id int primary key,
date timestamp,
post_date timestamp,
type varchar(255),
account_id int,
status varchar(255));

1
project.clj
View File

@@ -19,6 +19,7 @@
;; https://mvnrepository.com/artifact/postgresql/postgresql
[vincit/venia "0.2.5"]
[postgresql/postgresql "9.3-1102.jdbc41"]
[nilenso/honeysql-postgres "0.2.4"]
[cljs-http "0.1.44"]
[clj-http "3.7.0"]
[clj-pdf "2.2.31"]

14
src/clj/auto_ap/db/yodlee_imports.clj Normal file
View File

@@ -0,0 +1,14 @@
(ns auto-ap.db.yodlee-imports
(:require [clojure.java.jdbc :as j]
[honeysql.core :as sql]
[honeysql.helpers :as helpers]
[honeysql-postgres.format :as postgres-format]
[honeysql-postgres.helpers :as postgres-helpers]
[auto-ap.db.utils :refer [clj->db kebab->snake db->clj get-conn query] :as utils]))
(defn upsert! [row]
(j/db-do-prepared (get-conn)
(sql/format (-> (helpers/insert-into :yodlee-imports)
(helpers/values [row])
(postgres-helpers/upsert (-> (postgres-helpers/on-conflict :id)
(postgres-helpers/do-update-set :amount :status)))))))

89
src/clj/auto_ap/yodlee/core.clj Normal file
View File

@@ -0,0 +1,89 @@
(ns auto-ap.yodlee.core
(:require [clj-http.client :as client]
[clojure.data.json :as json]
[config.core :refer [env]]))
(defn auth-header
([cob-session] (str "{cobSession=" cob-session "}"))
([cob-session user-session] (str "{cobSession=" cob-session ",userSession=" user-session "}")))
(def base-headers {"Api-Version" "1.1"
"Cobrand-Name" "restserver"
"Content-Type" "application/json"})
(defn login-cobrand []
(-> "https://developer.api.yodlee.com/ysl/cobrand/login"
(client/post {:headers base-headers
:body
(json/write-str {:cobrand {:cobrandLogin (:yodlee-cobrand-login env)
:cobrandPassword (:yodlee-cobrand-password env)
:locale "en_US"}})
:as :json}
)
:body
:session
:cobSession))
(defn login-user [cob-session]
(-> "https://developer.api.yodlee.com/ysl/user/login"
(client/post {:headers (merge base-headers {"Authorization" (auth-header cob-session)})
:body
(json/write-str {:user {:loginName "sbMemda48aa19712a83c3ca4e935dd5e5d46b1a1"
:password "sbMemda48aa19712a83c3ca4e935dd5e5d46b1a1#123"
:locale "en_US"}})
:as :json})
:body
:user
:session
:userSession))
(defn get-accounts []
(let [cob-session (login-cobrand)
user-session (login-user cob-session)]
(-> "https://developer.api.yodlee.com/ysl/accounts"
(client/get {:headers (merge base-headers {"Authorization" (auth-header cob-session user-session)})
:as :json}))))
(defn get-provider-accounts []
(let [cob-session (login-cobrand)
user-session (login-user cob-session)]
(-> "https://developer.api.yodlee.com/ysl/providerAccounts/11049210"
(client/get {:headers (merge base-headers {"Authorization" (auth-header cob-session user-session)})
:as :json}))))
(defn get-transactions []
(let [cob-session (login-cobrand)
user-session (login-user cob-session)
batch-size 500
get-transaction-batch (fn [skip]
(-> (str "https://developer.api.yodlee.com/ysl/transactions?top=" batch-size "&skip=" skip)
(client/get {:headers (merge base-headers {"Authorization" (auth-header cob-session user-session)})
:as :json})
:body
:transaction
))]
(loop [transactions []
skip 0]
(let [transaction-batch (get-transaction-batch skip)]
(if (seq transaction-batch)
(recur (concat transactions transaction-batch) (+ batch-size skip))
transactions)))))
#_(defn create-user []
(let [cob-session (login-cobrand)]
(-> "https://developer.api.yodlee.com/ysl/user/register"
(client/post {:headers (merge base-headers {"Authorization" (auth-header cob-session)})
:body (json/write-str {:user {:loginName "brycesPersoonal2"
:password "kV@mdv3TU11"
:email "yodleepersonal2@brycecovertoperations.com"}})
:as :json})
:body)))
#_(defn get-users []
(let [cob-session (login-cobrand)]
(-> "https://developer.api.yodlee.com/ysl/user"
(client/get {:headers (merge base-headers {"Authorization" (auth-header cob-session)})
:as :json})
:body)))

30
src/clj/auto_ap/yodlee/import.clj Normal file
View File

@@ -0,0 +1,30 @@
(ns auto-ap.yodlee.import
(:require [auto-ap.yodlee.core :as client]
[auto-ap.db.yodlee-imports :as yodlee-imports]
[auto-ap.time :as time]))
(defn do-import []
(doseq [transaction (client/get-transactions)
:let [{post-date :postDate
account-id :accountId
date :date
id :id
{amount :amount} :amount
{description-original :original
description-simple :simple} :description
{merchant-id :i
merchant-name :name} :merchant
type :type
status :status
}
transaction]]
(yodlee-imports/upsert!
{:post-date (time/parse post-date "YYYY-MM-dd")
:id id
:account-id account-id
:date (time/parse date "YYYY-MM-dd")
:amount amount
:description-original description-original
:description-simple description-simple
:type type
:status status})))