Skip to content

Commit

Permalink
Merge pull request #15 from dnullproject/move-duplicate-filtration-to…
Browse files Browse the repository at this point in the history 
…-actual-side

Move duplicate filtration to actual side
  • Loading branch information
@prizrak1609
prizrak1609 authored Aug 23, 2024
2 parents 15bc1ad + 6d1fea4 commit 0f29342
Showing 1 changed file with 64 additions and 61 deletions.
125 changes: 64 additions & 61 deletions mono_actual.js
View file
Original file line number Diff line number Diff line change
Expand Up @@ -46,11 +46,13 @@ function sleep(ms) {
// }
// ];
async function fetch_data() {
let TOTAL_DAYS_SYNC = DAYS_TO_SYNC;

// MONO
async function getMonoDataFromCards(startDateTimestamp, endDateTimestamp) {
let card_index = 0;
let result = [];
while(true) {
while (true) {
console.log("Parsing card number " + card_index);
const cards_data = process.env["MONO_CARD_" + card_index];
if (!cards_data) {
Expand All @@ -74,7 +76,9 @@ async function fetch_data() {
});
const actual_id = actual_card.id;

const new_data = await fetchMonoData(mono_card, startDateTimestamp, endDateTimestamp);
const new_data = await fetchMonoData(mono_card, startDateTimestamp, endDateTimestamp, TOTAL_DAYS_SYNC > 0).catch((error) => {
console.error(error);
});

if (actual_id && new_data) {
result.push({
Expand All @@ -87,21 +91,25 @@ async function fetch_data() {
return result;
}

async function fetchMonoData(card, startDateTimestamp, endDateTimestamp) {
async function fetchMonoData(card, startDateTimestamp, endDateTimestamp, sleepToAllowNextRequest) {
try {
const mono_url = MONO_URL + '/personal/statement/' + card + '/' + startDateTimestamp + '/' + endDateTimestamp;
const response = await fetch(mono_url, {
headers: { 'X-Token': MONO_TOKEN, },
}).catch((error) => {
console.error(error);
});

if (!response.ok) {
throw new Error(mono_url + ' failed: ' + ' ' + response.status + ' ' + response.statusText);
}

const data = await response.json();
const data = await response.json().catch((error) => {
console.error(error);
});

// Mono allows 1 request per 60 seconds
if (TOTAL_DAYS_SYNC > 0) {
if (sleepToAllowNextRequest) {
// console.log('sleeping for 60 seconds');
await sleep(60 * 1000); // 60 seconds
}
Expand All @@ -123,7 +131,9 @@ async function fetch_data() {
]
})
.select('*')
);
).catch((error) => {
console.error(error);
});
// actual_data structure
// const actual_data = {
// data: [
Expand Down Expand Up @@ -165,9 +175,13 @@ async function fetch_data() {
dataDir: CACHE_DIR_PATH,
serverURL: ACTUAL_URL,
password: ACTUAL_PASSWORD,
}).catch((error) => {
console.error(error);
});

await actualApi.downloadBudget(ACTUAL_SYNC_ID);
await actualApi.downloadBudget(ACTUAL_SYNC_ID).catch((error) => {
console.error(error);
});
// accounts = [
// {
// "id":"19525deb-b8d8-4681-af43-69ddc3d7110e",
Expand All @@ -176,7 +190,9 @@ async function fetch_data() {
// "closed":false
// }
// ]
ACTUAL_ACCOUNTS = await actualApi.getAccounts();
ACTUAL_ACCOUNTS = await actualApi.getAccounts().catch((error) => {
console.error(error);
});
console.log("actual accounts " + JSON.stringify(ACTUAL_ACCOUNTS));

let endDate = new Date();
Expand All @@ -185,7 +201,6 @@ async function fetch_data() {
const startDate = new Date();
startDate.setHours(0, 0, 0, 0);

let TOTAL_DAYS_SYNC = DAYS_TO_SYNC;
while (TOTAL_DAYS_SYNC > 0) {
const endDateIso = endDate.toISOString().slice(0, 10);
const endDateTimestamp = endDate.getTime();
Expand All @@ -200,67 +215,54 @@ async function fetch_data() {

let transactions = [];

const actual_data = await fetchActualData(startDateIso, endDateIso);
const actual_data = await fetchActualData(startDateIso, endDateIso).catch((error) => {
console.error(error);
});
console.log("actual data-----------------------------------------------------------")
console.log(actual_data);
console.log("end actual data-----------------------------------------------------------")

const cards_data = await getMonoDataFromCards(startDateTimestamp, endDateTimestamp);
console.log("mono data-----------------------------------------------------------")
console.log(cards_data);
console.log("end mono data-----------------------------------------------------------")
if (actual_data) {
const cards_data = await getMonoDataFromCards(startDateTimestamp, endDateTimestamp).catch((error) => {
console.error(error);
});
console.log("mono data-----------------------------------------------------------")
console.log(cards_data);
console.log("end mono data-----------------------------------------------------------")

if (cards_data && cards_data.length > 0) {
// cards_data = {
// actual_card: actual_card
// mono_data: mono_data_array
// }
for (const data of cards_data) {
for (const exp of data.mono_data) {
let create_trans = {};

create_trans.account = data.actual_card;
create_trans.amount = exp.amount;
create_trans.date = new Date(exp.time * 1000).toISOString().slice(0, 10);
create_trans.payee_name = exp.description;
create_trans.imported_id = exp.id

if (cards_data && cards_data.length > 0) {
// cards_data = {
// actual_card: actual_card
// mono_data: mono_data_array
// }
for (const data of cards_data) {
for (const exp of data.mono_data) {
let create_trans = {};

create_trans.account = data.actual_card;
create_trans.amount = exp.amount;
create_trans.date = new Date(exp.time * 1000).toISOString().slice(0, 10);
create_trans.payee_name = exp.description;

const found = actual_data.find((actual) => {
if (create_trans.amount == actual.amount) {
if (actual.imported_payee && create_trans.payee_name.toUpperCase() === actual.imported_payee.toUpperCase()) {
console.log('duplicate: amount' + create_trans.amount + ' imported payee:' + create_trans.payee_name);
return true;
}
if (actual.payee && create_trans.payee_name.toUpperCase() === actual.payee.toUpperCase()) {
console.log('duplicate:: amount' + create_trans.amount + ' payee:' + create_trans.payee_name);
return true;
}
}
return false;
}
);

if (found) {
console.log('skipping date: ' + create_trans.date + 'amount: ' + create_trans.amount + ' payee: ' + create_trans.payee_name);
} else {
console.log('create date: ' + create_trans.date + 'amount: ' + create_trans.amount + ' payee: ' + create_trans.payee_name);
transactions.push(create_trans);
}
}

if (transactions.length > 0) {
console.log("adding " + transactions.length + " transactions");
console.log("transactions")
console.log(transactions)
console.log("end transactions")
let result = await actualApi.importTransactions(data.actual_card, transactions).catch((error) => {
console.error(error);
});
console.log(result);
} else {
console.log('No new data to be added: ' + transactions.length)
}
if (transactions.length > 0) {
console.log("adding " + transactions.length + " transactions");
console.log("transactions")
console.log(transactions)
console.log("end transactions")
let result = await actualApi.importTransactions(data.actual_card, transactions).catch((error) => {
console.error(error);
});
console.log(result);
} else {
console.log('No new data to be added: ' + transactions.length)
}

transactions = [];
transactions = [];
}
}
}

Expand All @@ -277,6 +279,7 @@ async function fetch_data() {
})()

if (USE_NODE_CRON) {
console.log("Starting cron");
var cron = require('node-cron');

const CRON_ONCE_PER_HOUR = '0 * * * *';
Expand Down

0 comments on commit 0f29342

Please sign in to comment.