personal/monzo-ingestion
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Slim down batch size to fit in ingestion
Some checks are pending
Build and Publish / Build and Test (push) Waiting to run
Details

Browse Source
This commit is contained in:
Joshua Coles 2024-10-15 21:40:11 +01:00
parent 5c3f734bbc
commit ca0df97e73
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/ingestion/db.rs
View File

@ -28,7 +28,7 @@ pub async fn insert(
.map(|row| MonzoRow::into_insertion(row, account_id)) .map(|row| MonzoRow::into_insertion(row, account_id))
.collect::<Result<Vec<_>, _>>()?; .collect::<Result<Vec<_>, _>>()?;
for insertions in insertions.chunks(400) { for insertions in insertions.chunks(200) {
let (new_or_updated_insertions, inserted_transaction_ids) = let (new_or_updated_insertions, inserted_transaction_ids) =
whittle_insertions(insertions, db).await?; whittle_insertions(insertions, db).await?;