Add monzo-row parsing testcases

src/ingestion/ingestion_logic.rs

@@ -40,7 +40,7 @@ pub struct MonzoRow {
     emoji: Option<String>,
     description: Option<String>,
     transaction_type: String,
-    title: String,
+    title: Option<String>,
     timestamp: NaiveDateTime,
     transaction_id: String,
 }
@@ -153,7 +153,7 @@ pub fn from_json_row(row: Vec<Value>) -> anyhow::Result<MonzoRow> {
 
     Ok(MonzoRow {
         transaction_id: json_required_str(&row[headings::TRANSACTION_ID], "Transaction ID")?,
-        title: json_required_str(&row[headings::NAME], "Title")?,
+        title: json_opt(&row[headings::NAME]),
         transaction_type: json_required_str(&row[headings::TYPE], "Transaction type")?,
         description: json_opt(&row[headings::DESCRIPTION]),
         emoji: json_opt(&row[headings::EMOJI]),
@@ -166,6 +166,32 @@ pub fn from_json_row(row: Vec<Value>) -> anyhow::Result<MonzoRow> {
     })
 }
 
+#[test]
+fn test_json() {
+    let json = include_str!("../../fixtures/transactions.json");
+    let csv = include_str!("../../fixtures/transactions.csv");
+
+    let json: Vec<Vec<Value>> = serde_json::from_str(json).unwrap();
+    let mut csv_reader = csv::Reader::from_reader(csv.as_bytes());
+
+    let json_rows = json.iter()
+        .map(|row| from_json_row(row.clone()))
+        .collect::<Result<Vec<_>, anyhow::Error>>()
+        .unwrap();
+
+    let csv_rows = csv_reader.records()
+        .map(|record| from_csv_row(record.unwrap()))
+        .collect::<Result<Vec<_>, anyhow::Error>>()
+        .unwrap();
+
+    assert_eq!(csv_rows.len(), json_rows.len(), "Different number of rows");
+
+    for (i, (json_row, csv_row)) in json_rows.iter().zip(csv_rows.iter()).enumerate() {
+        assert_eq!(json_row, csv_row, "Row {} is different", i);
+        assert_eq!(json_row.compute_hash(), csv_row.compute_hash(), "Row {} hash are different", i);
+    }
+}
+
 fn csv_opt(s: &str) -> Option<String> {
     match s {
         "" => None,
@@ -185,7 +211,7 @@ pub fn from_csv_row(row: StringRecord) -> anyhow::Result<MonzoRow> {
     Ok(MonzoRow {
         timestamp,
         transaction_id: row[headings::TRANSACTION_ID].to_string(),
-        title: row[headings::NAME].to_string(),
+        title: csv_opt(&row[headings::NAME]),
         transaction_type: row[headings::TYPE].to_string(),
         description: csv_opt(&row[headings::DESCRIPTION]),
         emoji: csv_opt(&row[headings::EMOJI]),