Node.js fast-csv synchronously read file and return array

Question

I am trying to read a .csv file and to assign it to an array with this code:

const fs = require("fs");
const csv = require("@fast-csv/parse");

let data = []

csv
  .parseFile("./downloads/aggiornamento.csv", { skipRows: 2 })
  .on("error", (error) => console.error(error))
  .on("data", (row) => {
    let obj = {};
    obj["item_id"] = row[2];
    obj["qty"] = row[20];

    data.push(obj);
    console.log(obj);
  })
  .on("end", function () {
    return data;
  });

However, the file read by fast-csv is a stream, hence I can only process row by row. I need the full array in a second moment to call some API service, hence I would like to read the file synchronously, appending very row, and returning the array at the end, so that, in a second moment, I can wrap the previous code in a function, and obtain the array in a way such as:

const data = readCSVSynchronously()

How can I do it with fast-csv?

AKX · Accepted Answer · 2020-11-23 12:21:18Z

19

You can't turn an asynchronous function into a synchronous one.

You could, however, wrap that eventful reading code into a promise, which you can then use in a promise/async context, like so:

const fs = require("fs");
const csv = require("@fast-csv/parse");

function readCsv(path, options, rowProcessor) {
  return new Promise((resolve, reject) => {
    const data = [];

    csv
      .parseFile(path, options)
      .on("error", reject)
      .on("data", (row) => {
        const obj = rowProcessor(row);
        if (obj) data.push(obj);
      })
      .on("end", () => {
        resolve(data);
      });
  });
}

async function doThings() {
  const data = await readCsv(
    "./downloads/aggiornamento.csv",
    { skipRows: 2 },
    (row) => ({ item_id: row[2], qty: row[20] }),
  );
  // use data in API...
}

answered Nov 23, 2020 at 12:21

AKX

171k16 gold badges147 silver badges229 bronze badges

Sign up to request clarification or add additional context in comments.

1 Comment

Hashan Over a year ago

If the rowProcessor is an async function, you will need to run a promise.all on data result.

Viswanath Lekshmanan · Accepted Answer · 2020-11-23 12:22:05Z

0

Callback functions can be wrapped with promise.

const fs = require("fs");
const csv = require("@fast-csv/parse");

let data = []
let readCSVSynchronously = async () = {

    return new Promise(reject, resolve => {
     const results = [];
     csv
      .parseFile("./downloads/aggiornamento.csv", { skipRows: 2 })
      .on("error", (error) => console.error(error)
          return reject(error);
       )
      .on("data", (row) => {
        // Do your logic
        results.push(row);
      })
      .on("end", function () {
          resolve(results)
      });
    });
}

const totalResults = await readCSVSynchronously();

answered Nov 23, 2020 at 12:22

Viswanath Lekshmanan

10.1k2 gold badges43 silver badges64 bronze badges

1 Comment

meexo Over a year ago

You have switched "reject, resolve" around, new Promise should have params "resolve, reject". See: developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/…

Collectives™ on Stack Overflow

Node.js fast-csv synchronously read file and return array

2 Answers 2

1 Comment

1 Comment

Your Answer

Linked

Hot Network Questions

Collectives™ on Stack Overflow

2 Answers 2

1 Comment

1 Comment

Your Answer

Sign up or log in

Post as a guest

Linked

Related