diff --git a/index.js b/index.js index a572181..f65aa24 100644 --- a/index.js +++ b/index.js @@ -1,4 +1,4 @@ -const csvtojson = require('csvtojson'); +const csv = require('fast-csv'); const fs = require('fs'); const request = require('axios'); @@ -8,7 +8,15 @@ async function appendPEMFromUrl(url, individualFiles=false) { console.log(`Downloading from URL ${url}`); const response = await request.get(url, { responseType: 'blob'}); console.log('Parsing csv file'); - const jsonData = await csvtojson().fromString(response.data); + + const jsonData = []; + await new Promise((resolve, reject) => { + csv.parseString(response.data, { headers: true }) + .on('data', (data) => jsonData.push(data)) + .on('end', resolve) + .on('error', reject); + }); + const output = [] let i=0; for (const entry of jsonData) { diff --git a/package.json b/package.json index ab41706..ca0c8d2 100644 --- a/package.json +++ b/package.json @@ -34,6 +34,6 @@ "dependencies": { "axios": "^1.6.5", "cross-env": "^7.0.3", - "csvtojson": "^2.0.10" + "fast-csv": "^4.3.6" } }