feat(logging): add a status message when a csv is done importing with…

… good/bad counts (#82)
pelias · Nov 5, 2020 · 94d7e0e · 94d7e0e
1 parent 702992f
commit 94d7e0e
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 2 deletions.
diff --git a/lib/streams/documentStream.js b/lib/streams/documentStream.js
@@ -187,6 +187,7 @@ function processRecord(record, next_uid, stats) {
     getCategories(record)
       .forEach(category => pelias_document.addCategory(category));
 
+    stats.goodRecordCount++;
     return pelias_document;
   } catch ( ex ){
     logger.warn(`Record import failed on line ${next_uid} due to ${ex.message || ex}.`, record)

diff --git a/lib/streams/recordStream.js b/lib/streams/recordStream.js
@@ -39,7 +39,8 @@ function createRecordStream( filePath, dirPath ){
    * A stream to convert rows of a CSV to Document objects.
    */
   var stats = {
-    badRecordCount: 0
+    badRecordCount: 0,
+    goodRecordCount: 0
   };
 
   var csvParser = csvParse({
@@ -55,7 +56,10 @@ function createRecordStream( filePath, dirPath ){
 
   return fs.createReadStream( filePath )
     .pipe( csvParser )
-    .pipe( documentStream );
+    .pipe( documentStream )
+    .on('finish', () => {
+      logger.info(`Finished import from ${filePath}, goodRecordCount=${stats.goodRecordCount} badRecordCount=${stats.badRecordCount}`)
+    })
 }
 
 /*