Nodejs RestAPIs Upload Download Multiple Excel Files to MySQL/PostgreSQL – Multer, Sequelize ORM, Exceljs, Read-excel-file

Author: loizenai

Nodejs-Upload-Excel-Files/app/config/db.config.js

@@ -0,0 +1,24 @@
+const env = require('./env.js');
+ 
+const Sequelize = require('sequelize');
+const sequelize = new Sequelize(env.database, env.username, env.password, {
+  host: env.host,
+  dialect: env.dialect,
+  operatorsAliases: false,
+ 
+  pool: {
+    max: env.max,
+    min: env.pool.min,
+    acquire: env.pool.acquire,
+    idle: env.pool.idle
+  }
+});
+ 
+const db = {};
+ 
+db.Sequelize = Sequelize;
+db.sequelize = sequelize;
+ 
+db.Customer = require('../models/customer.model.js')(sequelize, Sequelize);
+ 
+module.exports = db;

Nodejs-Upload-Excel-Files/app/config/env.js

@@ -0,0 +1,15 @@
+const env = {
+  database: 'loizenaidb',
+  username: 'root',
+  password: '12345',
+  host: 'localhost',
+  dialect: 'mysql',
+  pool: {
+    max: 5,
+    min: 0,
+    acquire: 30000,
+    idle: 10000
+  }
+};
+ 
+module.exports = env;

Nodejs-Upload-Excel-Files/app/config/multer.config.js

@@ -0,0 +1,14 @@
+const multer = require('multer');
+
+const storage = multer.diskStorage({
+    destination: (req, file, cb) => {
+       cb(null, __basedir + '/uploads/')
+    },
+    filename: (req, file, cb) => {
+       cb(null, file.fieldname + "-" + Date.now() + "-" + file.originalname)
+    }
+  });   
+   
+const upload = multer({storage: storage});
+
+module.exports = upload;

Nodejs-Upload-Excel-Files/app/controllers/excel.controller.js

@@ -0,0 +1,173 @@
+var stream = require('stream');
+var await = require('await')
+
+const db = require('../config/db.config.js');
+const Customer = db.Customer;
+
+const excel = require('exceljs');
+
+const readXlsxFile = require('read-excel-file/node');
+
+exports.uploadFile = (req, res) => {
+
+    try{
+        let filePath = __basedir + "/uploads/" + req.file.filename;
+
+        readXlsxFile(filePath).then(rows => {
+            // `rows` is an array of rows
+            // each row being an array of cells.   
+            console.log(rows);
+    
+            // Remove Header ROW
+            rows.shift();
+            
+            const customers = [];
+    
+            let length = rows.length;
+    
+            for(let i=0; i<length; i++){
+    
+                let customer = {
+                    id: rows[i][0],
+                    name: rows[i][1],
+                    address: rows[i][2],
+                    age: rows[i][3]
+                }
+    
+                customers.push(customer);
+            }
+    
+            Customer.bulkCreate(customers).then(() => {
+                const result = {
+                    status: "ok",
+                    filename: req.file.originalname,
+                    message: "Upload Successfully!",
+                }
+
+                res.json(result);
+            });
+        });
+    }catch(error){
+        const result = {
+            status: "fail",
+            filename: req.file.originalname,
+            message: "Upload Error! message = " + error.message
+        }
+        res.json(result);
+    }
+}
+
+/** 
+ * Upload multiple Excel Files
+ *  
+ * @param {*} req 
+ * @param {*} res 
+ */
+exports.uploadMultipleFiles = async (req, res) => {
+	const messages = [];
+
+	for (const file of req.files) {
+        try{
+            let filePath = __basedir + "/uploads/" + file.filename;
+            let rows = await readXlsxFile(filePath);
+    
+            // `rows` is an array of rows
+            // each row being an array of cells.   
+            console.log(rows);
+    
+            // Remove Header ROW
+            rows.shift();
+            
+            const customers = [];
+    
+            let length = rows.length;
+    
+            for(let i=0; i<length; i++){
+    
+                let customer = {
+                    id: rows[i][0],
+                    name: rows[i][1],
+                    address: rows[i][2],
+                    age: rows[i][3]
+                }
+    
+                customers.push(customer);
+            }
+    
+            uploadResult = await Customer.bulkCreate(customers);
+    
+            // It will now wait for above Promise to be fulfilled and show the proper details
+            console.log(uploadResult);
+    
+            if (!uploadResult){
+                const result = {
+                    status: "fail",
+                    filename: file.originalname,				
+                    message: "Can NOT upload Successfully",
+                }
+    
+                messages.push(result);
+            } else {
+                const result = {
+                    status: "ok",
+                    filename: file.originalname,
+                    message: "Upload Successfully!",
+                }
+                messages.push(result);
+            }                   
+        }catch(error){
+            const result = {
+                status: "fail",
+                filename: file.originalname,				
+                message: "Error -> " + error.message
+            }
+
+            messages.push(result);
+        }
+	}
+
+	return res.json(messages);
+}
+
+exports.downloadFile = (req, res) => {
+    Customer.findAll().then(objects => {
+        var customers = [];
+        let length = objects.length;
+
+        for(let i=0; i<length; i++){
+            let datavalues = objects[i].dataValues;
+            let customer = {
+                id: datavalues.id,
+                name: datavalues.name,
+                address: datavalues.address,
+                age: datavalues.age
+            } ;
+            customers.push(customer);
+        }
+
+		console.log(customers);
+
+        const jsonCustomers = JSON.parse(JSON.stringify(customers));
+
+        let workbook = new excel.Workbook(); //creating workbook
+        let worksheet = workbook.addWorksheet('Customers'); //creating worksheet
+
+        worksheet.columns = [
+            { header: 'Id', key: 'id', width: 10 },
+            { header: 'Name', key: 'name', width: 30 },
+            { header: 'Address', key: 'address', width: 30},
+            { header: 'Age', key: 'age', width: 10, outlineLevel: 1}
+        ];    
+
+        // Add Array Rows
+        worksheet.addRows(jsonCustomers);
+    
+        res.setHeader('Content-Type', 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet');
+        res.setHeader('Content-Disposition', 'attachment; filename=' + 'customer.xlsx');
+
+        return workbook.xlsx.write(res)
+                .then(function() {
+                    res.status(200).end();
+                });
+    });
+}

Nodejs-Upload-Excel-Files/app/models/customer.model.js

@@ -0,0 +1,20 @@
+module.exports = (sequelize, Sequelize) => {
+	const Customer = sequelize.define('customer', {	
+	  id: {
+            type: Sequelize.INTEGER,
+            autoIncrement: true,
+            primaryKey: true
+      },
+	  name: {
+			type: Sequelize.STRING
+	  },
+	  address: {
+			type: Sequelize.STRING
+	  },
+	  age: {
+			type: Sequelize.INTEGER
+	  }
+	});
+	
+	return Customer;
+}

Nodejs-Upload-Excel-Files/app/routers/excel.router.js

@@ -0,0 +1,19 @@
+let express = require('express');
+let router = express.Router();
+let upload = require('../config/multer.config.js');
+ 
+const excelWorker = require('../controllers/excel.controller.js');
+
+let path = __basedir + '/views/';
+
+router.get('/', (req,res) => {
+    console.log("__basedir" + __basedir);
+    res.sendFile(path + "index.html");
+});
+
+router.post('/api/file/upload', upload.single("file"), excelWorker.uploadFile);
+router.post('/api/file/multiple/upload', upload.array('files', 4), excelWorker.uploadMultipleFiles);
+
+router.get('/api/file', excelWorker.downloadFile);
+
+module.exports = router;