SS-FCSC/fcsc_ipi_backend
5
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

hs code mapping done

Browse Source
This commit is contained in:
unknown 2025-11-11 23:39:52 +05:30
parent aee1d48171
commit f437d995c9
2 changed files with 258 additions and 120 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

350
app/controllers/establishment.controller.js
View File

@ -9,7 +9,7 @@ const Emirate = db.Emirate;
const user = db.user; const user = db.user;
const Product = db.Product; const Product = db.Product;
const ExcelJS = require("exceljs"); const ExcelJS = require("exceljs");
const { Op } = require("sequelize"); const { Op, Sequelize } = require("sequelize");
const { sendEmail } = require("../services/emailHelper"); const { sendEmail } = require("../services/emailHelper");
const { sendEmailService } = require("../services/email.service"); const { sendEmailService } = require("../services/email.service");
const logger = require("../services/logger"); const logger = require("../services/logger");
@ -819,128 +819,266 @@ exports.forgotPasswordVerifyOTP = async (req, res) => {
} }
}; };
exports.establishmentBulkUpload = async (req, res) => { exports.establishmentBulkUpload = async (req, res) => {
const removeFile = (path) => fs.existsSync(path) && fs.unlinkSync(path);
const HS_CODE_LENGTH = 10;
try { try {
// Check if file exists if (!req.file) {
if (!req.file) { return res.status(400).send({ status: "failed", message: "No file uploaded." });
return res.status(400).send({ status: "failed", message: "No file uploaded" }); }
}
const filePath = req.file.path; const filePath = req.file.path;
if (!req.file.originalname.endsWith(".csv")) {
removeFile(filePath);
return res.status(400).send({
status: "failed",
message: "Invalid file type. Only CSV allowed.",
});
}
// Validate file type const mode = req.body.mode?.toLowerCase() || "add";
if (!req.file.originalname.endsWith(".csv")) { if (mode !== "add") {
fs.unlinkSync(filePath); removeFile(filePath);
return res.status(400).send({ return res.status(400).send({
status: "failed", status: "failed",
message: "Invalid file type. Only CSV files are allowed.", message: "Only 'Add Only' mode is supported currently.",
}); });
} }
// Validate userId const stats = fs.statSync(filePath);
if (!req.body.userId || isNaN(req.body.userId)) { if (stats.size === 0) {
fs.unlinkSync(filePath); removeFile(filePath);
return res.status(400).send({ return res.status(400).send({
status: "failed", status: "failed",
message: "Invalid or missing userId. Must be an integer.", message: "Uploaded file is empty.",
}); });
} }
const results = []; const results = [];
const userId = parseInt(req.body.userId);
// Read CSV and clean headers/values fs.createReadStream(filePath)
fs.createReadStream(filePath) .pipe(csv())
.pipe(csv()) .on("data", (row) => {
.on("data", (row) => { const cleanRow = {};
// Trim all keys and values to handle spaces in header names or values for (const key in row) {
const cleanRow = {}; cleanRow[key.trim()] = row[key]?.trim() || null;
for (const key in row) { }
cleanRow[key.trim()] = row[key] ? row[key].trim() : null; results.push(cleanRow);
} })
results.push(cleanRow); .on("end", async () => {
}) try {
.on("end", async () => { if (results.length === 0) {
try { removeFile(filePath);
// Check for empty CSV return res.status(400).send({
if (results.length === 0) { status: "failed",
fs.unlinkSync(filePath); message: "CSV file is empty or invalid.",
return res.status(400).send({ });
status: "failed", }
message: "CSV file is empty or invalid.",
});
}
const estCode = results.map((r) => r.EstablishmentId); const requiredCols = [
const existingEstablishment = await Establishment.findAll({ "Establishment Id",
where: { establishment_code: estCode }, "Factory Name",
}); "Email",
"Emirate",
"Total Employment",
];
const existingEstcode = existingEstablishment.map((p) => p.establishment_code); const headers = Object.keys(results[0]);
const toInsert = []; const missingCols = requiredCols.filter((col) => !headers.includes(col));
const duplicates = []; const extraCols = headers.filter(
(col) => !requiredCols.includes(col) && !col.toLowerCase().startsWith("hs code")
);
// Process CSV rows if (missingCols.length > 0 || extraCols.length > 0) {
for (const row of results) { removeFile(filePath);
const establishmentId = row.EstablishmentId?.trim(); let message = "";
const factoryName = row.FactoryName?.trim(); if (missingCols.length > 0)
const email = row.Email?.trim(); message += `Missing required columns: ${missingCols.join(", ")}. `;
const emirateName = row.Emirate?.trim(); if (extraCols.length > 0)
const totalEmployment = row.TotalEmployment; message += `Unexpected columns found: ${extraCols.join(", ")}. Only 'Establishment Id', 'Factory Name', 'Email', 'Emirate', 'Total Employment', and HS Code columns are allowed.`;
return res.status(400).send({
status: "failed",
message: message.trim(),
});
}
if (!establishmentId || !factoryName) continue; // skip invalid rows const hsCodeCols = headers.filter((h) =>
h.toLowerCase().replace(/[\s_]+/g, "").startsWith("hscode")
);
const emirateRecord = await Emirate.findOne({ const toInsert = [];
where: { name: emirateName }, const duplicatesInFile = [];
attributes: ['id'] const errors = [];
}); const seenKeys = new Set();
const emirateId = emirateRecord ? emirateRecord.id : null; const seenEmails = new Set();
if (existingEstcode.includes(establishmentId)) { for (const [i, row] of results.entries()) {
duplicates.push(establishmentId); const rowNum = i + 1;
} else { const estId = row["Establishment Id"];
toInsert.push({ const factory = row["Factory Name"];
establishment_code: establishmentId, const email = row["Email"];
factory_name: factoryName, const emirate = row["Emirate"];
establishment_contact_email: email, const emp = row["Total Employment"];
establishment_emirate_id: emirateRecord ? emirateRecord.id : null,
total_employees:totalEmployment,
created_by: userId,
created_at: new Date(),
});
}
}
// Bulk insert new records
let inserted = [];
if (toInsert.length > 0) {
inserted = await Establishment.bulkCreate(toInsert, { validate: true });
}
// Delete file after processing // Basic field check
fs.unlinkSync(filePath); if (!estId || !factory || !email || !emirate || !emp) {
errors.push({ row: rowNum, error: "Missing required fields." });
continue;
}
// Send success response // Email format
return res.status(200).send({ const emailRegex = /^[^\s@]+@[^\s@]+\.[^\s@]+$/;
status: "success", if (!emailRegex.test(email)) {
message: '${inserted.length}Customer Profiles inserted.', errors.push({ row: rowNum, error: `Invalid email: ${email}` });
inserted_count: inserted.length, continue;
duplicate_establishment: duplicates, }
});
// Total Employment numeric
if (isNaN(emp)) {
errors.push({ row: rowNum, error: "Total Employment must be a number." });
continue;
}
// File-level duplicates
const key = `${estId}|${factory}|${email}|${emirate}`.toLowerCase();
if (seenKeys.has(key)) {
duplicatesInFile.push({ row: rowNum, error: "Duplicate record in file." });
continue;
}
seenKeys.add(key);
if (seenEmails.has(email.toLowerCase())) {
duplicatesInFile.push({ row: rowNum, error: `Duplicate email in file: ${email}` });
continue;
}
seenEmails.add(email.toLowerCase());
// Emirate validation
const emirateRecord = await Emirate.findOne({
where: Sequelize.where(
Sequelize.fn("LOWER", Sequelize.col("name")),
emirate.toLowerCase()
),
attributes: ["id"],
});
if (!emirateRecord) {
errors.push({ row: rowNum, error: `Invalid Emirate: ${emirate}` });
continue;
}
// Extract and validate HS Codes
const hsCodes = hsCodeCols
.map((col) => row[col])
.filter(Boolean)
.flatMap((v) =>
v
.split(/[,\s]+/)
.map((x) => x.replace(/[-\/]/g, "").trim())
.filter((x) => /^\d+$/.test(x) && x.length === HS_CODE_LENGTH)
);
// DB duplicate check
const existingEst = await Establishment.findOne({
where: {
[Op.or]: [
{ establishment_code: estId },
{ factory_name: factory },
{ establishment_contact_email: email },
],
},
attributes: ["establishment_code", "factory_name", "establishment_contact_email"],
});
if (existingEst) {
const details = [];
if (existingEst.establishment_code === estId)
details.push({
field: "establishment_code",
message: "Establishment Id already exists",
});
if (existingEst.factory_name === factory)
details.push({
field: "factory_name",
message: "Factory Name already exists",
});
if (existingEst.establishment_contact_email === email)
details.push({
field: "establishment_contact_email",
message: "Email already exists",
});
removeFile(filePath);
return res.status(400).send({
status: "failed",
message: "Validation error",
details,
});
}
// Passed validation
toInsert.push({
establishment_code: estId,
factory_name: factory,
establishment_contact_email: email,
establishment_emirate_id: emirateRecord.id,
total_employees: parseInt(emp),
hs_codes: hsCodes,
created_by: req.user.id,
created_at: new Date(),
});
}
// Stop if file duplicates found
if (duplicatesInFile.length > 0) {
removeFile(filePath);
return res.status(400).send({
status: "failed",
message: "Duplicate records found in file. Resolve and re-upload.",
duplicates: duplicatesInFile,
});
}
const inserted = await Establishment.bulkCreate(toInsert, { validate: true });
removeFile(filePath);
let message = `${inserted.length} establishments inserted successfully.`;
let finalStatus = "success";
if (errors.length > 0) {
finalStatus = inserted.length > 0 ? "partial_success" : "failed";
message = `${inserted.length} inserted, ${errors.length} skipped due to errors.`;
}
return res.status(200).send({
status: finalStatus,
message,
summary: {
total_records: results.length,
imported: inserted.length,
errors: errors.length,
duplicates: duplicatesInFile.length,
},
errors,
});
} catch (err) {
removeFile(filePath);
console.error("Processing error:", err);
return res.status(500).send({
status: "failed",
message: err.message,
});
}
});
} catch (error) {
console.error(error);
return res.status(500).send({
status: "failed",
message: error.message,
});
}
};
} catch (err) {
if (fs.existsSync(filePath)) fs.unlinkSync(filePath);
return res.status(500).send({
status: "failed",
message: err.message,
});
}
});
} catch (error) {
return res.status(500).send({ status: "failed", message: error.message });
}
};

4
app/routes/routes.js
View File

@ -668,7 +668,7 @@ router.delete("/establishments/:id",[verifySignature, verifyToken], establishmen
/** /**
* @swagger * @swagger
* /api/establishments/uploadCSV: * /api/company-profile/uploadCSV:
* post: * post:
* summary: Upload Establishment data in bulk using CSV file * summary: Upload Establishment data in bulk using CSV file
* description: This API accepts CSV file and inserts multiple Establishment in bulk. CSV header columns must match Establishment table columns. * description: This API accepts CSV file and inserts multiple Establishment in bulk. CSV header columns must match Establishment table columns.
@ -695,7 +695,7 @@ router.delete("/establishments/:id",[verifySignature, verifyToken], establishmen
* 500: * 500:
* description: Server error * description: Server error
*/ */
router.post("/establishments/uploadCSV",[verifySignature, verifyToken, upload.single("file")], establishmentController.establishmentBulkUpload); router.post("/company-profile/uploadCSV",[verifySignature, verifyToken, upload.single("file")], establishmentController.establishmentBulkUpload);