hrms-bangkok/hrms-api-recruit
7
0
Fork 0
Code Issues Pull requests Projects Releases Packages 1 Wiki Activity Actions

fix OOM

Browse source
This commit is contained in:
Suphonchai Phoonsawat 2026-05-19 16:34:03 +07:00
parent 11d308ab51
commit 902faeb7f4
5 changed files with 382 additions and 193 deletions
Download patch file Download diff file Expand all files Collapse all files

2
BMA.EHR.Recruit.csproj
View file

@ -24,6 +24,8 @@
<PackageReference Include="CoreAdmin" Version="2.7.0" /> <PackageReference Include="CoreAdmin" Version="2.7.0" />
<PackageReference Include="EFCore.BulkExtensions.MySql" Version="6.7.16" /> <PackageReference Include="EFCore.BulkExtensions.MySql" Version="6.7.16" />
<PackageReference Include="EPPlus" Version="6.1.3" /> <PackageReference Include="EPPlus" Version="6.1.3" />
<PackageReference Include="ExcelDataReader" Version="3.8.0" />
<PackageReference Include="ExcelDataReader.DataSet" Version="3.8.0" />
<PackageReference Include="Microsoft.AspNetCore.Authentication.JwtBearer" Version="7.0.20" /> <PackageReference Include="Microsoft.AspNetCore.Authentication.JwtBearer" Version="7.0.20" />
<PackageReference Include="Microsoft.IdentityModel.Protocols.OpenIdConnect" Version="7.1.2" /> <PackageReference Include="Microsoft.IdentityModel.Protocols.OpenIdConnect" Version="7.1.2" />
<PackageReference Include="Microsoft.IdentityModel.Protocols" Version="7.1.2" /> <PackageReference Include="Microsoft.IdentityModel.Protocols" Version="7.1.2" />

3
Controllers/RecruitController.cs
View file

@ -377,6 +377,7 @@ namespace BMA.EHR.Recruit.Controllers
try try
{ {
var data = await _context.RecruitImports.AsQueryable() var data = await _context.RecruitImports.AsQueryable()
.AsNoTracking()
.Include(x => x.RecruitImages) .Include(x => x.RecruitImages)
.ThenInclude(x => x.Document) .ThenInclude(x => x.Document)
.Include(x => x.RecruitDocuments) .Include(x => x.RecruitDocuments)
@ -2009,6 +2010,7 @@ namespace BMA.EHR.Recruit.Controllers
public async Task<ActionResult<ResponseObject>> ExportExamAsync(Guid id) public async Task<ActionResult<ResponseObject>> ExportExamAsync(Guid id)
{ {
var data = await _context.RecruitImports.AsQueryable() var data = await _context.RecruitImports.AsQueryable()
.AsNoTracking()
.Include(x => x.Recruits) .Include(x => x.Recruits)
.FirstOrDefaultAsync(x => x.Id == id); .FirstOrDefaultAsync(x => x.Id == id);
@ -2517,6 +2519,7 @@ namespace BMA.EHR.Recruit.Controllers
public async Task<IActionResult> GetCandidateNewListReportAsync(Guid id) public async Task<IActionResult> GetCandidateNewListReportAsync(Guid id)
{ {
var data = await _context.Recruits.AsQueryable() var data = await _context.Recruits.AsQueryable()
.AsNoTracking()
.Include(x => x.RecruitImport) .Include(x => x.RecruitImport)
.Where(x => x.RecruitImport.Id == id) .Where(x => x.RecruitImport.Id == id)
.OrderBy(x => x.ExamId) .OrderBy(x => x.ExamId)

477
Services/ImportBackgroundService.cs
View file

@ -4,13 +4,13 @@ using BMA.EHR.Recruit.Services;
using Microsoft.AspNetCore.Http; using Microsoft.AspNetCore.Http;
using Microsoft.EntityFrameworkCore; using Microsoft.EntityFrameworkCore;
using Microsoft.Extensions.Logging; using Microsoft.Extensions.Logging;
using OfficeOpenXml;
using System.Net.Http.Headers; using System.Net.Http.Headers;
using BMA.EHR.Recruit.Data; using BMA.EHR.Recruit.Data;
using EFCore.BulkExtensions;
using BMA.EHR.Recruit.Extensions; using BMA.EHR.Recruit.Extensions;
using EFCore.BulkExtensions;
using BMA.EHR.Recruit.Models.Recruits; using BMA.EHR.Recruit.Models.Recruits;
using BMA.EHR.Recruit.Requests.Recruits; using BMA.EHR.Recruit.Requests.Recruits;
using ExcelDataReader;
namespace BMA.EHR.Recruit.Services; namespace BMA.EHR.Recruit.Services;
@ -108,14 +108,18 @@ public class ImportBackgroundService : BackgroundService
var imported = await _context.RecruitImports.FindAsync(job.RecruitImportId); var imported = await _context.RecruitImports.FindAsync(job.RecruitImportId);
if (imported == null) throw new Exception("RecruitImport not found"); if (imported == null) throw new Exception("RecruitImport not found");
using var c_package = new ExcelPackage(new FileInfo(job.ImportFile)); System.Text.Encoding.RegisterProvider(System.Text.CodePagesEncodingProvider.Instance);
for (int i = 0; i < c_package.Workbook.Worksheets.Count; i++) using var stream = System.IO.File.OpenRead(job.ImportFile);
{ using var reader = ExcelReaderFactory.CreateReader(stream);
var workSheet = c_package.Workbook.Worksheets[i];
var totalRows = workSheet.Dimension.Rows; do
var cols = workSheet.GetHeaderColumns(); {
// Read header row (row 1) to build column index map
if (!reader.Read()) continue;
var cols = new string[reader.FieldCount];
for (int c = 0; c < reader.FieldCount; c++)
cols[c] = reader.GetValue(c)?.ToString() ?? "";
int row = 2;
int batchCount = 0; int batchCount = 0;
const int batchSize = 500; const int batchSize = 500;
int totalProcessed = 0; int totalProcessed = 0;
@ -127,105 +131,105 @@ public class ImportBackgroundService : BackgroundService
var batchPayments = new List<RecruitPayment>(); var batchPayments = new List<RecruitPayment>();
var batchCertificates = new List<RecruitCertificate>(); var batchCertificates = new List<RecruitCertificate>();
while (row <= totalRows) while (reader.Read())
{ {
var cell1 = workSheet?.Cells[row, 1]?.GetValue<string>(); var cell1 = reader.GetValue(0)?.ToString();
if (cell1 == "" || cell1 == null) break; if (string.IsNullOrEmpty(cell1)) break;
var r = new Models.Recruits.Recruit(); var r = new Models.Recruits.Recruit();
r.ExamId = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.ExamID)]?.GetValue<string>(); r.ExamId = GetCellValue(reader, cols, CandidateFileHeader.ExamID);
r.CitizenId = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.PersonalID)]?.GetValue<string>(); r.CitizenId = GetCellValue(reader, cols, CandidateFileHeader.PersonalID);
r.Prefix = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Prefix)]?.GetValue<string>(); r.Prefix = GetCellValue(reader, cols, CandidateFileHeader.Prefix);
r.FirstName = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.FirstName)]?.GetValue<string>(); r.FirstName = GetCellValue(reader, cols, CandidateFileHeader.FirstName);
r.LastName = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.LastName)]?.GetValue<string>(); r.LastName = GetCellValue(reader, cols, CandidateFileHeader.LastName);
r.Gendor = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Gender)]?.GetValue<string>(); r.Gendor = GetCellValue(reader, cols, CandidateFileHeader.Gender);
r.National = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.National)]?.GetValue<string>().IsNull(""); r.National = GetCellValue(reader, cols, CandidateFileHeader.National).IsNull("");
r.Race = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Race)]?.GetValue<string>().IsNull(""); r.Race = GetCellValue(reader, cols, CandidateFileHeader.Race).IsNull("");
r.Religion = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Religion)]?.GetValue<string>().IsNull(""); r.Religion = GetCellValue(reader, cols, CandidateFileHeader.Religion).IsNull("");
r.DateOfBirth = Convert.ToDateTime(workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.DateOfBirth)]?.GetValue<string>().ToDateTime(DateTimeFormat.Ymd, "-")); r.DateOfBirth = Convert.ToDateTime(GetCellValue(reader, cols, CandidateFileHeader.DateOfBirth).ToDateTime(DateTimeFormat.Ymd, "-"));
r.Marry = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Marry)]?.GetValue<string>(); r.Marry = GetCellValue(reader, cols, CandidateFileHeader.Marry);
r.Isspecial = "N"; r.Isspecial = "N";
r.CitizenCardIssuer = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.PersonalCardIssue)]?.GetValue<string>(); r.CitizenCardIssuer = GetCellValue(reader, cols, CandidateFileHeader.PersonalCardIssue);
r.CitizenCardExpireDate = Convert.ToDateTime(workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.PersonalCardExpireDate)]?.GetValue<string>().ToDateTime(DateTimeFormat.Ymd, "-")); r.CitizenCardExpireDate = Convert.ToDateTime(GetCellValue(reader, cols, CandidateFileHeader.PersonalCardExpireDate).ToDateTime(DateTimeFormat.Ymd, "-"));
r.ApplyDate = (DateTime)workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.ApplyDate)]?.GetValue<DateTime>(); r.ApplyDate = GetCellDateTime(reader, cols, CandidateFileHeader.ApplyDate) ?? DateTime.MinValue;
r.PositionName = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.PositionName)]?.GetValue<string>().IsNull(""); r.PositionName = GetCellValue(reader, cols, CandidateFileHeader.PositionName).IsNull("");
r.PositionType = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.PositionType)]?.GetValue<string>().IsNull(""); r.PositionType = GetCellValue(reader, cols, CandidateFileHeader.PositionType).IsNull("");
r.PositionLevel = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.PositionLevel)]?.GetValue<string>().IsNull(""); r.PositionLevel = GetCellValue(reader, cols, CandidateFileHeader.PositionLevel).IsNull("");
// address // address
var address = new RecruitAddress() var address = new RecruitAddress()
{ {
Address = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Address)]?.GetValue<string>() ?? "", Address = GetCellValue(reader, cols, CandidateFileHeader.Address),
Moo = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Moo)]?.GetValue<string>() ?? "", Moo = GetCellValue(reader, cols, CandidateFileHeader.Moo),
Soi = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Soi)]?.GetValue<string>() ?? "", Soi = GetCellValue(reader, cols, CandidateFileHeader.Soi),
Road = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Road)]?.GetValue<string>() ?? "", Road = GetCellValue(reader, cols, CandidateFileHeader.Road),
District = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.District)]?.GetValue<string>() ?? "", District = GetCellValue(reader, cols, CandidateFileHeader.District),
Amphur = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Amphur)]?.GetValue<string>() ?? "", Amphur = GetCellValue(reader, cols, CandidateFileHeader.Amphur),
Province = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Province)]?.GetValue<string>() ?? "", Province = GetCellValue(reader, cols, CandidateFileHeader.Province),
ZipCode = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.ZipCode)]?.GetValue<string>() ?? "", ZipCode = GetCellValue(reader, cols, CandidateFileHeader.ZipCode),
Telephone = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Telephone)]?.GetValue<string>() ?? "", Telephone = GetCellValue(reader, cols, CandidateFileHeader.Telephone),
Mobile = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Mobile)]?.GetValue<string>() ?? "", Mobile = GetCellValue(reader, cols, CandidateFileHeader.Mobile),
Address1 = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Address1)]?.GetValue<string>() ?? "", Address1 = GetCellValue(reader, cols, CandidateFileHeader.Address1),
Moo1 = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Moo1)]?.GetValue<string>() ?? "", Moo1 = GetCellValue(reader, cols, CandidateFileHeader.Moo1),
Soi1 = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Soi1)]?.GetValue<string>() ?? "", Soi1 = GetCellValue(reader, cols, CandidateFileHeader.Soi1),
Road1 = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Road1)]?.GetValue<string>() ?? "", Road1 = GetCellValue(reader, cols, CandidateFileHeader.Road1),
District1 = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.District1)]?.GetValue<string>() ?? "", District1 = GetCellValue(reader, cols, CandidateFileHeader.District1),
Amphur1 = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Amphur1)]?.GetValue<string>() ?? "", Amphur1 = GetCellValue(reader, cols, CandidateFileHeader.Amphur1),
Province1 = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Province1)]?.GetValue<string>() ?? "", Province1 = GetCellValue(reader, cols, CandidateFileHeader.Province1),
ZipCode1 = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.ZipCode1)]?.GetValue<string>() ?? "", ZipCode1 = GetCellValue(reader, cols, CandidateFileHeader.ZipCode1),
}; };
// payment // payment
var payment = new RecruitPayment() var payment = new RecruitPayment()
{ {
PaymentId = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.PaymentID)]?.GetValue<string>() ?? "", PaymentId = GetCellValue(reader, cols, CandidateFileHeader.PaymentID),
CompanyCode = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.CompanyCode)]?.GetValue<string>() ?? "", CompanyCode = GetCellValue(reader, cols, CandidateFileHeader.CompanyCode),
TextFile = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.TextFile)]?.GetValue<string>() ?? "", TextFile = GetCellValue(reader, cols, CandidateFileHeader.TextFile),
BankCode = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.BankCode)]?.GetValue<string>() ?? "", BankCode = GetCellValue(reader, cols, CandidateFileHeader.BankCode),
AccountNumber = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.AccouontNumer)]?.GetValue<string>() ?? "", AccountNumber = GetCellValue(reader, cols, CandidateFileHeader.AccouontNumer),
TransDate = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.TransDate)]?.GetValue<string>() ?? "", TransDate = GetCellValue(reader, cols, CandidateFileHeader.TransDate),
TransTime = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.TransTime)]?.GetValue<string>() ?? "", TransTime = GetCellValue(reader, cols, CandidateFileHeader.TransTime),
CustomerName = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.CustomerName)]?.GetValue<string>() ?? "", CustomerName = GetCellValue(reader, cols, CandidateFileHeader.CustomerName),
RefNo1 = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.RefNo1)]?.GetValue<string>() ?? "", RefNo1 = GetCellValue(reader, cols, CandidateFileHeader.RefNo1),
TermBranch = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.TermBranch)]?.GetValue<string>() ?? "", TermBranch = GetCellValue(reader, cols, CandidateFileHeader.TermBranch),
TellerId = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.TellerID)]?.GetValue<string>() ?? "", TellerId = GetCellValue(reader, cols, CandidateFileHeader.TellerID),
CreditDebit = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.CreditDebit)]?.GetValue<string>() ?? "", CreditDebit = GetCellValue(reader, cols, CandidateFileHeader.CreditDebit),
PaymentType = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Type)]?.GetValue<string>(), PaymentType = GetCellValue(reader, cols, CandidateFileHeader.Type),
ChequeNo = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.ChequeNo)]?.GetValue<string>() ?? "", ChequeNo = GetCellValue(reader, cols, CandidateFileHeader.ChequeNo),
Amount = (decimal)workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Amount)]?.GetValue<decimal>(), Amount = GetCellDecimal(reader, cols, CandidateFileHeader.Amount),
ChqueBankCode = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.ChqBankCode)]?.GetValue<string>() ?? "" ChqueBankCode = GetCellValue(reader, cols, CandidateFileHeader.ChqBankCode)
}; };
// occupation // occupation
var occupation = new RecruitOccupation() var occupation = new RecruitOccupation()
{ {
Occupation = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Occupation)]?.GetValue<string>() ?? "", Occupation = GetCellValue(reader, cols, CandidateFileHeader.Occupation),
Position = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Position)]?.GetValue<string>() ?? "", Position = GetCellValue(reader, cols, CandidateFileHeader.Position),
Workplace = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Workplace)]?.GetValue<string>() ?? "", Workplace = GetCellValue(reader, cols, CandidateFileHeader.Workplace),
Telephone = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.WorkplaceTelephone)]?.GetValue<string>() ?? "", Telephone = GetCellValue(reader, cols, CandidateFileHeader.WorkplaceTelephone),
WorkAge = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.WorkAge)]?.GetValue<string>() ?? "", WorkAge = GetCellValue(reader, cols, CandidateFileHeader.WorkAge),
}; };
// certificate // certificate
var certificate = new RecruitCertificate() var certificate = new RecruitCertificate()
{ {
CertificateNo = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.CertificateNo)]?.GetValue<string>() ?? "", CertificateNo = GetCellValue(reader, cols, CandidateFileHeader.CertificateNo),
Description = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.CertificateDesc)]?.GetValue<string>() ?? "", Description = GetCellValue(reader, cols, CandidateFileHeader.CertificateDesc),
IssueDate = Convert.ToDateTime(workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.CertificateIssueDate)]?.GetValue<string>().ToDateTime(DateTimeFormat.Ymd, "-")), IssueDate = Convert.ToDateTime(GetCellValue(reader, cols, CandidateFileHeader.CertificateIssueDate).ToDateTime(DateTimeFormat.Ymd, "-")),
ExpiredDate = Convert.ToDateTime(workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.CertificateExpireDate)]?.GetValue<string>().ToDateTime(DateTimeFormat.Ymd, "-")) ExpiredDate = Convert.ToDateTime(GetCellValue(reader, cols, CandidateFileHeader.CertificateExpireDate).ToDateTime(DateTimeFormat.Ymd, "-"))
}; };
var education = new RecruitEducation() var education = new RecruitEducation()
{ {
Degree = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Degree)]?.GetValue<string>() ?? "", Degree = GetCellValue(reader, cols, CandidateFileHeader.Degree),
Major = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.Major)]?.GetValue<string>() ?? "", Major = GetCellValue(reader, cols, CandidateFileHeader.Major),
MajorGroupId = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.MajorGroupID)]?.GetValue<string>() ?? "", MajorGroupId = GetCellValue(reader, cols, CandidateFileHeader.MajorGroupID),
MajorGroupName = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.MajorGroupName)]?.GetValue<string>() ?? "", MajorGroupName = GetCellValue(reader, cols, CandidateFileHeader.MajorGroupName),
University = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.University)]?.GetValue<string>() ?? "", University = GetCellValue(reader, cols, CandidateFileHeader.University),
GPA = (double)workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.GPA)]?.GetValue<double>(), GPA = GetCellDouble(reader, cols, CandidateFileHeader.GPA),
Specialist = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.SpecialList)]?.GetValue<string>() ?? "", Specialist = GetCellValue(reader, cols, CandidateFileHeader.SpecialList),
HighDegree = workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.HighDegree)]?.GetValue<string>() ?? "", HighDegree = GetCellValue(reader, cols, CandidateFileHeader.HighDegree),
BachelorDate = Convert.ToDateTime(workSheet?.Cells[row, GetColumnIndex(cols, CandidateFileHeader.BachelorDate)]?.GetValue<string>().ToDateTime(DateTimeFormat.Ymd, "-")) BachelorDate = Convert.ToDateTime(GetCellValue(reader, cols, CandidateFileHeader.BachelorDate).ToDateTime(DateTimeFormat.Ymd, "-"))
}; };
r.Addresses.Add(address); r.Addresses.Add(address);
@ -242,7 +246,6 @@ public class ImportBackgroundService : BackgroundService
batchCertificates.Add(certificate); batchCertificates.Add(certificate);
batchEducations.Add(education); batchEducations.Add(education);
row++;
batchCount++; batchCount++;
totalProcessed++; totalProcessed++;
@ -300,7 +303,7 @@ public class ImportBackgroundService : BackgroundService
_context.ChangeTracker.Clear(); _context.ChangeTracker.Clear();
} }
} } while (reader.NextResult());
job.TotalCount = _tracker.GetJob(job.JobId)?.ProcessedCount ?? 0; job.TotalCount = _tracker.GetJob(job.JobId)?.ProcessedCount ?? 0;
} }
@ -331,11 +334,14 @@ public class ImportBackgroundService : BackgroundService
var importId = imported.Id; var importId = imported.Id;
var importRef = _context.Attach(new RecruitImport { Id = importId }).Entity; var importRef = _context.Attach(new RecruitImport { Id = importId }).Entity;
using var c_package = new ExcelPackage(new FileInfo(job.ImportFile)); System.Text.Encoding.RegisterProvider(System.Text.CodePagesEncodingProvider.Instance);
for (int i = 0; i < c_package.Workbook.Worksheets.Count; i++) using var stream = System.IO.File.OpenRead(job.ImportFile);
using var reader = ExcelReaderFactory.CreateReader(stream);
do
{ {
var workSheet = c_package.Workbook.Worksheets[i]; // Skip header row
var totalRows = workSheet.Dimension.Rows; if (!reader.Read()) continue;
int row = 2; int row = 2;
int batchCount = 0; int batchCount = 0;
@ -348,33 +354,33 @@ public class ImportBackgroundService : BackgroundService
var batchAddresses = new List<RecruitAddress>(); var batchAddresses = new List<RecruitAddress>();
var batchPayments = new List<RecruitPayment>(); var batchPayments = new List<RecruitPayment>();
while (row <= totalRows) while (reader.Read())
{ {
var cell1 = workSheet?.Cells[row, 1]?.GetValue<string>(); var cell1 = reader.GetValue(0)?.ToString();
if (cell1 == "" || cell1 == null) break; if (string.IsNullOrEmpty(cell1)) break;
try try
{ {
var r = new Models.Recruits.Recruit(); var r = new Models.Recruits.Recruit();
r.Id = Guid.NewGuid(); r.Id = Guid.NewGuid();
r.ExamId = workSheet?.Cells[row, 1]?.GetValue<string>() ?? ""; r.ExamId = reader.GetValue(0)?.ToString() ?? "";
r.PositionName = workSheet?.Cells[row, 3]?.GetValue<string>() ?? ""; r.PositionName = reader.GetValue(2)?.ToString() ?? "";
r.HddPosition = workSheet?.Cells[row, 4]?.GetValue<string>() ?? ""; r.HddPosition = reader.GetValue(3)?.ToString() ?? "";
r.Prefix = workSheet?.Cells[row, 5]?.GetValue<string>() == "อื่น ๆ" ? workSheet?.Cells[row, 6]?.GetValue<string>() ?? "" : workSheet?.Cells[row, 5]?.GetValue<string>() ?? ""; r.Prefix = reader.GetValue(4)?.ToString() == "อื่น ๆ" ? reader.GetValue(5)?.ToString() ?? "" : reader.GetValue(4)?.ToString() ?? "";
r.FirstName = workSheet?.Cells[row, 7]?.GetValue<string>() ?? ""; r.FirstName = reader.GetValue(6)?.ToString() ?? "";
r.LastName = workSheet?.Cells[row, 8]?.GetValue<string>() ?? ""; r.LastName = reader.GetValue(7)?.ToString() ?? "";
r.Gendor = workSheet?.Cells[row, 98]?.GetValue<string>() ?? ""; r.Gendor = reader.GetValue(97)?.ToString() ?? "";
r.National = workSheet?.Cells[row, 9]?.GetValue<string>() ?? ""; r.National = reader.GetValue(8)?.ToString() ?? "";
r.Race = ""; r.Race = "";
r.Religion = workSheet?.Cells[row, 10]?.GetValue<string>() ?? ""; r.Religion = reader.GetValue(9)?.ToString() ?? "";
r.DateOfBirth = !string.IsNullOrWhiteSpace(workSheet?.Cells[row, 11]?.GetValue<string>()) ? _recruitService.CheckDateTime(workSheet?.Cells[row, 11]?.GetValue<string>() ?? "", "dd/MM/yyyy") : null; r.DateOfBirth = !string.IsNullOrWhiteSpace(reader.GetValue(10)?.ToString()) ? _recruitService.CheckDateTime(reader.GetValue(10)?.ToString() ?? "", "dd/MM/yyyy") : null;
r.CitizenId = workSheet?.Cells[row, 12]?.GetValue<string>() ?? ""; r.CitizenId = reader.GetValue(11)?.ToString() ?? "";
r.typeTest = workSheet?.Cells[row, 13]?.GetValue<string>() ?? ""; r.typeTest = reader.GetValue(12)?.ToString() ?? "";
r.Marry = ""; r.Marry = "";
r.Isspecial = "N"; r.Isspecial = "N";
r.CitizenCardExpireDate = null; r.CitizenCardExpireDate = null;
r.ModifiedDate = null; r.ModifiedDate = null;
r.ApplyDate = !string.IsNullOrWhiteSpace(workSheet?.Cells[row, 87]?.GetValue<string>()) ? _recruitService.CheckDateTime(workSheet?.Cells[row, 87]?.GetValue<string>() ?? "", "dd/MM/yyyy") : null; r.ApplyDate = !string.IsNullOrWhiteSpace(reader.GetValue(86)?.ToString()) ? _recruitService.CheckDateTime(reader.GetValue(86)?.ToString() ?? "", "dd/MM/yyyy") : null;
r.PositionType = ""; r.PositionType = "";
r.PositionLevel = ""; r.PositionLevel = "";
r.CreatedAt = DateTime.Now; r.CreatedAt = DateTime.Now;
@ -389,15 +395,15 @@ public class ImportBackgroundService : BackgroundService
var education = new RecruitEducation() var education = new RecruitEducation()
{ {
Id = Guid.NewGuid(), Id = Guid.NewGuid(),
Degree = workSheet?.Cells[row, 18]?.GetValue<string>() ?? "", Degree = reader.GetValue(17)?.ToString() ?? "",
Major = workSheet?.Cells[row, 19]?.GetValue<string>() == "อื่น ๆ" ? workSheet?.Cells[row, 20]?.GetValue<string>() ?? "" : workSheet?.Cells[row, 19]?.GetValue<string>() ?? "", Major = reader.GetValue(18)?.ToString() == "อื่น ๆ" ? reader.GetValue(19)?.ToString() ?? "" : reader.GetValue(18)?.ToString() ?? "",
MajorGroupId = "", MajorGroupId = "",
MajorGroupName = "", MajorGroupName = "",
University = workSheet?.Cells[row, 21]?.GetValue<string>() == "อื่น ๆ" ? workSheet?.Cells[row, 22]?.GetValue<string>() ?? "" : workSheet?.Cells[row, 21]?.GetValue<string>() ?? "", University = reader.GetValue(20)?.ToString() == "อื่น ๆ" ? reader.GetValue(21)?.ToString() ?? "" : reader.GetValue(20)?.ToString() ?? "",
GPA = (double)workSheet?.Cells[row, 26]?.GetValue<double>(), GPA = GetReaderDouble(reader, 25),
Specialist = "", Specialist = "",
HighDegree = workSheet?.Cells[row, 27]?.GetValue<string>() ?? "", HighDegree = reader.GetValue(26)?.ToString() ?? "",
BachelorDate = !string.IsNullOrWhiteSpace(workSheet?.Cells[row, 25]?.GetValue<string>()) ? _recruitService.CheckDateTime(workSheet?.Cells[row, 25]?.GetValue<string>() ?? "", "dd/MM/yyyy") : null, BachelorDate = !string.IsNullOrWhiteSpace(reader.GetValue(24)?.ToString()) ? _recruitService.CheckDateTime(reader.GetValue(24)?.ToString() ?? "", "dd/MM/yyyy") : null,
Recruit = r, Recruit = r,
CreatedAt = DateTime.Now, CreatedAt = DateTime.Now,
CreatedUserId = job.UserId ?? "", CreatedUserId = job.UserId ?? "",
@ -410,11 +416,11 @@ public class ImportBackgroundService : BackgroundService
var occupation = new RecruitOccupation() var occupation = new RecruitOccupation()
{ {
Id = Guid.NewGuid(), Id = Guid.NewGuid(),
Occupation = workSheet?.Cells[row, 33]?.GetValue<string>() == "อื่น ๆ" ? workSheet?.Cells[row, 34]?.GetValue<string>() ?? "" : workSheet?.Cells[row, 33]?.GetValue<string>() ?? "", Occupation = reader.GetValue(32)?.ToString() == "อื่น ๆ" ? reader.GetValue(33)?.ToString() ?? "" : reader.GetValue(32)?.ToString() ?? "",
Position = workSheet?.Cells[row, 37]?.GetValue<string>() ?? "", Position = reader.GetValue(36)?.ToString() ?? "",
Workplace = $"{(workSheet?.Cells[row, 36]?.GetValue<string>() ?? "")} {(workSheet?.Cells[row, 35]?.GetValue<string>() ?? "")}", Workplace = $"{(reader.GetValue(35)?.ToString() ?? "")} {(reader.GetValue(34)?.ToString() ?? "")}",
Telephone = workSheet?.Cells[row, 9999]?.GetValue<string>() ?? "", Telephone = "",
WorkAge = workSheet?.Cells[row, 9999]?.GetValue<string>() ?? "", WorkAge = "",
Recruit = r, Recruit = r,
CreatedAt = DateTime.Now, CreatedAt = DateTime.Now,
CreatedUserId = job.UserId ?? "", CreatedUserId = job.UserId ?? "",
@ -427,24 +433,24 @@ public class ImportBackgroundService : BackgroundService
var address = new RecruitAddress() var address = new RecruitAddress()
{ {
Id = Guid.NewGuid(), Id = Guid.NewGuid(),
Address = $"{(workSheet?.Cells[row, 49]?.GetValue<string>() ?? "")} {(workSheet?.Cells[row, 50]?.GetValue<string>() ?? "")}", Address = $"{(reader.GetValue(48)?.ToString() ?? "")} {(reader.GetValue(49)?.ToString() ?? "")}",
Moo = workSheet?.Cells[row, 51]?.GetValue<string>() ?? "", Moo = reader.GetValue(50)?.ToString() ?? "",
Soi = workSheet?.Cells[row, 52]?.GetValue<string>() ?? "", Soi = reader.GetValue(51)?.ToString() ?? "",
Road = workSheet?.Cells[row, 53]?.GetValue<string>() ?? "", Road = reader.GetValue(52)?.ToString() ?? "",
District = workSheet?.Cells[row, 54]?.GetValue<string>() ?? "", District = reader.GetValue(53)?.ToString() ?? "",
Amphur = workSheet?.Cells[row, 55]?.GetValue<string>() ?? "", Amphur = reader.GetValue(54)?.ToString() ?? "",
Province = workSheet?.Cells[row, 56]?.GetValue<string>() ?? "", Province = reader.GetValue(55)?.ToString() ?? "",
ZipCode = (workSheet?.Cells[row, 57]?.GetValue<string>() ?? "").Trim(), ZipCode = (reader.GetValue(56)?.ToString() ?? "").Trim(),
Telephone = workSheet?.Cells[row, 58]?.GetValue<string>() ?? "", Telephone = reader.GetValue(57)?.ToString() ?? "",
Mobile = "", Mobile = "",
Address1 = $"{(workSheet?.Cells[row, 61]?.GetValue<string>() ?? "")} {(workSheet?.Cells[row, 62]?.GetValue<string>() ?? "")}", Address1 = $"{(reader.GetValue(60)?.ToString() ?? "")} {(reader.GetValue(61)?.ToString() ?? "")}",
Moo1 = workSheet?.Cells[row, 63]?.GetValue<string>() ?? "", Moo1 = reader.GetValue(62)?.ToString() ?? "",
Soi1 = workSheet?.Cells[row, 64]?.GetValue<string>() ?? "", Soi1 = reader.GetValue(63)?.ToString() ?? "",
Road1 = workSheet?.Cells[row, 65]?.GetValue<string>() ?? "", Road1 = reader.GetValue(64)?.ToString() ?? "",
District1 = workSheet?.Cells[row, 66]?.GetValue<string>() ?? "", District1 = reader.GetValue(65)?.ToString() ?? "",
Amphur1 = workSheet?.Cells[row, 67]?.GetValue<string>() ?? "", Amphur1 = reader.GetValue(66)?.ToString() ?? "",
Province1 = workSheet?.Cells[row, 68]?.GetValue<string>() ?? "", Province1 = reader.GetValue(67)?.ToString() ?? "",
ZipCode1 = (workSheet?.Cells[row, 69]?.GetValue<string>() ?? "").Trim(), ZipCode1 = (reader.GetValue(68)?.ToString() ?? "").Trim(),
Recruit = r, Recruit = r,
CreatedAt = DateTime.Now, CreatedAt = DateTime.Now,
CreatedUserId = job.UserId ?? "", CreatedUserId = job.UserId ?? "",
@ -457,22 +463,22 @@ public class ImportBackgroundService : BackgroundService
var payment = new RecruitPayment() var payment = new RecruitPayment()
{ {
Id = Guid.NewGuid(), Id = Guid.NewGuid(),
PaymentId = workSheet?.Cells[row, 104]?.GetValue<string>() ?? "", PaymentId = reader.GetValue(103)?.ToString() ?? "",
CompanyCode = workSheet?.Cells[row, 105]?.GetValue<string>() ?? "", CompanyCode = reader.GetValue(104)?.ToString() ?? "",
TextFile = workSheet?.Cells[row, 106]?.GetValue<string>() ?? "", TextFile = reader.GetValue(105)?.ToString() ?? "",
BankCode = workSheet?.Cells[row, 107]?.GetValue<string>() ?? "", BankCode = reader.GetValue(106)?.ToString() ?? "",
AccountNumber = workSheet?.Cells[row, 108]?.GetValue<string>() ?? "", AccountNumber = reader.GetValue(107)?.ToString() ?? "",
TransDate = workSheet?.Cells[row, 109]?.GetValue<string>() ?? "", TransDate = reader.GetValue(108)?.ToString() ?? "",
TransTime = workSheet?.Cells[row, 110]?.GetValue<string>() ?? "", TransTime = reader.GetValue(109)?.ToString() ?? "",
CustomerName = workSheet?.Cells[row, 111]?.GetValue<string>() ?? "", CustomerName = reader.GetValue(110)?.ToString() ?? "",
RefNo1 = workSheet?.Cells[row, 112]?.GetValue<string>() ?? "", RefNo1 = reader.GetValue(111)?.ToString() ?? "",
TermBranch = workSheet?.Cells[row, 113]?.GetValue<string>() ?? "", TermBranch = reader.GetValue(112)?.ToString() ?? "",
TellerId = workSheet?.Cells[row, 114]?.GetValue<string>() ?? "", TellerId = reader.GetValue(113)?.ToString() ?? "",
CreditDebit = workSheet?.Cells[row, 115]?.GetValue<string>() ?? "", CreditDebit = reader.GetValue(114)?.ToString() ?? "",
PaymentType = workSheet?.Cells[row, 116]?.GetValue<string>() ?? "", PaymentType = reader.GetValue(115)?.ToString() ?? "",
ChequeNo = workSheet?.Cells[row, 117]?.GetValue<string>() ?? "", ChequeNo = reader.GetValue(116)?.ToString() ?? "",
Amount = (decimal)workSheet?.Cells[row, 118]?.GetValue<decimal>(), Amount = GetReaderDecimal(reader, 117),
ChqueBankCode = workSheet?.Cells[row, 119]?.GetValue<string>() ?? "", ChqueBankCode = reader.GetValue(118)?.ToString() ?? "",
Recruit = r, Recruit = r,
CreatedAt = DateTime.Now, CreatedAt = DateTime.Now,
CreatedUserId = job.UserId ?? "", CreatedUserId = job.UserId ?? "",
@ -545,7 +551,7 @@ public class ImportBackgroundService : BackgroundService
_context.ChangeTracker.Clear(); _context.ChangeTracker.Clear();
} }
} } while (reader.NextResult());
job.TotalCount = _tracker.GetJob(job.JobId)?.ProcessedCount ?? 0; job.TotalCount = _tracker.GetJob(job.JobId)?.ProcessedCount ?? 0;
} }
@ -600,69 +606,80 @@ public class ImportBackgroundService : BackgroundService
await _context.SaveChangesAsync(); await _context.SaveChangesAsync();
_context.ChangeTracker.Clear(); _context.ChangeTracker.Clear();
// preload recruits (lightweight - only ExamId) // preload recruits using AsNoTracking to avoid EF tracking overhead
var recruitsDict = await _context.Recruits var recruitsDict = await _context.Recruits
.AsNoTracking()
.Where(x => x.RecruitImport.Id == rec_import.Id) .Where(x => x.RecruitImport.Id == rec_import.Id)
.GroupBy(x => x.ExamId) .GroupBy(x => x.ExamId)
.Where(g => g.Count() == 1) .Where(g => g.Count() == 1)
.Select(g => g.First()) .Select(g => g.First())
.ToDictionaryAsync(x => x.ExamId, x => x); .ToDictionaryAsync(x => x.ExamId, x => x);
using var c_package = new ExcelPackage(new FileInfo(job.ImportFile)); System.Text.Encoding.RegisterProvider(System.Text.CodePagesEncodingProvider.Instance);
for (int i = 0; i < c_package.Workbook.Worksheets.Count; i++) using var stream = System.IO.File.OpenRead(job.ImportFile);
using var reader = ExcelReaderFactory.CreateReader(stream);
do
{ {
var workSheet = c_package.Workbook.Worksheets[i]; // Read header rows (rows 1-7), then data starts at row 8
var cols = workSheet.GetHeaderColumns(); // Skip 7 rows: first 7 are header/metadata
int row = 8; for (int skip = 0; skip < 7; skip++)
{
if (!reader.Read()) break;
}
var cols = new string[reader.FieldCount];
// Use current row (row 7) as header reference — not actually used for ScoreFile column mapping
// ScoreFile uses hardcoded column indices
int batchCount = 0; int batchCount = 0;
const int batchSize = 500; const int batchSize = 500;
int totalProcessed = 0; int totalProcessed = 0;
var endRow = workSheet.Dimension.End.Row;
var batchScores = new List<RecruitScore>(); var batchScores = new List<RecruitScore>();
while (row <= endRow) while (reader.Read())
{ {
var cell1 = workSheet?.Cells[row, 1]?.GetValue<string>(); var cell1 = reader.GetValue(0)?.ToString();
if (cell1 == "" || cell1 == null) break; if (string.IsNullOrEmpty(cell1)) break;
var r = new RecruitScore(); var r = new RecruitScore();
r.ExamId = workSheet?.Cells[row, 2]?.GetValue<string>(); r.ExamId = reader.GetValue(1)?.ToString();
if (!string.IsNullOrEmpty(r.ExamId) && recruitsDict.TryGetValue(r.ExamId, out var recruit)) if (!string.IsNullOrEmpty(r.ExamId) && recruitsDict.TryGetValue(r.ExamId, out var recruit))
{ {
r.CitizenId = workSheet?.Cells[row, 3]?.GetValue<string>()?.Trim(); r.CitizenId = reader.GetValue(2)?.ToString()?.Trim();
r.FullA = 200; r.FullA = 200;
r.SumA = string.IsNullOrWhiteSpace(workSheet?.Cells[row, 5]?.GetValue<string>()) ? 0.00 : Math.Round(workSheet.Cells[row, 5].GetValue<double>(), 2); r.SumA = string.IsNullOrWhiteSpace(reader.GetValue(4)?.ToString()) ? 0.00 : Math.Round(Convert.ToDouble(reader.GetValue(4)), 2);
r.PercentageA = string.IsNullOrWhiteSpace(workSheet?.Cells[row, 6]?.GetValue<string>()) ? 0.00 : Math.Round(workSheet.Cells[row, 6].GetValue<double>(), 2); r.PercentageA = string.IsNullOrWhiteSpace(reader.GetValue(5)?.ToString()) ? 0.00 : Math.Round(Convert.ToDouble(reader.GetValue(5)), 2);
r.AStatus = string.IsNullOrWhiteSpace(workSheet?.Cells[row, 7]?.GetValue<string>()) ? "" : workSheet?.Cells[row, 7]?.GetValue<string>(); r.AStatus = string.IsNullOrWhiteSpace(reader.GetValue(6)?.ToString()) ? "" : reader.GetValue(6)?.ToString();
r.SumAB = string.IsNullOrWhiteSpace(workSheet?.Cells[row, 5]?.GetValue<string>()) ? 0.00 : Math.Round(workSheet.Cells[row, 5].GetValue<double>(), 2); r.SumAB = string.IsNullOrWhiteSpace(reader.GetValue(4)?.ToString()) ? 0.00 : Math.Round(Convert.ToDouble(reader.GetValue(4)), 2);
r.ABStatus = string.IsNullOrWhiteSpace(workSheet?.Cells[row, 7]?.GetValue<string>()) ? "" : workSheet?.Cells[row, 7]?.GetValue<string>(); r.ABStatus = string.IsNullOrWhiteSpace(reader.GetValue(6)?.ToString()) ? "" : reader.GetValue(6)?.ToString();
r.FullC = 50; r.FullC = 50;
r.SumC = string.IsNullOrWhiteSpace(workSheet?.Cells[row, 8]?.GetValue<string>()) ? 0.00 : Math.Round(workSheet.Cells[row, 8].GetValue<double>(), 2); r.SumC = string.IsNullOrWhiteSpace(reader.GetValue(7)?.ToString()) ? 0.00 : Math.Round(Convert.ToDouble(reader.GetValue(7)), 2);
r.FullD = 50; r.FullD = 50;
r.SumD = string.IsNullOrWhiteSpace(workSheet?.Cells[row, 9]?.GetValue<string>()) ? 0.00 : Math.Round(workSheet.Cells[row, 9].GetValue<double>(), 2); r.SumD = string.IsNullOrWhiteSpace(reader.GetValue(8)?.ToString()) ? 0.00 : Math.Round(Convert.ToDouble(reader.GetValue(8)), 2);
r.SumCD = string.IsNullOrWhiteSpace(workSheet?.Cells[row, 10]?.GetValue<string>()) ? 0.00 : Math.Round(workSheet.Cells[row, 10].GetValue<double>(), 2); r.SumCD = string.IsNullOrWhiteSpace(reader.GetValue(9)?.ToString()) ? 0.00 : Math.Round(Convert.ToDouble(reader.GetValue(9)), 2);
r.PercentageC = string.IsNullOrWhiteSpace(workSheet?.Cells[row, 11]?.GetValue<string>()) ? 0.00 : Math.Round(workSheet.Cells[row, 11].GetValue<double>(), 2); r.PercentageC = string.IsNullOrWhiteSpace(reader.GetValue(10)?.ToString()) ? 0.00 : Math.Round(Convert.ToDouble(reader.GetValue(10)), 2);
r.CStatus = string.IsNullOrWhiteSpace(workSheet?.Cells[row, 12]?.GetValue<string>()) ? "" : workSheet?.Cells[row, 12]?.GetValue<string>(); r.CStatus = string.IsNullOrWhiteSpace(reader.GetValue(11)?.ToString()) ? "" : reader.GetValue(11)?.ToString();
r.FullScore = 300; r.FullScore = 300;
r.TotalScore = string.IsNullOrWhiteSpace(workSheet?.Cells[row, 13]?.GetValue<string>()) ? 0.00 : Math.Round(workSheet.Cells[row, 13].GetValue<double>(), 2); r.TotalScore = string.IsNullOrWhiteSpace(reader.GetValue(12)?.ToString()) ? 0.00 : Math.Round(Convert.ToDouble(reader.GetValue(12)), 2);
var examStatusCol7 = workSheet?.Cells[row, 7]?.GetValue<string>()?.Trim(); var examStatusCol7 = reader.GetValue(6)?.ToString()?.Trim();
var examStatusCol14 = workSheet?.Cells[row, 14]?.GetValue<string>()?.Trim(); var examStatusCol14 = reader.GetValue(13)?.ToString()?.Trim();
r.ExamStatus = r.ExamStatus =
examStatusCol7 == "ขาดสอบ" ? "ขส." : examStatusCol7 == "ขาดสอบ" ? "ขส." :
examStatusCol14 == "ได้" ? "ผ่าน" : examStatusCol14 == "ได้" ? "ผ่าน" :
examStatusCol14 == "ตก" ? "ไม่ผ่าน" : "-"; examStatusCol14 == "ตก" ? "ไม่ผ่าน" : "-";
r.RemarkScore = string.IsNullOrWhiteSpace(workSheet?.Cells[row, 15]?.GetValue<string>()) ? string.Empty : workSheet?.Cells[row, 15]?.GetValue<string>(); r.RemarkScore = string.IsNullOrWhiteSpace(reader.GetValue(14)?.ToString()) ? string.Empty : reader.GetValue(14)?.ToString();
var examAttr = workSheet?.Cells[row, 16]?.GetValue<string>()?.Trim(); var examAttr = reader.GetValue(15)?.ToString()?.Trim();
r.ExamAttribute = r.ExamAttribute =
examAttr == "ผ่าน" ? "มีคุณสมบัติ" : examAttr == "ผ่าน" ? "มีคุณสมบัติ" :
examAttr == "ไม่ผ่าน" ? "ไม่มีคุณสมบัติ" : ""; examAttr == "ไม่ผ่าน" ? "ไม่มีคุณสมบัติ" : "";
r.Major = workSheet.Name; r.Major = reader.Name; // worksheet name
r.CreatedAt = DateTime.Now; r.CreatedAt = DateTime.Now;
r.CreatedUserId = job.UserId ?? ""; r.CreatedUserId = job.UserId ?? "";
r.CreatedFullName = job.FullName ?? "System Administrator"; r.CreatedFullName = job.FullName ?? "System Administrator";
@ -674,7 +691,6 @@ public class ImportBackgroundService : BackgroundService
batchScores.Add(r); batchScores.Add(r);
} }
row++;
batchCount++; batchCount++;
totalProcessed++; totalProcessed++;
@ -692,7 +708,7 @@ public class ImportBackgroundService : BackgroundService
{ {
await _context.BulkInsertAsync(batchScores); await _context.BulkInsertAsync(batchScores);
} }
} } while (reader.NextResult());
job.TotalCount = _tracker.GetJob(job.JobId)?.ProcessedCount ?? 0; job.TotalCount = _tracker.GetJob(job.JobId)?.ProcessedCount ?? 0;
} }
@ -741,8 +757,9 @@ public class ImportBackgroundService : BackgroundService
await _context.SaveChangesAsync(); await _context.SaveChangesAsync();
_context.ChangeTracker.Clear(); _context.ChangeTracker.Clear();
// preload scores - re-query from DB to avoid tracking issues // preload scores using AsNoTracking to avoid EF tracking overhead
var scoreList = await _context.RecruitScores var scoreList = await _context.RecruitScores
.AsNoTracking()
.Where(s => s.ScoreImport.RecruitImportId == rec_import.Id && !string.IsNullOrEmpty(s.ExamId)) .Where(s => s.ScoreImport.RecruitImportId == rec_import.Id && !string.IsNullOrEmpty(s.ExamId))
.GroupBy(x => x.ExamId) .GroupBy(x => x.ExamId)
.Where(g => g.Count() == 1) .Where(g => g.Count() == 1)
@ -750,31 +767,34 @@ public class ImportBackgroundService : BackgroundService
.ToListAsync(); .ToListAsync();
var score = scoreList.ToDictionary(s => s.ExamId!, s => s); var score = scoreList.ToDictionary(s => s.ExamId!, s => s);
// Read from saved file (ResultFile uses stream from Form, but we saved to disk) System.Text.Encoding.RegisterProvider(System.Text.CodePagesEncodingProvider.Instance);
using var stream = System.IO.File.OpenRead(job.ImportFile); using var stream = System.IO.File.OpenRead(job.ImportFile);
using var c_package = new ExcelPackage(stream); using var reader = ExcelReaderFactory.CreateReader(stream);
foreach (var workSheet in c_package.Workbook.Worksheets) do
{ {
int row = 7; // Skip 6 header rows, data starts at row 7
for (int skip = 0; skip < 6; skip++)
{
if (!reader.Read()) break;
}
int batchCount = 0; int batchCount = 0;
const int batchSize = 500; const int batchSize = 500;
var endRow = workSheet.Dimension.End.Row;
var batchUpdates = new List<RecruitScore>(); var batchUpdates = new List<RecruitScore>();
while (row <= endRow) while (reader.Read())
{ {
var examId = workSheet?.Cells[row, 2]?.GetValue<string>(); var examId = reader.GetValue(1)?.ToString();
if (string.IsNullOrWhiteSpace(examId)) if (string.IsNullOrWhiteSpace(examId))
{ {
row++;
continue; continue;
} }
if (score.TryGetValue(examId, out var existingScore)) if (score.TryGetValue(examId, out var existingScore))
{ {
existingScore.Number = workSheet?.Cells[row, 1]?.GetValue<string>(); existingScore.Number = reader.GetValue(0)?.ToString();
existingScore.RemarkExamOrder = workSheet?.Cells[row, 4]?.GetValue<string>() ?? string.Empty; existingScore.RemarkExamOrder = reader.GetValue(3)?.ToString() ?? string.Empty;
existingScore.LastUpdatedAt = DateTime.Now; existingScore.LastUpdatedAt = DateTime.Now;
existingScore.LastUpdateUserId = job.UserId ?? ""; existingScore.LastUpdateUserId = job.UserId ?? "";
existingScore.LastUpdateFullName = job.FullName ?? "System Administrator"; existingScore.LastUpdateFullName = job.FullName ?? "System Administrator";
@ -782,8 +802,6 @@ public class ImportBackgroundService : BackgroundService
batchCount++; batchCount++;
} }
row++;
if (batchCount >= batchSize) if (batchCount >= batchSize)
{ {
await _context.BulkUpdateAsync(batchUpdates); await _context.BulkUpdateAsync(batchUpdates);
@ -797,7 +815,7 @@ public class ImportBackgroundService : BackgroundService
{ {
await _context.BulkUpdateAsync(batchUpdates); await _context.BulkUpdateAsync(batchUpdates);
} }
} } while (reader.NextResult());
} }
#endregion #endregion
@ -819,6 +837,81 @@ public class ImportBackgroundService : BackgroundService
} }
} }
/// <summary>
/// Get string value from ExcelDataReader by header column name
/// </summary>
private static string GetCellValue(IExcelDataReader reader, string[] cols, string headerName)
{
var idx = GetColumnIndex(cols, headerName);
if (idx <= 0 || idx > reader.FieldCount) return "";
return reader.GetValue(idx - 1)?.ToString() ?? "";
}
/// <summary>
/// Get DateTime value from ExcelDataReader by header column name
/// </summary>
private static DateTime? GetCellDateTime(IExcelDataReader reader, string[] cols, string headerName)
{
var idx = GetColumnIndex(cols, headerName);
if (idx <= 0 || idx > reader.FieldCount) return null;
var val = reader.GetValue(idx - 1);
if (val is DateTime dt) return dt;
if (val != null && DateTime.TryParse(val.ToString(), out var parsed)) return parsed;
return null;
}
/// <summary>
/// Get double value from ExcelDataReader by header column name
/// </summary>
private static double GetCellDouble(IExcelDataReader reader, string[] cols, string headerName)
{
var idx = GetColumnIndex(cols, headerName);
if (idx <= 0 || idx > reader.FieldCount) return 0.0;
var val = reader.GetValue(idx - 1);
if (val is double d) return d;
if (val != null && double.TryParse(val.ToString(), out var parsed)) return parsed;
return 0.0;
}
/// <summary>
/// Get decimal value from ExcelDataReader by header column name
/// </summary>
private static decimal GetCellDecimal(IExcelDataReader reader, string[] cols, string headerName)
{
var idx = GetColumnIndex(cols, headerName);
if (idx <= 0 || idx > reader.FieldCount) return 0m;
var val = reader.GetValue(idx - 1);
if (val is decimal dec) return dec;
if (val is double dbl) return (decimal)dbl;
if (val != null && decimal.TryParse(val.ToString(), out var parsed)) return parsed;
return 0m;
}
/// <summary>
/// Get double value from ExcelDataReader by 0-based column index
/// </summary>
private static double GetReaderDouble(IExcelDataReader reader, int index)
{
if (index < 0 || index >= reader.FieldCount) return 0.0;
var val = reader.GetValue(index);
if (val is double d) return d;
if (val != null && double.TryParse(val.ToString(), out var parsed)) return parsed;
return 0.0;
}
/// <summary>
/// Get decimal value from ExcelDataReader by 0-based column index
/// </summary>
private static decimal GetReaderDecimal(IExcelDataReader reader, int index)
{
if (index < 0 || index >= reader.FieldCount) return 0m;
var val = reader.GetValue(index);
if (val is decimal dec) return dec;
if (val is double dbl) return (decimal)dbl;
if (val != null && decimal.TryParse(val.ToString(), out var parsed)) return parsed;
return 0m;
}
#endregion #endregion
} }

89
obj/project.assets.json
View file

@ -289,6 +289,35 @@
"lib/net7.0/EPPlus.System.Drawing.dll": {} "lib/net7.0/EPPlus.System.Drawing.dll": {}
} }
}, },
"ExcelDataReader/3.8.0": {
"type": "package",
"compile": {
"lib/netstandard2.1/ExcelDataReader.dll": {
"related": ".pdb;.xml"
}
},
"runtime": {
"lib/netstandard2.1/ExcelDataReader.dll": {
"related": ".pdb;.xml"
}
}
},
"ExcelDataReader.DataSet/3.8.0": {
"type": "package",
"dependencies": {
"ExcelDataReader": "3.8.0"
},
"compile": {
"lib/netstandard2.1/ExcelDataReader.DataSet.dll": {
"related": ".pdb;.xml"
}
},
"runtime": {
"lib/netstandard2.1/ExcelDataReader.DataSet.dll": {
"related": ".pdb;.xml"
}
}
},
"Google.Protobuf/3.19.4": { "Google.Protobuf/3.19.4": {
"type": "package", "type": "package",
"compile": { "compile": {
@ -5670,6 +5699,56 @@
"readme.md" "readme.md"
] ]
}, },
"ExcelDataReader/3.8.0": {
"sha512": "kbUsldc5Fn9IKgzL2nr4VvN/mKqPqn8zGXUZpA7uL6svCA4psF+qMK519EhMvderpU4pAJoqk9DWpiSIkiZtXA==",
"type": "package",
"path": "exceldatareader/3.8.0",
"files": [
".nupkg.metadata",
".signature.p7s",
"ExcelDataReader.png",
"README.md",
"exceldatareader.3.8.0.nupkg.sha512",
"exceldatareader.nuspec",
"lib/net462/ExcelDataReader.dll",
"lib/net462/ExcelDataReader.pdb",
"lib/net462/ExcelDataReader.xml",
"lib/net8.0/ExcelDataReader.dll",
"lib/net8.0/ExcelDataReader.pdb",
"lib/net8.0/ExcelDataReader.xml",
"lib/netstandard2.0/ExcelDataReader.dll",
"lib/netstandard2.0/ExcelDataReader.pdb",
"lib/netstandard2.0/ExcelDataReader.xml",
"lib/netstandard2.1/ExcelDataReader.dll",
"lib/netstandard2.1/ExcelDataReader.pdb",
"lib/netstandard2.1/ExcelDataReader.xml"
]
},
"ExcelDataReader.DataSet/3.8.0": {
"sha512": "+eQg5oinHir7ayE/rF4dedvy8J6FBDG8RDyKFQsS/VZG9ygrnNgW6U8JSlrfGfe3DxYgbVoVwYV9Hbk63JQJFQ==",
"type": "package",
"path": "exceldatareader.dataset/3.8.0",
"files": [
".nupkg.metadata",
".signature.p7s",
"ExcelDataReader.png",
"README.md",
"exceldatareader.dataset.3.8.0.nupkg.sha512",
"exceldatareader.dataset.nuspec",
"lib/net462/ExcelDataReader.DataSet.dll",
"lib/net462/ExcelDataReader.DataSet.pdb",
"lib/net462/ExcelDataReader.DataSet.xml",
"lib/net8.0/ExcelDataReader.DataSet.dll",
"lib/net8.0/ExcelDataReader.DataSet.pdb",
"lib/net8.0/ExcelDataReader.DataSet.xml",
"lib/netstandard2.0/ExcelDataReader.DataSet.dll",
"lib/netstandard2.0/ExcelDataReader.DataSet.pdb",
"lib/netstandard2.0/ExcelDataReader.DataSet.xml",
"lib/netstandard2.1/ExcelDataReader.DataSet.dll",
"lib/netstandard2.1/ExcelDataReader.DataSet.pdb",
"lib/netstandard2.1/ExcelDataReader.DataSet.xml"
]
},
"Google.Protobuf/3.19.4": { "Google.Protobuf/3.19.4": {
"sha512": "fd07/ykL4O4FhqrZIELm5lmiyOHfdPg9+o+hWr6tcfRdS7tHXnImg/2wtogLzlW2eEmr0J7j6ZrZvaWOLiJbxQ==", "sha512": "fd07/ykL4O4FhqrZIELm5lmiyOHfdPg9+o+hWr6tcfRdS7tHXnImg/2wtogLzlW2eEmr0J7j6ZrZvaWOLiJbxQ==",
"type": "package", "type": "package",
@ -13996,6 +14075,8 @@
"CoreAdmin >= 2.7.0", "CoreAdmin >= 2.7.0",
"EFCore.BulkExtensions.MySql >= 6.7.16", "EFCore.BulkExtensions.MySql >= 6.7.16",
"EPPlus >= 6.1.3", "EPPlus >= 6.1.3",
"ExcelDataReader >= 3.8.0",
"ExcelDataReader.DataSet >= 3.8.0",
"Microsoft.AspNetCore.Authentication.JwtBearer >= 7.0.20", "Microsoft.AspNetCore.Authentication.JwtBearer >= 7.0.20",
"Microsoft.AspNetCore.Mvc.NewtonsoftJson >= 7.0.3", "Microsoft.AspNetCore.Mvc.NewtonsoftJson >= 7.0.3",
"Microsoft.AspNetCore.Mvc.Versioning >= 5.0.0", "Microsoft.AspNetCore.Mvc.Versioning >= 5.0.0",
@ -14089,6 +14170,14 @@
"target": "Package", "target": "Package",
"version": "[6.1.3, )" "version": "[6.1.3, )"
}, },
"ExcelDataReader": {
"target": "Package",
"version": "[3.8.0, )"
},
"ExcelDataReader.DataSet": {
"target": "Package",
"version": "[3.8.0, )"
},
"Microsoft.AspNetCore.Authentication.JwtBearer": { "Microsoft.AspNetCore.Authentication.JwtBearer": {
"target": "Package", "target": "Package",
"version": "[7.0.20, )" "version": "[7.0.20, )"

4
obj/project.nuget.cache
View file

@ -1,6 +1,6 @@
{ {
"version": 2, "version": 2,
"dgSpecHash": "XR3lYvVwNcQ=", "dgSpecHash": "++tptrWNc3M=",
"success": true, "success": true,
"projectFilePath": "/Users/suphonchaip/Develop/hrms/hrms-api-recruit/BMA.EHR.Recruit.csproj", "projectFilePath": "/Users/suphonchaip/Develop/hrms/hrms-api-recruit/BMA.EHR.Recruit.csproj",
"expectedPackageFiles": [ "expectedPackageFiles": [
@ -21,6 +21,8 @@
"/Users/suphonchaip/.nuget/packages/epplus/6.1.3/epplus.6.1.3.nupkg.sha512", "/Users/suphonchaip/.nuget/packages/epplus/6.1.3/epplus.6.1.3.nupkg.sha512",
"/Users/suphonchaip/.nuget/packages/epplus.interfaces/6.1.1/epplus.interfaces.6.1.1.nupkg.sha512", "/Users/suphonchaip/.nuget/packages/epplus.interfaces/6.1.1/epplus.interfaces.6.1.1.nupkg.sha512",
"/Users/suphonchaip/.nuget/packages/epplus.system.drawing/6.1.1/epplus.system.drawing.6.1.1.nupkg.sha512", "/Users/suphonchaip/.nuget/packages/epplus.system.drawing/6.1.1/epplus.system.drawing.6.1.1.nupkg.sha512",
"/Users/suphonchaip/.nuget/packages/exceldatareader/3.8.0/exceldatareader.3.8.0.nupkg.sha512",
"/Users/suphonchaip/.nuget/packages/exceldatareader.dataset/3.8.0/exceldatareader.dataset.3.8.0.nupkg.sha512",
"/Users/suphonchaip/.nuget/packages/google.protobuf/3.19.4/google.protobuf.3.19.4.nupkg.sha512", "/Users/suphonchaip/.nuget/packages/google.protobuf/3.19.4/google.protobuf.3.19.4.nupkg.sha512",
"/Users/suphonchaip/.nuget/packages/humanizer.core/2.14.1/humanizer.core.2.14.1.nupkg.sha512", "/Users/suphonchaip/.nuget/packages/humanizer.core/2.14.1/humanizer.core.2.14.1.nupkg.sha512",
"/Users/suphonchaip/.nuget/packages/k4os.compression.lz4/1.2.6/k4os.compression.lz4.1.2.6.nupkg.sha512", "/Users/suphonchaip/.nuget/packages/k4os.compression.lz4/1.2.6/k4os.compression.lz4.1.2.6.nupkg.sha512",