fixed bug sync org to leave service
This commit is contained in:
parent
e374f2e339
commit
12e8cdb080
1 changed files with 78 additions and 15 deletions
|
|
@ -38,6 +38,10 @@ export class ScriptProfileOrgController extends Controller {
|
||||||
process.env.CRONJOB_UPDATE_WINDOW_HOURS || "24",
|
process.env.CRONJOB_UPDATE_WINDOW_HOURS || "24",
|
||||||
10,
|
10,
|
||||||
);
|
);
|
||||||
|
private readonly LEAVE_SERVICE_BATCH_SIZE = parseInt(
|
||||||
|
process.env.LEAVE_SERVICE_BATCH_SIZE || "50",
|
||||||
|
10,
|
||||||
|
);
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Script to update profile's organizational structure in leave service and sync to Keycloak
|
* Script to update profile's organizational structure in leave service and sync to Keycloak
|
||||||
|
|
@ -176,21 +180,6 @@ export class ScriptProfileOrgController extends Controller {
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
// Update profile's org structure in leave service by calling API
|
|
||||||
console.log("cronjobUpdateOrg: Calling leave service API", {
|
|
||||||
payloadCount: payloads.length,
|
|
||||||
});
|
|
||||||
|
|
||||||
await axios.put(`${process.env.API_URL}/leave-beginning/schedule/update-dna`, payloads, {
|
|
||||||
headers: {
|
|
||||||
"Content-Type": "application/json",
|
|
||||||
api_key: process.env.API_KEY,
|
|
||||||
},
|
|
||||||
timeout: 30000, // 30 second timeout
|
|
||||||
});
|
|
||||||
|
|
||||||
console.log("cronjobUpdateOrg: Leave service API call successful");
|
|
||||||
|
|
||||||
// Group profile IDs by type for proper syncing
|
// Group profile IDs by type for proper syncing
|
||||||
const profileIdsByType = this.groupProfileIdsByType(payloads);
|
const profileIdsByType = this.groupProfileIdsByType(payloads);
|
||||||
|
|
||||||
|
|
@ -256,16 +245,90 @@ export class ScriptProfileOrgController extends Controller {
|
||||||
syncResults.failed += typeResult.failed;
|
syncResults.failed += typeResult.failed;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// Update profile's org structure in leave service by calling API
|
||||||
|
console.log("cronjobUpdateOrg: Calling leave service API with chunking", {
|
||||||
|
payloadCount: payloads.length,
|
||||||
|
batchSize: this.LEAVE_SERVICE_BATCH_SIZE,
|
||||||
|
expectedBatches: Math.ceil(payloads.length / this.LEAVE_SERVICE_BATCH_SIZE),
|
||||||
|
});
|
||||||
|
|
||||||
|
const chunks = this.chunkArray(payloads, this.LEAVE_SERVICE_BATCH_SIZE);
|
||||||
|
const leaveServiceResults = {
|
||||||
|
total: payloads.length,
|
||||||
|
success: 0,
|
||||||
|
failed: 0,
|
||||||
|
batchesCompleted: 0,
|
||||||
|
batchesFailed: 0,
|
||||||
|
};
|
||||||
|
|
||||||
|
for (let i = 0; i < chunks.length; i++) {
|
||||||
|
const chunk = chunks[i];
|
||||||
|
const batchNumber = i + 1;
|
||||||
|
|
||||||
|
console.log(
|
||||||
|
`cronjobUpdateOrg: Processing leave service batch ${batchNumber}/${chunks.length}`,
|
||||||
|
{
|
||||||
|
batchSize: chunk.length,
|
||||||
|
batchRange: `${i * this.LEAVE_SERVICE_BATCH_SIZE + 1}-${Math.min(
|
||||||
|
(batchNumber + 1) * this.LEAVE_SERVICE_BATCH_SIZE,
|
||||||
|
payloads.length,
|
||||||
|
)}`,
|
||||||
|
},
|
||||||
|
);
|
||||||
|
|
||||||
|
try {
|
||||||
|
await axios.put(
|
||||||
|
`${process.env.API_URL}/leave-beginning/schedule/update-dna`,
|
||||||
|
chunk,
|
||||||
|
{
|
||||||
|
headers: {
|
||||||
|
"Content-Type": "application/json",
|
||||||
|
api_key: process.env.API_KEY,
|
||||||
|
},
|
||||||
|
timeout: 120000, // 120 second timeout per chunk
|
||||||
|
},
|
||||||
|
);
|
||||||
|
|
||||||
|
leaveServiceResults.success += chunk.length;
|
||||||
|
leaveServiceResults.batchesCompleted++;
|
||||||
|
|
||||||
|
console.log(`cronjobUpdateOrg: Leave service batch ${batchNumber}/${chunks.length} completed`, {
|
||||||
|
success: chunk.length,
|
||||||
|
});
|
||||||
|
} catch (error: any) {
|
||||||
|
leaveServiceResults.failed += chunk.length;
|
||||||
|
leaveServiceResults.batchesFailed++;
|
||||||
|
|
||||||
|
console.error(
|
||||||
|
`cronjobUpdateOrg: Leave service batch ${batchNumber}/${chunks.length} failed`,
|
||||||
|
{
|
||||||
|
error: error.message,
|
||||||
|
batchSize: chunk.length,
|
||||||
|
responseStatus: error.response?.status,
|
||||||
|
responseData: error.response?.data,
|
||||||
|
},
|
||||||
|
);
|
||||||
|
|
||||||
|
// Continue processing remaining batches
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
console.log("cronjobUpdateOrg: Leave service API call completed", {
|
||||||
|
...leaveServiceResults,
|
||||||
|
});
|
||||||
|
|
||||||
const duration = Date.now() - startTime;
|
const duration = Date.now() - startTime;
|
||||||
console.log("cronjobUpdateOrg: Job completed", {
|
console.log("cronjobUpdateOrg: Job completed", {
|
||||||
duration: `${duration}ms`,
|
duration: `${duration}ms`,
|
||||||
processed: payloads.length,
|
processed: payloads.length,
|
||||||
|
leaveServiceResults,
|
||||||
syncResults,
|
syncResults,
|
||||||
});
|
});
|
||||||
|
|
||||||
return new HttpSuccess({
|
return new HttpSuccess({
|
||||||
message: "Update org completed",
|
message: "Update org completed",
|
||||||
processed: payloads.length,
|
processed: payloads.length,
|
||||||
|
leaveServiceResults,
|
||||||
syncResults,
|
syncResults,
|
||||||
duration: `${duration}ms`,
|
duration: `${duration}ms`,
|
||||||
});
|
});
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue