change SIGKILL to SIGTERM in local cancel trial job

microsoft · Dec 10, 2020 · 533d8bd · 533d8bd
1 parent dbb2434
commit 533d8bd
Showing 1 changed file with 8 additions and 1 deletion.
diff --git a/ts/nni_manager/training_service/local/localTrainingService.ts b/ts/nni_manager/training_service/local/localTrainingService.ts
@@ -253,7 +253,14 @@ class LocalTrainingService implements TrainingService {
 
             return Promise.resolve();
         }
-        tkill(trialJob.pid, 'SIGKILL');
+        tkill(trialJob.pid, 'SIGTERM');
+        const pid = trialJob.pid;
+        setTimeout(((pid: number) => {
+            tkill(pid, 'SIGKILL', (err) => {
+                this.log.warning(`cancel trial job {pid: ${pid}} failed: ${err?.message}`);
+            });
+        }).bind(this), 5 * 1000, pid);
+
         this.setTrialJobStatus(trialJob, getJobCancelStatus(isEarlyStopped));
 
         return Promise.resolve();