ml_pipeline.groovy

pipeline {
    agent any

    environment {
        BASE_PATH = "/home/ubuntu/feature_testing/Automation_for_Malware_Detection_process"
        SCRIPT_PATH = "${BASE_PATH}/main.py"
    }

    stages {
        stage('Set Latest Paths') {
            steps {
                script {
                    // Find latest model file
                    def modelFile = sh(
                        script: """
                        ls ${BASE_PATH}/utilities/model/cnn_*.h5 2>/dev/null | grep -E 'cnn_[0-9]{4}-[0-9]{2}-[0-9]{2}\\.h5' | sort -t'_' -k2 -r | head -n 1
                        """,
                        returnStdout: true
                    ).trim()
                    
                    if (!modelFile) {
                        error("No model files matching the pattern 'cnn_YYYY-MM-DD.h5' found!")
                    }

                    env.MODEL_PATH = modelFile

                    // Print the latest model path for verification
                    echo "Latest MODEL_PATH: ${env.MODEL_PATH}"

                    // Find latest dataset file
                    env.DATASET_PATH = sh(
                        script: "ls -t ${BASE_PATH}/dataset/*.csv | head -n1",
                        returnStdout: true
                    ).trim()

                    // Print paths for verification
                    echo "Latest MODEL_PATH: ${env.MODEL_PATH}"
                    echo "Latest DATASET_PATH: ${env.DATASET_PATH}"
                }
            }
        }

        
        stage('Load Dataset') {
            steps {
                sh '''
                #!/bin/bash
                . ${BASE_PATH}/venv/bin/activate
                python3 ${SCRIPT_PATH} -d ${DATASET_PATH} --summarize
                '''
            }
        }

        
        stage('Visualize Dataset') {
            steps {
                sh '''
                #!/bin/bash
                . ${BASE_PATH}/venv/bin/activate
                python ${SCRIPT_PATH} -d ${DATASET_PATH} --visualize
                '''
            }
        }
        
        stage('Retrain Model') {
            steps {
                sh '''
                #!/bin/bash
                . ${BASE_PATH}/venv/bin/activate
                python3 ${SCRIPT_PATH} -m ${MODEL_PATH} -r ${DATASET_PATH}
                '''
            }
        }
    }
}