File System Journal

inc/spbc-scanner.php

@@ -1836,11 +1836,12 @@ function spbc_scanner_analysis_log_delete_from_log($direct_call = false)
 
     if ( is_array($file_ids) ) {
         // Validate if the ID is hash (SQL-clear)
-        $file_ids_clean = array_map( function($id) {
+        $file_ids_clean = array_map(function ($id) {
             if ( \Cleantalk\ApbctWP\Validate::isHash($id) ) {
                 return $id;
             }
-        }, $file_ids );
+            return 'none';
+        }, $file_ids);
     }
 
     $output = array('error' => false);

inc/spbc-settings.php

@@ -1,5 +1,6 @@
 <?php
 
+use CleantalkSP\Common\FSWatcher\View\View;
 use CleantalkSP\SpbctWP\Scanner\ScanningLog\ScanningLogFacade;
 use CleantalkSP\Variables\Post;
 use CleantalkSP\Variables\Server;
@@ -682,6 +683,11 @@ function spbc_settings__register()
                                 'title'            => __('Important File Monitoring', 'security-malware-firewall'),
                                 'description'      => __('Monitoring of the individual most important files of the site.', 'security-malware-firewall'),
                             ),
+                            'scanner__fs_watcher'                             => array(
+                                'type'             => 'field',
+                                'title'            => __('File System Journal', 'security-malware-firewall'),
+                                'description'      => View::getFSWatcherDescription(),
+                            ),
                         ),
                     ),
 
@@ -906,6 +912,16 @@ function spbc_settings__register()
                 'ajax'         => false,
                 'callback'     => 'spbc_tab__summary',
             ),
+            // FSWatcher
+            'fswatcher'          => array(
+                'type'         => 'tab',
+                'title'        => __('FS journal', 'security-malware-firewall'),
+                'icon'         => 'spbc-icon-info',
+                'class_prefix' => 'spbc',
+                'ajax'         => true,
+                'callback'     => 'spbc_tab__fswatcher',
+                'display'      => $spbc->settings['scanner__fs_watcher']
+            ),
             // Debug
             'debug'            => array(
                 'type'         => 'tab',
@@ -1594,6 +1610,13 @@ function spbc_tab__summary()
     echo '<br>';
 }
 
+function spbc_tab__fswatcher()
+{
+    echo "<div class='spbc_wrapper_field'>";
+    echo \CleantalkSP\Common\FSWatcher\View\View::renderSelectors();
+    echo '</div>';
+}
+
 /**
  * Admin callback function - Displays current statistics
  */
@@ -2463,16 +2486,15 @@ function spbc_field_scanner__prepare_data__files(&$table)
                             $ws_string .= '</p>';
                         }
                     }
-                    if ( ! empty($weak_spots['DENIED_HASH'])) {
+                    if ( !empty($weak_spots['DENIED_HASH']) ) {
                         // collecting all kinds of code
                         $all_unique_weak_spots = array();
                         foreach ($weak_spots['DENIED_HASH'] as $_string => $weak_spot_in_string) {
-                          $all_unique_weak_spots[] = $weak_spot_in_string[0];
+                            $all_unique_weak_spots[] = $weak_spot_in_string[0];
                         }
                         $all_unique_weak_spots = array_unique($all_unique_weak_spots);
                         foreach ($all_unique_weak_spots as $weak_spot_in_string) {
-
-                             $ws_string .= '<p style="margin: 0;"><span class="spbcRed"><i setting="hash_' . str_replace(' ', '_', $weak_spot_in_string) . '" class="spbc_long_description__show spbc-icon-help-circled"></i> Hash: </span>'
+                            $ws_string .= '<p style="margin: 0;"><span class="spbcRed"><i setting="hash_' . str_replace(' ', '_', $weak_spot_in_string) . '" class="spbc_long_description__show spbc-icon-help-circled"></i> Hash: </span>'
                                 . 'denied';
 
                             $ws_string .= '</p>';
@@ -2486,7 +2508,6 @@ function spbc_field_scanner__prepare_data__files(&$table)
                         }
                         $all_unique_weak_spots = array_unique($all_unique_weak_spots);
                         foreach ($all_unique_weak_spots as $weak_spot_in_string) {
-
                             $ws_string .= '<p style="margin: 0;"><span class="spbcRed"><i setting="danger_' . str_replace(' ', '_', $weak_spot_in_string) . '" class="spbc_long_description__show spbc-icon-help-circled"></i> Danger: </span>'
                                 . (strlen($weak_spot_in_string) > 30
                                     ? substr($weak_spot_in_string, 0, 30) . '...'

lib/CleantalkSP/Common/FSWatcher/Analyzer/Analyzer.php

@@ -0,0 +1,125 @@
+<?php
+
+namespace CleantalkSP\Common\FSWatcher\Analyzer;
+
+use CleantalkSP\Common\FSWatcher\Logger;
+use CleantalkSP\Common\FSWatcher\Controller;
+
+class Analyzer
+{
+    public static function getCompareResult()
+    {
+        $first = filter_var($_POST['fswatcher__first_date'], FILTER_VALIDATE_INT);
+        $second = filter_var($_POST['fswatcher__second_date'], FILTER_VALIDATE_INT);
+
+        if ($first > $second) {
+            $tmp = $first;
+            $first = $second;
+            $second = $tmp;
+        }
+
+        $first_journal = Controller::$storage::getJournal($first);
+        $second_journal = Controller::$storage::getJournal($second);
+
+        if (!$first_journal || !$second_journal) {
+            return false;
+        }
+
+        if (Controller::$debug) {
+            Logger::log('first journal ' . $first_journal);
+            Logger::log('second journal ' . $second_journal);
+        }
+
+        return self::compare($first_journal, $second_journal);
+    }
+
+    private static function compare($first_journal, $second_journal)
+    {
+        $result = array(
+            'added' => array(),
+            'deleted' => array(),
+            'changed' => array(),
+        );
+
+        //return no diff if csv names is equal
+        if ( $first_journal === $second_journal) {
+            return $result;
+        }
+
+        //return no diff if md5 sums is equal
+        if (md5(@file_get_contents($first_journal)) === md5(@file_get_contents($second_journal))) {
+            return $result;
+        }
+
+        $first_journal = self::uncompress($first_journal);
+        $second_journal = self::uncompress($second_journal);
+
+        if ( !$first_journal || !$second_journal) {
+            return false;
+        }
+
+        $first_array = [];
+        $second_array = [];
+
+        try {
+            $fp_first = fopen($first_journal, 'r');
+            while ($first = fgetcsv($fp_first)) {
+                $first_array[$first[0]] = $first[1];
+            }
+            fclose($fp_first);
+            @unlink($first_journal);
+
+            $fp_second = fopen($second_journal, 'r');
+            while ($second = fgetcsv($fp_second)) {
+                $second_array[$second[0]] = $second[1];
+            }
+            fclose($fp_second);
+            @unlink($second_journal);
+
+            foreach ($first_array as $path => $time) {
+                if ((isset($second_array[$path]) && $time !== $second_array[$path])) {
+                    $result['changed'][] = [$path, $second_array[$path]];
+                }
+            }
+
+            $keys_differ = array_merge(array_diff_key($first_array, $second_array), array_diff_key($second_array, $first_array));
+
+            foreach ($keys_differ as $path => $time) {
+                if ( in_array($path, array_keys($first_array)) && !in_array($path, array_keys($second_array))) {
+                    $result['deleted'][] = [$path,$time];
+                }
+
+                if ( !in_array($path, array_keys($first_array)) && in_array($path, array_keys($second_array))) {
+                    $result['added'][] = [$path,$time];
+                }
+            }
+
+            return $result;
+        } catch (\Exception $e) {
+            return false;
+        }
+    }
+
+    private static function uncompress($file)
+    {
+        if ( substr($file, -3) === '.gz' ) {
+            $content = @gzopen($file, 'r');
+            if ( false === $content ) {
+                return false;
+            }
+            $gz_result = @gzread($content, 1024 * 1024 * 10);
+            if ( !is_string($gz_result) ) {
+                @gzclose($content);
+                return false;
+            }
+            $write_result = @file_put_contents(substr($file, 0, -3), $gz_result);
+            gzclose($content);
+            if ( false === $write_result ) {
+                return false;
+            }
+            $file = substr($file, 0, -3);
+        }
+
+        return $file;
+    }
+}

lib/CleantalkSP/Common/FSWatcher/Controller.php

@@ -0,0 +1,92 @@
+<?php
+
+namespace CleantalkSP\Common\FSWatcher;
+
+use CleantalkSP\Common\FSWatcher\Analyzer\Analyzer;
+use CleantalkSP\Common\FSWatcher\Scan\Scan;
+
+class Controller
+{
+    public static $debug;
+    const STATUS_STOPPED = 'stopped';
+    const STATUS_RUNNING = 'running';
+
+    const EXECUTION_MIN_INTERVAL = 6000;
+
+    public static $storage;
+    public static $repository;
+
+    private static $status = self::STATUS_STOPPED;
+
+    private static function getDebugState()
+    {
+        if ( defined('SPBC_FSWATCHER_DEBUG') ) {
+            return SPBC_FSWATCHER_DEBUG;
+        } else {
+            return false;
+        }
+    }
+
+    public static function work($params)
+    {
+        self::getDebugState();
+
+        if (self::$debug) {
+            Logger::log('check remote call = ' . (int)Service::isRC());
+        }
+
+        Service::setStorage(isset($params['storage']) ? $params['storage'] : 'file');
+
+        if (self::status() === self::STATUS_STOPPED && Service::isRC() && Service::isCompareRequest()) {
+            if (self::$debug) {
+                Logger::log('run compare file system');
+            }
+            $compare_result = Analyzer::getCompareResult();
+            if (false === $compare_result) {
+                Logger::log('Can not compare logs');
+                echo json_encode(array('error' => 'Can not compare logs'));
+            } else {
+                echo json_encode($compare_result);
+            }
+            die();
+        }
+
+        if (self::status() === self::STATUS_STOPPED && Service::isRC()) {
+            if (self::$debug) {
+                Logger::log('run scan file system');
+            }
+            self::run($params);
+            die('OK');
+        }
+
+        if (self::status() === self::STATUS_STOPPED && Service::isMinIntervalPassed(self::EXECUTION_MIN_INTERVAL)) {
+            if (self::$debug) {
+                Logger::log('attach js to make remote request');
+            }
+            ob_start(['CleantalkSP\Common\FSWatcher\Service', 'attachJS']);
+        }
+    }
+
+    private static function run($params)
+    {
+        self::$status = self::STATUS_RUNNING;
+        Scan::run($params);
+        self::stop();
+    }
+
+    private static function stop()
+    {
+        self::$status = self::STATUS_STOPPED;
+        Service::setAllJournalsAsCompleted();
+    }
+
+    private static function status()
+    {
+        $is_exist = Service::getProcessingJournal();
+        if (!is_null($is_exist)) {
+            self::$status = self::STATUS_RUNNING;
+        }
+
+        return self::$status;
+    }
+}

lib/CleantalkSP/Common/FSWatcher/Logger.php

@@ -0,0 +1,60 @@
+<?php
+
+namespace CleantalkSP\Common\FSWatcher;
+
+class Logger
+{
+    private static $logger_dir = __DIR__ . DIRECTORY_SEPARATOR . 'logs';
+
+    private static function getCurrentDayLogPath()
+    {
+        $path = self::getLoggerDir();
+        return $path
+            ? $path . DIRECTORY_SEPARATOR . date('Y-m-d') . '.log'
+            : false;
+    }
+
+    private static function setLoggerDir()
+    {
+        return mkdir(self::$logger_dir);
+    }
+
+    private static function getLoggerDir()
+    {
+        if ( !is_dir(self::$logger_dir) ) {
+            if ( !self::setLoggerDir() ) {
+                return false;
+            }
+        }
+        return self::$logger_dir;
+    }
+
+    public static function log($msg)
+    {
+        $current_day_log_path = self::getCurrentDayLogPath();
+
+        if ( !$current_day_log_path ) {
+            error_log('Cant write log.');
+            return;
+        }
+
+        $message = '[' . date('H:i:s') . ']' . ' ';
+
+        $message .= debug_backtrace()[1]['class']
+            . debug_backtrace()[1]['type']
+            . debug_backtrace()[1]['function']
+            . PHP_EOL;
+
+        if (is_string($msg)) {
+            $message .= $msg . PHP_EOL;
+        }
+
+        if (is_array($msg)) {
+            foreach ($msg as $key => $value) {
+                $message .= $key . ': ' . $value . PHP_EOL;
+            }
+        }
+
+        error_log($message, 3, $current_day_log_path);
+    }
+}

lib/CleantalkSP/Common/FSWatcher/Repository/FileRepository.php

@@ -0,0 +1,13 @@
+<?php
+
+namespace CleantalkSP\Common\FSWatcher\Repository;
+
+use CleantalkSP\Common\FSWatcher\Controller;
+
+class FileRepository implements Repository
+{
+    public static function getAvailableJournals()
+    {
+        return Controller::$storage::getAvailableJournals();
+    }
+}

lib/CleantalkSP/Common/FSWatcher/Repository/Repository.php

@@ -0,0 +1,12 @@
+<?php
+
+namespace CleantalkSP\Common\FSWatcher\Repository;
+
+interface Repository
+{
+    /**
+     * @return mixed
+     * @psalm-suppress PossiblyUnusedMethod
+     */
+    public static function getAvailableJournals();
+}