clean.py

# Copyright 2019 JamesZBL

# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at

#     http://www.apache.org/licenses/LICENSE-2.0

# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import os, subprocess, re, shutil, logging, log
from pathlib import Path
from functools import reduce
from common import find_root_by_file_name, artifact_relative_dirs
from dependencies import find_dependencies_from_lines
from plugins import find_plugin_artifacts_from_lines
from config import *

def find_in_use_artifacts():
  project_dirs = find_root_by_file_name(PROJECTS_HOME, [r'pom.xml'], 'parent')
  result = []
  for project_home in project_dirs:
    if 0 < len(INCLUDES) and project_home not in INCLUDES:
      continue
    print('Scanning project: {}...'.format(project_home))
    absolute_path = str(Path(PROJECTS_HOME).joinpath(project_home))
    os.chdir(absolute_path)
    process = subprocess.Popen('mvn dependency:tree', stdout=subprocess.PIPE, shell=True)
    out = process.communicate()
    out = str(out)
    lines = out.split('\\n')
    artifacts = find_dependencies_from_lines(lines)
    if 0 == len(artifacts):
      process = subprocess.Popen('mvn dependency:list', stdout=subprocess.PIPE, shell=True)
      out = process.communicate()
      out = str(out)
      lines = out.split('\\n')
      artifacts = find_dependencies_from_lines(lines)
    result.extend(artifacts)
  result = list(set(result))
  return result

def find_plugin_artifacts():
  project_dirs = find_root_by_file_name(PROJECTS_HOME, [r'pom.xml'], 'parent')
  result = []
  for project_home in project_dirs:
    if 0 < len(INCLUDES) and project_home not in INCLUDES:
      continue
    print('Searching plugins in project: {}...'.format(project_home))
    absolute_path = str(Path(PROJECTS_HOME).joinpath(project_home))
    os.chdir(absolute_path)
    process = subprocess.Popen('mvn dependency:resolve-plugins', stdout=subprocess.PIPE, shell=True)
    out = process.communicate()
    out = str(out)
    lines = out.split('\\n')
    jars = find_plugin_artifacts_from_lines(lines)
    result.extend(jars)
  result = list(set(result))
  return result

def find_existing_artifac_dirs():
  return find_root_by_file_name(REPOSITORY_HOME, [r'^.*\.pom$',r'^.*\.jar$'], 'child')

def in_use_artifact_dirs():
  result = []
  artifacts = find_in_use_artifacts()
  artifact_dirs = artifact_relative_dirs(artifacts)
  result.extend(artifact_dirs)
  plugins = find_plugin_artifacts()
  plugin_dirs = artifact_relative_dirs(plugins)
  result.extend(plugin_dirs)
  result = list(set(result))
  result.sort()
  return result

def ask_and_print_dirs(dirs, name):
  for d in dirs:
    logging.info('{} detected: {}'.format(name, d))
  _in = input('Show all {} {}? [y/N]'.format(len(dirs), name))
  if 'y' == _in:
    for d in dirs:
      print(d)

def ask_and_delete_dirs(dirs, name):
  _in = input('[ Danger !!! ] Delete all {} {}? [yes/N]'.format(len(dirs), name))
  if 'yes' == _in:
    for d in dirs:
      absolute_path = str(Path(REPOSITORY_HOME).joinpath(d))
      logging.info('Removing dir: {}'.format(absolute_path))
      shutil.rmtree(absolute_path)
    logging.info('{} directories removed'.format(len(dirs)))
  elif 'y' == _in:
    print('Please input \'yes\' or \'N\'')
    ask_and_delete_dirs(dirs, name)

def log_boot():
  logging.info('Repo Cleaner Started')

log.init_logging()
log_boot()
existing_artifact_dirs = find_existing_artifac_dirs()
in_use_artifact_dirs = in_use_artifact_dirs()

not_in_use_artifact_dirs = []
for artifact_dir in existing_artifact_dirs:
  if artifact_dir not in in_use_artifact_dirs:
    not_in_use_artifact_dirs.append(artifact_dir)

ask_and_print_dirs(existing_artifact_dirs, 'existing dependencies')
ask_and_print_dirs(in_use_artifact_dirs, 'dependencies in use')
ask_and_print_dirs(not_in_use_artifact_dirs, 'dependencies not in use')
ask_and_delete_dirs(not_in_use_artifact_dirs, 'redundant dependencies')