analyzeHistory.py

import json, collections, argparse, math
from datetime import datetime

import numpy as np
import matplotlib.pyplot as plt
from matplotlib import rc

parser = argparse.ArgumentParser(description='Fetch history of specified Slack channel.')

parser.add_argument('--input', '-input', default='history.json', help='Input file name with Slack history to anlyse (default: %(default)s).')
parser.add_argument('--title', '-title', default='Number of issues/threads per month', help='Chart title (default: %(default)s).')
parser.add_argument('--xlabel', '-xlabel', default='Month', help='Chart x label (default: %(default)s).')
parser.add_argument('--ylabel', '-ylabel', default='Number of threads', help='Chart y label (default: %(default)s).')
parser.add_argument('--threads', '-threads', default=[], help='Threads config', type=json.loads)
parser.add_argument('--printUnmatchedThreads', '-printUnmatchedThreads', default=False, help='Prints unmatched threads for sum of all configured keywords (default: %(default)).', action=argparse.BooleanOptionalAction)

args = parser.parse_args()

input = args.input
title = args.title
xlabel = args.xlabel
ylabel = args.ylabel
printUnmatchedThreads = args.printUnmatchedThreads

def validateThreads(threads):
  for t in threads:
    if not 'debug' in t:
      t['debug'] = False
    if not 'color' in t:
      t['color'] = randomColor()
    if not 'name' in t:
      print('No "name" field in threads configuration')
      quit()
    if not 'keywords' in t:
      print('No "keywords" field in threads configuration')
      quit()
  return threads

def randomColor():
  return np.random.rand(3,)

def drawStackedBarPlot(allThreads, subThreads, title, xlabel, ylabel):
  # y-axis in bold
  rc('font', weight='bold')

  # The position of the bars on the x-axis
  r = []
  # Names of x bars
  names = []
  barHeighs = []
  index = 0
  for key, value in allThreads.items():
    r.append(index)
    index += 1
    month, year = math.modf(key)
    names.append("%d/%d" % (round(month * 100), year))
    barHeighs.append(0)
  barWidth = 0.65

  for sub in subThreads:
    bar = []
    bottom = []
    for b in barHeighs:
      bottom.append(b)
    index = 0
    for month, value in sub['threadsPerMonth'].items():
      bar.append(value)
      barHeighs[index] += value
      index += 1
    plt.bar(r, bar, bottom=bottom, color=[sub['color']], edgecolor='white', width=barWidth, label=sub['name'])

  bar = []
  index = 0
  for month, value in allThreads.items():
    positivevalue = value - barHeighs[index] if value - barHeighs[index] > 0 else 0
    bar.append(positivevalue)
    index += 1

  plt.bar(r, bar, bottom=barHeighs, color='#800080', edgecolor='white', width=barWidth, label='Other')

  # Custom X & Y axis
  plt.xticks(r, names, fontweight='bold')
  plt.title(title)
  plt.xlabel(xlabel)
  plt.ylabel(ylabel)

  # Show graphic
  plt.legend()
  plt.show()


with open(input) as f:
  messages = json.load(f)

def tsToDate(ts):
  return datetime.fromtimestamp(int(float(ts)))

def prettyTS(ts):
  return tsToDate(ts).strftime("%Y-%m-d")

print('Number of all messages: {}'.format(len(messages)))

def prepareMessage(m):
  return m.replace('-', '').replace('\n', '/n').lower()

def threadsWithKeywordsPerMonth(messages, keywords, debugMatched, debugUnmatched):
  lastThread = {}
  matchInThread = 0
  threadsPerMonth = {}

  for m in messages:
    date = tsToDate(m['ts'])
    key = date.year % 2000 + date.month/100.0
    counter = threadsPerMonth.get(key, 0)
    # init month with 0 value
    if counter == 0:
      threadsPerMonth[key] = counter

    if 'thread_ts' in m and m['ts'] == m['thread_ts'] and m['reply_users_count'] > 0:
      if matchInThread and lastThread['ts'] != '':
        threadsPerMonth[key] = counter + 1
      elif debugUnmatched and 'text' in lastThread:
        print('Unmatched thread ({}): {}'.format(tsToDate(lastThread['ts']), lastThread['text']))
      lastThread = m
      matchInThread = False

    if not matchInThread and 'ts' in lastThread and lastThread['ts'] != '' and 'text' in m and (('thread_ts' in m and m['ts'] == m['thread_ts'] and m['reply_users_count'] > 0) or ('thread_ts' in m and m['ts'] != m['thread_ts'])):
      text = prepareMessage(m['text'])
      for w in keywords:
        if prepareMessage(w) in text:
          matchInThread = True
          if debugMatched:
            print('{} § {} § {}'.format(w, tsToDate(m['ts']), text))
          break
  return collections.OrderedDict(sorted(threadsPerMonth.items()))

allThreads = threadsWithKeywordsPerMonth(messages, [' '], False, False)

subThreads = validateThreads(args.threads)
allKeywords = []
for subThread in subThreads:
  subThread['threadsPerMonth'] = threadsWithKeywordsPerMonth(messages, subThread['keywords'], subThread['debug'], False)
  allKeywords.extend(subThread['keywords'])

if printUnmatchedThreads:
  threadsWithKeywordsPerMonth(messages, allKeywords, False, printUnmatchedThreads)

drawStackedBarPlot(allThreads, subThreads, title, xlabel, ylabel)