app.py

#!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""
Created on Sat Jun 30 17:45:03 2018
@author: Seunghyun Lee, Junho Han
"""
from flask import Flask, render_template
from datetime import datetime
import json, copy
from utils import *
# import threading

data = {}
coauthor_data = {}
min_year = 1960
max_year = datetime.now().year
options = ['all', 'korean', 'first', 'last', 'korean_first', 'korean_last']
options2 = [10, 25, 50, 100]
options3 = [1, 2, 3, 4, 5, 6]
area_table = json.load(open('./database/area_table.json'))
gender_dict = json.load(open('./database/gender_dict.json'))

app = Flask(__name__)  # placeholder for current module
restart = False


def main(mode='local'):
    # restart_period = 7 * 24 * 60 * 60  # sec
    # threading.Timer(restart_period, restart_program).start()
    init()
    if mode == 'local':
        app.run(port=5002)
    elif mode == 'host':
        app.run(port=5002, host='0.0.0.0')
    else:
        raise Exception('Invalid mode')


@app.route('/')
def home():
    print('aaa')
    return render_template('home.html',
                           area_table=area_table,
                           years=range(min_year, max_year + 1))


@app.route('/<name>')
def main_page(name):
    if name == 'women':
        return render_template('home_women.html',
                               area_table=area_table,
                               years=range(min_year, max_year + 1))
    elif name == 'sort':
        return render_template('home.html',
                               area_table=area_table,
                               years=range(min_year, max_year + 1))
    else:
        return display(name)


@app.route('/women/<name>')
def women_page(name):
    return display(name, is_women=True)


@app.route('/sort/<name>')
def sort_page(name):
    return display(name, is_sort=True)


def display(name, is_women=False, is_sort=False):
    fromyear = int(name[0:4])
    toyear = int(name[4:8])
    option = options[int(name[8])]
    option2 = options2[int(name[9])]
    option3 = options3[int(name[10])]
    if is_women:
        thresholds = [0, 30, 40, 50]
        woman_threshold = thresholds[int(name[11])]
        conf_list = sorted(name[12:].replace('-', ' ').lower().split('_')[1:-1])
    else:
        woman_threshold = 0
        conf_list = sorted(name[11:].replace('-', ' ').lower().split('_')[1:-1])
    graph_heights = {10: "400px", 25: "600px", 50: "900px", 100: "1100px"}
    graph_height = graph_heights[option2]

    data_dict = {}
    prob_dict = {}
    edge_dict = {}
    names = set()

    # load data from database, for each conf, fromyear ~ toyear
    for conf in conf_list:
        for year in range(toyear, fromyear-1, -1):
            temp = {}
            co_temp = {}
            for author, value in data[conf][year][option].items():
                if is_women and (author not in gender_dict or int(gender_dict[author]) < woman_threshold):
                    continue
                res = [value[0]]
                for paper in value[1:]:
                    if paper[3] == 0 or paper[3] >= option3:
                        res.append(paper)
                if len(res) > 1:
                    temp[author] = copy.deepcopy(res)   # must use copy.deepcopy
                    co_temp[author] = {}
                    for _, coauthor_list, __, ___, ____, _____ in temp[author][1:]:
                        for coauthor in coauthor_list:
                            if coauthor != author:
                                try:
                                    co_temp[author][coauthor] += 1
                                except KeyError:
                                    co_temp[author][coauthor] = 1

            names.update(list(temp.keys()))
            dict_update1(data_dict, prob_dict, temp)
            dict_update2(edge_dict, co_temp)

    # Choose top "option2" authors in terms of # of papers
    # Sort those authors by lexicographic order (last name, first name)

    temp = sorted([(-len(data_dict[x]), x) for x in names])
    while option2 < len(temp):
        if temp[option2][0] == temp[option2-1][0]:
            option2 += 1
        else:
            break
    temp = temp[:option2]
    max_papers = -temp[0][0] if temp else 1

    if is_women:
        if 'korean' in option:
            temp.sort(key=lambda x: -int(gender_dict[x[1]]))
    elif not is_sort:
        temp = sorted([(x[1].split()[-1], x[1]) for x in temp])

    name_list = [x[1] for x in temp]

    for key in list(data_dict.keys()):
        if key not in name_list:
            del data_dict[key]
        else:
            data_dict[key] = [data_dict[key], len(data_dict[key])]

    for key in list(edge_dict.keys()):
        if key not in name_list:
            del edge_dict[key]
        else:
            for key2 in list(edge_dict[key].keys()):
                if key2 not in name_list:
                    del edge_dict[key][key2]

    # For display, e.g. AISTATS=4, ICML=3, NIPS=3
    info_dict = {}
    for author in name_list:
        info_dict[author] = {}
        for paper in data_dict[author][0]:
            try:
                info_dict[author][paper[4].upper()] += 1
            except KeyError:
                info_dict[author][paper[4].upper()] = 1

    for author in name_list:
        temp = ""
        for conf in sorted(info_dict[author].keys()):
            temp += conf + "=" + str(info_dict[author][conf]) + ', '
        info_dict[author] = temp[:-2]

    return render_template('display.html',
                           name_list=name_list,
                           data_dict=data_dict,
                           prob_dict=(
                               gender_dict
                               if is_women and 'korean' in option else
                               prob_dict
                           ),
                           info_dict=info_dict,
                           edge_dict=edge_dict,
                           max_papers=max_papers,
                           graph_height=graph_height)


def init():
    from utils import get_file
    for conf in get_file('./data/conferences.txt'):
        data[conf] = {}
        coauthor_data[conf] = {}
        print('Initial Load: ' + conf.upper())
        for year in range(min_year, max_year + 1):
            data[conf][year] = {}
            coauthor_data[conf][year] = {}
            for option in options:
                coauthor_data[conf][year][option] = {}
                data[conf][year][option] = {}

                path = './database/' + conf.upper() + '/' + conf.lower() + str(year) + '_'
                if os.path.exists(path + option + '.json'):
                    data[conf][year][option] = json.load(open(path + option + '.json'))


if __name__ == '__main__':
    if len(sys.argv) > 2:
        raise Exception('# of arguments should be 0 or 1')
    elif len(sys.argv) == 2:
        main(mode=sys.argv[1])
    else:
        main()