config.py

"""
Contains all the knobs for the whole project
"""
import torch


class Config:
    def __init__(self):
        """Expirement configuration"""

        self.mode = "dev"

        # Device params
        self.use_cuda = torch.cuda.is_available()
        self.device = ('cuda' if self.use_cuda else 'cpu')
        self.device = 'cpu'
        self.use_cuda = False

        # Global dimension params
        self.embedding_dim = 100    # 200 did not help
        self.hidden_size = self.embedding_dim
        self.context_len = 200
        self.question_len = 100

        # Training params
        self.num_epochs = 200
        self.learning_rate = 0.1
        self.batch_size = 5
        self.l2_norm = 0.0  # l2 is not helping at all.
        self.max_grad_norm = 50

        # Encoder params
        self.num_encoder_layers = 2
        self.encoder_bidirectional = False
        # Fusion BiLSTM params
        self.num_fusion_bilstm_layers = 2
        self.fusion_dropout_rate = 0.0  # Other values will cause oscillation

        # Decoder params
        self.max_dec_steps = 4
        self.num_decoder_layers = 1
        self.decoder_bidirectional = False

        # HMN params
        self.max_pool_size = 16

        # Directories
        self.data_dir = "data/"
        self.vectors_cache = "data/vectors_cache"
        self.experiments_root_dir = "experiments/"

        # Logs
        self.print_every = 10
        self.save_every = 100
        self.evaluate_every = 1

        # Vectors
        self.glove_base_url = "http://nlp.stanford.edu/data/"
        self.glove_filename = "glove.6B.zip"

        # Restore or run a fresh training
        self.restore = False