models/Gorani-Sorani/config.yaml

name: "Gorani-Sorani_1"

data:
    train: "datasets/Gorani-Sorani/1/train"
    dev: "datasets/Gorani-Sorani/1/dev"
    test: "datasets/Gorani-Sorani/1/test"
    level: "char"
    lowercase: False
    normalize: False
    max_sent_length: 100
    dataset_type: "plain"

    src:
        lang: "src"
        voc_limit: 100
        voc_min_freq: 5
        level: "char"
    trg:
        lang: "trg"
        voc_limit: 100
        voc_min_freq: 5
        level: "char"
    
training:
    random_seed: 42
    optimizer: "adam"
    learning_rate: 0.001
    learning_rate_min: 0.0002
    weight_decay: 0.0
    clip_grad_norm: 1.0
    batch_size: 64
    scheduling: "plateau"
    patience: 10
    decrease_factor: 0.5
    early_stopping_metric: "loss"
    epochs: 100
    validation_freq: 1000
    logging_freq: 100
    eval_metric: "bleu"
    model_dir: "models/Gorani-Sorani"
    overwrite: True
    shuffle: True
    use_cuda: True
    max_output_length: 100
    print_valid_sents: [0, 3, 6, 9]
    keep_best_ckpts: -1

testing:
    n_best: 1
    beam_size: 4
    beam_alpha: 1.0
    eval_metrics: ["bleu", "chrf", "sequence_accuracy"]
    max_output_length: 1000
    batch_size: 10
    batch_type: "sentence"
    return_prob: "none"

model:
    initializer: "xavier_uniform" 
    init_gain: 1.0                
    bias_initializer: "zeros"     
    embed_initializer: "xavier_uniform" 
    embed_init_gain: 1.0          
    encoder:
        type: "transformer"
        num_layers: 6
        num_heads: 8
        embeddings:
            embedding_dim: 128
            scale: True
        # typically ff_size = 4 x hidden_size
        hidden_size: 128
        ff_size: 512
        dropout: 0.2
        layer_norm: "pre"
    decoder:
        type: "transformer"
        num_layers: 6
        num_heads: 8
        embeddings:
            embedding_dim: 128
            scale: True
        # typically ff_size = 4 x hidden_size
        hidden_size: 128
        ff_size: 512
        dropout: 0.2
        layer_norm: "pre"