Hugging Face's logo

Wako77
/
distilrobeta_fined_mnli_reduced

AllenNLP
Model card Files Community
distilrobeta_fined_mnli_reduced
File size: 1,831 Bytes 
e2ebdb6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
 
{
    "dataset_reader": {
        "type": "snli",
        "token_indexers": {
            "tokens": {
                "type": "pretrained_transformer",
                "max_length": 512,
                "model_name": "distilroberta-base"
            }
        },
        "tokenizer": {
            "type": "pretrained_transformer",
            "add_special_tokens": false,
            "model_name": "distilroberta-base"
        }
    },
    "model": {
        "type": "basic_classifier",
        "dropout": 0.1,
        "feedforward": {
            "activations": "tanh",
            "hidden_dims": 768,
            "input_dim": 768,
            "num_layers": 1
        },
        "namespace": "tags",
        "seq2vec_encoder": {
            "type": "cls_pooler",
            "embedding_dim": 768
        },
        "text_field_embedder": {
            "token_embedders": {
                "tokens": {
                    "type": "pretrained_transformer",
                    "max_length": 512,
                    "model_name": "distilroberta-base"
                }
            }
        }
    },
    "train_data_path": "data/mnli/multinli_1.0/multinli_1.0_train_10_perc.jsonl",
    "validation_data_path": "data/mnli/multinli_1.0/multinli_1.0_dev_matched_10_perc.jsonl",
    "test_data_path": "data/mnli/multinli_1.0/multinli_1.0_dev_mismatched_10_perc.jsonl",
    "trainer": {
        "learning_rate_scheduler": {
            "type": "slanted_triangular",
            "cut_frac": 0.06
        },
        "num_epochs": 10,
        "optimizer": {
            "type": "huggingface_adamw",
            "lr": 2e-06,
            "weight_decay": 0.1
        },
        "validation_metric": "+accuracy"
    },
    "data_loader": {
        "batch_sampler": {
            "type": "bucket",
            "batch_size": 16
        }
    }
}