xoyeop's picture
Training in progress, epoch 1
6363b6a
{
"_name_or_path": "monologg/koelectra-base-v3-discriminator",
"architectures": [
"ElectraForTokenClassification"
],
"attention_probs_dropout_prob": 0.1,
"classifier_dropout": null,
"embedding_size": 768,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 768,
"id2label": {
"0": "O",
"1": "B-afraid",
"10": "B-excited",
"11": "B-grateful",
"12": "B-hopeful",
"13": "B-impressed",
"14": "B-jealous",
"15": "B-joyful",
"16": "B-lonely",
"17": "B-prepared",
"18": "B-proud",
"19": "B-sad",
"2": "B-angry",
"20": "B-sentimental",
"21": "B-surprised",
"22": "B-trusting",
"23": "I-afraid",
"24": "I-angry",
"25": "I-anticipating",
"26": "I-caring",
"27": "I-confident",
"28": "I-content",
"29": "I-disappointed",
"3": "B-anticipating",
"30": "I-disgusted",
"31": "I-embarrassed",
"32": "I-excited",
"33": "I-grateful",
"34": "I-hopeful",
"35": "I-impressed",
"36": "I-jealous",
"37": "I-joyful",
"38": "I-lonely",
"39": "I-prepared",
"4": "B-caring",
"40": "I-proud",
"41": "I-sad",
"42": "I-sentimental",
"43": "I-surprised",
"44": "I-trusting",
"5": "B-confident",
"6": "B-content",
"7": "B-disappointed",
"8": "B-disgusted",
"9": "B-embarrassed"
},
"initializer_range": 0.02,
"intermediate_size": 3072,
"label2id": {
"B-afraid": "1",
"B-angry": "2",
"B-anticipating": "3",
"B-caring": "4",
"B-confident": "5",
"B-content": "6",
"B-disappointed": "7",
"B-disgusted": "8",
"B-embarrassed": "9",
"B-excited": "10",
"B-grateful": "11",
"B-hopeful": "12",
"B-impressed": "13",
"B-jealous": "14",
"B-joyful": "15",
"B-lonely": "16",
"B-prepared": "17",
"B-proud": "18",
"B-sad": "19",
"B-sentimental": "20",
"B-surprised": "21",
"B-trusting": "22",
"I-afraid": "23",
"I-angry": "24",
"I-anticipating": "25",
"I-caring": "26",
"I-confident": "27",
"I-content": "28",
"I-disappointed": "29",
"I-disgusted": "30",
"I-embarrassed": "31",
"I-excited": "32",
"I-grateful": "33",
"I-hopeful": "34",
"I-impressed": "35",
"I-jealous": "36",
"I-joyful": "37",
"I-lonely": "38",
"I-prepared": "39",
"I-proud": "40",
"I-sad": "41",
"I-sentimental": "42",
"I-surprised": "43",
"I-trusting": "44",
"O": "0"
},
"layer_norm_eps": 1e-12,
"max_position_embeddings": 512,
"model_type": "electra",
"num_attention_heads": 12,
"num_hidden_layers": 12,
"pad_token_id": 0,
"position_embedding_type": "absolute",
"summary_activation": "gelu",
"summary_last_dropout": 0.1,
"summary_type": "first",
"summary_use_proj": true,
"torch_dtype": "float32",
"transformers_version": "4.33.2",
"type_vocab_size": 2,
"use_cache": true,
"vocab_size": 35000
}