bert-large-v2 / config.json
somya-kr's picture
Training in progress, step 1000
73bb44c verified
{
"_name_or_path": "bert-large-uncased",
"architectures": [
"BertForSequenceClassification"
],
"attention_probs_dropout_prob": 0.1,
"classifier_dropout": null,
"gradient_checkpointing": false,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 1024,
"id2label": {
"0": "Section 2",
"1": "Section 3",
"2": "Section 4",
"3": "Section 5",
"4": "Section 13",
"5": "Section 34",
"6": "Section 107",
"7": "Section 109",
"8": "Section 114",
"9": "Section 120",
"10": "Section 120B",
"11": "Section 143",
"12": "Section 147",
"13": "Section 148",
"14": "Section 149",
"15": "Section 155",
"16": "Section 156",
"17": "Section 161",
"18": "Section 164",
"19": "Section 173",
"20": "Section 174A",
"21": "Section 186",
"22": "Section 188",
"23": "Section 190",
"24": "Section 193",
"25": "Section 200",
"26": "Section 201",
"27": "Section 228",
"28": "Section 229A",
"29": "Section 279",
"30": "Section 294",
"31": "Section 294(b)",
"32": "Section 299",
"33": "Section 300",
"34": "Section 302",
"35": "Section 304",
"36": "Section 304A",
"37": "Section 304B",
"38": "Section 306",
"39": "Section 307",
"40": "Section 308",
"41": "Section 313",
"42": "Section 320",
"43": "Section 323",
"44": "Section 324",
"45": "Section 325",
"46": "Section 326",
"47": "Section 332",
"48": "Section 336",
"49": "Section 337",
"50": "Section 338",
"51": "Section 341",
"52": "Section 342",
"53": "Section 353",
"54": "Section 354",
"55": "Section 363",
"56": "Section 364",
"57": "Section 365",
"58": "Section 366",
"59": "Section 366A",
"60": "Section 375",
"61": "Section 376",
"62": "Section 376(2)",
"63": "Section 379",
"64": "Section 380",
"65": "Section 384",
"66": "Section 389",
"67": "Section 392",
"68": "Section 394",
"69": "Section 395",
"70": "Section 397",
"71": "Section 406",
"72": "Section 409",
"73": "Section 411",
"74": "Section 415",
"75": "Section 417",
"76": "Section 419",
"77": "Section 420",
"78": "Section 427",
"79": "Section 436",
"80": "Section 437",
"81": "Section 438",
"82": "Section 447",
"83": "Section 448",
"84": "Section 450",
"85": "Section 452",
"86": "Section 457",
"87": "Section 465",
"88": "Section 467",
"89": "Section 468",
"90": "Section 471",
"91": "Section 482",
"92": "Section 494",
"93": "Section 498",
"94": "Section 498A",
"95": "Section 500",
"96": "Section 504",
"97": "Section 506",
"98": "Section 509",
"99": "Section 511"
},
"initializer_range": 0.02,
"intermediate_size": 4096,
"label2id": {
"Section 107": 6,
"Section 109": 7,
"Section 114": 8,
"Section 120": 9,
"Section 120B": 10,
"Section 13": 4,
"Section 143": 11,
"Section 147": 12,
"Section 148": 13,
"Section 149": 14,
"Section 155": 15,
"Section 156": 16,
"Section 161": 17,
"Section 164": 18,
"Section 173": 19,
"Section 174A": 20,
"Section 186": 21,
"Section 188": 22,
"Section 190": 23,
"Section 193": 24,
"Section 2": 0,
"Section 200": 25,
"Section 201": 26,
"Section 228": 27,
"Section 229A": 28,
"Section 279": 29,
"Section 294": 30,
"Section 294(b)": 31,
"Section 299": 32,
"Section 3": 1,
"Section 300": 33,
"Section 302": 34,
"Section 304": 35,
"Section 304A": 36,
"Section 304B": 37,
"Section 306": 38,
"Section 307": 39,
"Section 308": 40,
"Section 313": 41,
"Section 320": 42,
"Section 323": 43,
"Section 324": 44,
"Section 325": 45,
"Section 326": 46,
"Section 332": 47,
"Section 336": 48,
"Section 337": 49,
"Section 338": 50,
"Section 34": 5,
"Section 341": 51,
"Section 342": 52,
"Section 353": 53,
"Section 354": 54,
"Section 363": 55,
"Section 364": 56,
"Section 365": 57,
"Section 366": 58,
"Section 366A": 59,
"Section 375": 60,
"Section 376": 61,
"Section 376(2)": 62,
"Section 379": 63,
"Section 380": 64,
"Section 384": 65,
"Section 389": 66,
"Section 392": 67,
"Section 394": 68,
"Section 395": 69,
"Section 397": 70,
"Section 4": 2,
"Section 406": 71,
"Section 409": 72,
"Section 411": 73,
"Section 415": 74,
"Section 417": 75,
"Section 419": 76,
"Section 420": 77,
"Section 427": 78,
"Section 436": 79,
"Section 437": 80,
"Section 438": 81,
"Section 447": 82,
"Section 448": 83,
"Section 450": 84,
"Section 452": 85,
"Section 457": 86,
"Section 465": 87,
"Section 467": 88,
"Section 468": 89,
"Section 471": 90,
"Section 482": 91,
"Section 494": 92,
"Section 498": 93,
"Section 498A": 94,
"Section 5": 3,
"Section 500": 95,
"Section 504": 96,
"Section 506": 97,
"Section 509": 98,
"Section 511": 99
},
"layer_norm_eps": 1e-12,
"max_position_embeddings": 512,
"model_type": "bert",
"num_attention_heads": 16,
"num_hidden_layers": 24,
"pad_token_id": 0,
"position_embedding_type": "absolute",
"problem_type": "multi_label_classification",
"torch_dtype": "float32",
"transformers_version": "4.46.2",
"type_vocab_size": 2,
"use_cache": true,
"vocab_size": 30522
}