Upload cp229/cehrbert_mimic4_pretrained with huggingface_hub

cp229/cehrbert_mimic4_pretrained

@@ -1,2294 +1 @@
-{
-  "age_embedding_scaling_factor": 100,
-  "architectures": [
-    "CehrBertForPreTraining"
-  ],
-  "attention_probs_dropout_prob": 0.1,
-  "bidirectional": true,
-  "cache_dir": null,
-  "classifier_dropout": 0.1,
-  "early_stopping_patience": 1,
-  "exclude_position_ids": false,
-  "finetune_model_type": "pooling",
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.1,
-  "hidden_size": 768,
-  "include_ttv_prediction": true,
-  "include_value_prediction": false,
-  "include_values": false,
-  "initializer_range": 0.02,
-  "intermediate_size": 2048,
-  "lab_token_ids": [
-    47,
-    141,
-    45,
-    32,
-    31,
-    37,
-    29,
-    454,
-    453,
-    486,
-    446,
-    17,
-    26,
-    27,
-    447,
-    19,
-    33,
-    39,
-    38,
-    143,
-    145,
-    40,
-    377,
-    16,
-    20,
-    23,
-    44,
-    25,
-    18,
-    24,
-    22,
-    21,
-    65,
-    67,
-    411,
-    58,
-    59,
-    69,
-    236,
-    76,
-    75,
-    73,
-    64,
-    74,
-    72,
-    239,
-    238,
-    237,
-    227,
-    301,
-    63,
-    285,
-    673,
-    768,
-    80,
-    55,
-    66,
-    257,
-    56,
-    475,
-    804,
-    2260,
-    1028,
-    507,
-    249,
-    450,
-    791,
-    79,
-    2350,
-    41,
-    276,
-    296,
-    484,
-    554,
-    478,
-    199,
-    1053,
-    1287,
-    132,
-    1702,
-    563,
-    1461,
-    1660,
-    1222,
-    753,
-    840,
-    839,
-    885,
-    5953,
-    1223,
-    895,
-    333,
-    1658,
-    1012,
-    246,
-    245,
-    247,
-    217,
-    244,
-    197,
-    157,
-    334,
-    2492,
-    413,
-    799,
-    800,
-    165,
-    103,
-    185,
-    189,
-    348,
-    200,
-    222,
-    561,
-    201,
-    493,
-    193,
-    568,
-    312,
-    1214,
-    310,
-    219,
-    8,
-    5,
-    6,
-    34,
-    7,
-    35,
-    36,
-    52,
-    6589,
-    6722,
-    2163,
-    281,
-    274,
-    323,
-    316,
-    266,
-    286,
-    300,
-    302,
-    264,
-    291,
-    318,
-    3194,
-    1479,
-    314,
-    292,
-    263,
-    287,
-    1502,
-    5734,
-    10,
-    11,
-    12,
-    309,
-    218,
-    3470,
-    2604,
-    2431,
-    7037,
-    580,
-    297,
-    458,
-    1133,
-    320,
-    203,
-    204,
-    206,
-    215,
-    226,
-    205,
-    360,
-    517,
-    390,
-    389,
-    375,
-    391,
-    392,
-    48,
-    49,
-    50,
-    109,
-    112,
-    110,
-    108,
-    365,
-    441,
-    30,
-    821,
-    113,
-    114,
-    116,
-    115,
-    117,
-    118,
-    1243,
-    931,
-    820,
-    1242,
-    930,
-    550,
-    760,
-    986,
-    548,
-    127,
-    87,
-    553,
-    86,
-    552,
-    1331,
-    172,
-    171,
-    538,
-    539,
-    253,
-    252,
-    177,
-    174,
-    187,
-    188,
-    54,
-    53,
-    194,
-    94,
-    82,
-    97,
-    472,
-    43,
-    457,
-    176,
-    175,
-    178,
-    180,
-    179,
-    183,
-    83,
-    372,
-    1420,
-    1709,
-    851,
-    888,
-    730,
-    941,
-    1033,
-    1901,
-    1533,
-    1017,
-    715,
-    860,
-    890,
-    510,
-    512,
-    879,
-    2569,
-    1544,
-    498,
-    466,
-    1468,
-    1988,
-    708,
-    741,
-    71,
-    1267,
-    70,
-    207,
-    1633,
-    1657,
-    592,
-    2144,
-    2143,
-    9572,
-    10726,
-    10844,
-    10705,
-    7698,
-    370,
-    1613,
-    1617,
-    1618,
-    208,
-    1859,
-    1860,
-    2073,
-    4291,
-    434,
-    1573,
-    536,
-    545,
-    501,
-    540,
-    544,
-    2629,
-    2550,
-    1414,
-    1415,
-    1412,
-    1413,
-    1416,
-    2340,
-    2341,
-    2342,
-    2348,
-    2343,
-    750,
-    6234,
-    3708,
-    283,
-    425,
-    1433,
-    1157,
-    1432,
-    12577,
-    3082,
-    3091,
-    3086,
-    3122,
-    3084,
-    2043,
-    338,
-    336,
-    397,
-    2042,
-    877,
-    2799,
-    2533,
-    981,
-    1022,
-    1800,
-    2194,
-    588,
-    1075,
-    1113,
-    1220,
-    1125,
-    2573,
-    988,
-    1111,
-    1135,
-    1629,
-    1816,
-    3311,
-    3399,
-    3452,
-    235,
-    234,
-    270,
-    2786,
-    1101,
-    523,
-    428,
-    403,
-    427,
-    1100,
-    809,
-    531,
-    4816,
-    5415,
-    1130,
-    2911,
-    688,
-    679,
-    746,
-    485,
-    905,
-    465,
-    943,
-    1193,
-    1322,
-    817,
-    892,
-    891,
-    3684,
-    856,
-    1689,
-    5012,
-    3711,
-    872,
-    1092,
-    1323,
-    1352,
-    1380,
-    1536,
-    973,
-    1483,
-    632,
-    2329,
-    2546,
-    2783,
-    2368,
-    2165,
-    725,
-    2374,
-    2497,
-    1591,
-    2259,
-    1524,
-    1625,
-    1561,
-    1770,
-    2898,
-    2917,
-    2903,
-    3812,
-    700,
-    8145,
-    16223,
-    1200,
-    210,
-    6240,
-    6236,
-    5716,
-    5714,
-    6450,
-    6449,
-    968,
-    1654,
-    936,
-    1195,
-    1476,
-    1340,
-    496,
-    499,
-    324,
-    288,
-    364,
-    416,
-    317,
-    1329,
-    648,
-    8249,
-    8539,
-    1350,
-    2480,
-    2951,
-    408,
-    451,
-    448,
-    1592,
-    479,
-    1299,
-    1986,
-    4532,
-    852,
-    2633,
-    2083,
-    2107,
-    2081,
-    2078,
-    2084,
-    2132,
-    2085,
-    2103,
-    4370,
-    7302,
-    921,
-    1823,
-    3697,
-    1324,
-    5932,
-    917,
-    1650,
-    627,
-    356,
-    363,
-    369,
-    1364,
-    802,
-    801,
-    815,
-    797,
-    1383,
-    409,
-    1950,
-    1010,
-    3164,
-    1927,
-    2791,
-    3226,
-    3357,
-    2074,
-    3133,
-    3130,
-    2766,
-    6688,
-    3945,
-    4593,
-    3957,
-    3947,
-    4107,
-    3946,
-    5036,
-    4168,
-    4012,
-    4016,
-    7843,
-    4693,
-    3260,
-    3190,
-    4709,
-    4710,
-    4711,
-    1844,
-    1845,
-    2980,
-    2313,
-    3899,
-    3575,
-    1176,
-    1175,
-    3513,
-    4623,
-    532,
-    810,
-    3614,
-    2595,
-    8281,
-    1542,
-    3926,
-    1069,
-    1676,
-    7199,
-    1276,
-    426,
-    2907,
-    1253,
-    1363,
-    2624,
-    1259,
-    1732,
-    1731,
-    2185,
-    119,
-    1191,
-    1192,
-    4032,
-    5113,
-    5112,
-    4385,
-    3244,
-    3245,
-    3291,
-    737,
-    1279,
-    2634,
-    5869,
-    5558,
-    2792,
-    1637,
-    3384,
-    7465,
-    386,
-    3383,
-    4269,
-    4268,
-    7311,
-    1004,
-    3544,
-    3848,
-    2730,
-    5033,
-    2446,
-    3023,
-    2936,
-    3068,
-    2407,
-    1835,
-    1163,
-    1873,
-    3016,
-    2147,
-    3053,
-    1707,
-    982,
-    1274,
-    2411,
-    2438,
-    3856,
-    2836,
-    3914,
-    5802,
-    4441,
-    7374,
-    2581,
-    5040,
-    4881,
-    3858,
-    5039,
-    2769,
-    734,
-    2758,
-    2759,
-    1161,
-    1410,
-    1409,
-    4749,
-    2812,
-    2809,
-    9583,
-    8416,
-    8653,
-    2274,
-    2273,
-    878,
-    1378,
-    2728,
-    497,
-    1460,
-    547,
-    519,
-    520,
-    521,
-    522,
-    542,
-    537,
-    514,
-    524,
-    1459,
-    1969,
-    1938,
-    1968,
-    5196,
-    5977,
-    7280,
-    8998,
-    6461,
-    1000,
-    607,
-    3065,
-    3062,
-    1344,
-    1342,
-    5474,
-    2137,
-    355,
-    354,
-    1261,
-    2136,
-    1824,
-    1866,
-    1865,
-    2157,
-    4530,
-    3729,
-    3655,
-    2954,
-    1507,
-    1506,
-    1505,
-    5946,
-    4625,
-    5971,
-    7118,
-    5322,
-    1407,
-    6082,
-    2946,
-    1601,
-    1868,
-    7603,
-    473,
-    474,
-    469,
-    4844,
-    4996,
-    2398,
-    2532,
-    2667,
-    3081,
-    3481,
-    835,
-    598,
-    578,
-    587,
-    4191,
-    435,
-    1970,
-    3962,
-    3508,
-    10246,
-    3682,
-    14039,
-    796,
-    795,
-    1838,
-    1739,
-    7139,
-    3721,
-    5084,
-    232,
-    3514,
-    3496,
-    2969,
-    2563,
-    3717,
-    3716,
-    4114,
-    4522,
-    1980,
-    4527,
-    4140,
-    6725,
-    5307,
-    5401,
-    4905,
-    20889,
-    20890,
-    12958,
-    14406,
-    7249,
-    1978,
-    4891,
-    3998,
-    7435,
-    3163,
-    3462,
-    3831,
-    3166,
-    3162,
-    3198,
-    3161,
-    9997,
-    4367,
-    6999,
-    6307,
-    8417,
-    1124,
-    1123,
-    20265,
-    6506,
-    5032,
-    5131,
-    5262,
-    5635,
-    2694,
-    1745,
-    5138,
-    3195,
-    1306,
-    1296,
-    2679,
-    2743,
-    6143,
-    6606,
-    1593,
-    3187,
-    4452,
-    4473,
-    4476,
-    4465,
-    9770,
-    978,
-    2178,
-    3317,
-    10492,
-    10491,
-    4469,
-    2281,
-    4957,
-    4856,
-    1813,
-    385,
-    384,
-    394,
-    2253,
-    2039,
-    2044,
-    1423,
-    1355,
-    1528,
-    3298,
-    2145,
-    2535,
-    1199,
-    1177,
-    1230,
-    966,
-    964,
-    1105,
-    4206,
-    2105,
-    2177,
-    2371,
-    2389,
-    2172,
-    7046,
-    4101,
-    1712,
-    4334,
-    6702,
-    3638,
-    4030,
-    4029,
-    3538,
-    4201,
-    3894,
-    381,
-    3249,
-    4379,
-    4556,
-    4892,
-    4398,
-    4400,
-    4390,
-    4661,
-    4389,
-    2437,
-    4503,
-    2436,
-    4502,
-    4124,
-    9834,
-    2654,
-    2689,
-    2690,
-    2659,
-    2688,
-    3096,
-    3060,
-    5129,
-    4143,
-    970,
-    3283,
-    7654,
-    5582,
-    3219,
-    907,
-    2678,
-    2677,
-    5059,
-    5206,
-    1181,
-    1186,
-    1179,
-    1174,
-    1438,
-    5741,
-    7196,
-    2124,
-    2151,
-    2256,
-    2339,
-    1765,
-    1764,
-    2520,
-    2519,
-    5916,
-    4065,
-    5572,
-    5571,
-    3424,
-    6617,
-    15566,
-    10585,
-    3336,
-    6043,
-    5274,
-    6010,
-    10876,
-    11335,
-    10959,
-    9294,
-    2089,
-    6258,
-    3464,
-    3463,
-    3117,
-    3116,
-    11510,
-    2029,
-    5090,
-    8560,
-    8713,
-    6900,
-    6899,
-    3595,
-    9809,
-    4879,
-    1131,
-    3243,
-    3242,
-    7861,
-    8120,
-    4901,
-    5856,
-    1354,
-    1391,
-    2207,
-    2201,
-    2193,
-    2186,
-    4517,
-    4516,
-    4937,
-    12198,
-    18336,
-    2211,
-    2210,
-    9370,
-    731,
-    732,
-    9369,
-    3422,
-    3421,
-    8337,
-    4041,
-    1288,
-    1294,
-    1234,
-    1282,
-    1301,
-    1305,
-    6478,
-    1336,
-    1335,
-    4942,
-    4941,
-    3394,
-    2456,
-    3393,
-    4531,
-    7782,
-    6370,
-    11773,
-    12433,
-    10778,
-    2734,
-    9832,
-    17404,
-    9795,
-    11219,
-    10683,
-    11235,
-    10760,
-    4924,
-    5724,
-    8996,
-    4946,
-    7585,
-    4915,
-    7356,
-    6890,
-    5556,
-    7373,
-    7220,
-    5858,
-    5857,
-    2,
-    5072,
-    5619,
-    16913,
-    7824,
-    2108,
-    2106,
-    2109,
-    2110,
-    2116,
-    2115,
-    2111,
-    2112,
-    2114,
-    2113,
-    6459,
-    6460,
-    6423,
-    5167,
-    5722,
-    6745,
-    2181,
-    3501,
-    9224,
-    1007,
-    3405,
-    2600,
-    3323,
-    3326,
-    3325,
-    3320,
-    3378,
-    2797,
-    6631,
-    2696,
-    2695,
-    3269,
-    3268,
-    2599,
-    2796,
-    6884,
-    4020,
-    3891,
-    3907,
-    3898,
-    5653,
-    3251,
-    18524,
-    620,
-    771,
-    5904,
-    6686,
-    2381,
-    5001,
-    8264,
-    5848,
-    5847,
-    3418,
-    3420,
-    8148,
-    2744,
-    2063,
-    6336,
-    13025,
-    13024,
-    5356,
-    5355,
-    7664,
-    2251,
-    4411,
-    629,
-    3454,
-    3453,
-    9817,
-    11896,
-    12677,
-    7274,
-    13124,
-    1786,
-    1785,
-    1784,
-    1792,
-    1803,
-    1794,
-    1805,
-    1806,
-    1801,
-    1817,
-    6028,
-    7094,
-    13342,
-    6763,
-    9217,
-    8876,
-    4515,
-    1638,
-    19933,
-    2,
-    3758,
-    3757,
-    8304,
-    6265,
-    8303,
-    6264,
-    5806,
-    10329,
-    7789,
-    4354,
-    4185,
-    1716,
-    4138,
-    2,
-    8389,
-    7317,
-    7818,
-    2942,
-    4327,
-    3527,
-    3816,
-    6213,
-    3991,
-    3673,
-    4078,
-    8188,
-    3458,
-    2875,
-    1332,
-    4233,
-    10618,
-    10816,
-    13123,
-    3173,
-    11204,
-    11200,
-    2334,
-    3485,
-    5942,
-    3484,
-    9071,
-    9089,
-    6638,
-    3956,
-    1890,
-    1894,
-    1897,
-    1899,
-    1911,
-    1913,
-    4050,
-    4072,
-    4009,
-    4589,
-    12710,
-    3639,
-    4498,
-    4497,
-    10454,
-    5676,
-    6739,
-    9717,
-    10870,
-    8364,
-    6676,
-    6211,
-    2818,
-    2,
-    5764,
-    9119,
-    4587,
-    2856,
-    650,
-    4270,
-    2899,
-    2717,
-    661,
-    6804,
-    6566,
-    6947,
-    2901,
-    2872,
-    4596,
-    11581,
-    7246,
-    7245,
-    13133,
-    4753,
-    6771,
-    13147,
-    9402,
-    9609,
-    6875,
-    3330,
-    6015,
-    10450,
-    12255,
-    12521,
-    3559,
-    5140,
-    4548,
-    4110,
-    3139,
-    4757,
-    9158,
-    8131,
-    17528,
-    3479,
-    18538,
-    2,
-    7093,
-    5536,
-    4410,
-    4409,
-    880,
-    12228,
-    2453,
-    15853,
-    18498,
-    7492,
-    8800,
-    21976,
-    16003,
-    15976,
-    15900,
-    2627,
-    1020,
-    1519,
-    1518,
-    3529,
-    5357,
-    4519,
-    7943,
-    17324,
-    13550,
-    10856,
-    10855,
-    5531,
-    3932,
-    4097,
-    11705,
-    7722,
-    17982,
-    2,
-    5695,
-    14885,
-    9633,
-    9632,
-    6092,
-    6091,
-    7756,
-    7755,
-    4197,
-    4222,
-    15167,
-    21238,
-    3254,
-    3253,
-    7753,
-    4889,
-    12406,
-    6883,
-    13417,
-    2008,
-    3523,
-    2006,
-    918,
-    2963,
-    2957,
-    1862,
-    1861,
-    4616,
-    4562,
-    20812,
-    20254,
-    13514,
-    13393,
-    11080,
-    7012,
-    7011,
-    19566,
-    6155,
-    12651,
-    4984,
-    14414,
-    14413,
-    4983,
-    4704,
-    6027,
-    2487,
-    2476,
-    2725,
-    17451,
-    9655,
-    6921,
-    5289,
-    5029,
-    4808,
-    4755,
-    5522,
-    5109,
-    11840,
-    9331,
-    2992,
-    2991,
-    11252,
-    10158,
-    10231,
-    9145,
-    9146,
-    8644,
-    8645,
-    2,
-    9610,
-    20352,
-    7703,
-    7198,
-    10397,
-    7902,
-    7889,
-    3138,
-    4598,
-    6865,
-    6864,
-    5760,
-    5759,
-    11228,
-    10671,
-    3240,
-    7673,
-    16224,
-    2,
-    16575,
-    14518,
-    12952,
-    13900,
-    22399,
-    17163,
-    3346,
-    3345,
-    3032,
-    3031,
-    16088,
-    12538,
-    12525,
-    10798,
-    10799,
-    18684,
-    11112,
-    15677,
-    23798,
-    22400,
-    8468,
-    19446,
-    17793,
-    21393,
-    21392,
-    2,
-    4434,
-    4433,
-    8557,
-    13569,
-    8554,
-    10818,
-    10819,
-    10832,
-    5867,
-    19188,
-    10686,
-    11726,
-    6632,
-    6512,
-    6568,
-    6471,
-    6504,
-    8328,
-    6717,
-    6716,
-    8766,
-    10045,
-    6311,
-    5982,
-    5696,
-    5871,
-    5812,
-    7761,
-    5742,
-    5874,
-    7548,
-    8819,
-    6924,
-    4145,
-    3691,
-    3653,
-    2,
-    4223,
-    2,
-    7618,
-    12420,
-    12782,
-    17606,
-    13216,
-    5169,
-    9163,
-    13711,
-    3923,
-    3922,
-    3937,
-    2026,
-    8911,
-    8772,
-    2,
-    1607,
-    1669,
-    10603,
-    14356,
-    11086,
-    11479,
-    17359,
-    5369,
-    5368,
-    7806,
-    1602,
-    7015,
-    8643,
-    14443,
-    14269,
-    20983,
-    2,
-    7096,
-    11643,
-    11076,
-    17943,
-    11667,
-    11668,
-    11669,
-    16354,
-    13676,
-    13184,
-    13185,
-    13696,
-    13697,
-    13654,
-    13501,
-    13187,
-    13188,
-    13189,
-    13655,
-    2,
-    17888,
-    17568,
-    20478,
-    20556,
-    9469,
-    11152,
-    11164,
-    11165,
-    11153,
-    11154,
-    7508,
-    10462,
-    4798,
-    2,
-    4797,
-    21239,
-    5634,
-    7744,
-    14125,
-    5677,
-    2282,
-    9895,
-    2,
-    2,
-    18024,
-    6863,
-    6862,
-    2,
-    2,
-    16005,
-    2202,
-    14419,
-    14114,
-    10372,
-    7262,
-    2,
-    2,
-    9228,
-    9229,
-    9230,
-    9231,
-    16250,
-    2,
-    4200,
-    4150,
-    7076,
-    8436,
-    7264,
-    7117,
-    7050,
-    7030,
-    7043,
-    7057,
-    7075,
-    7116,
-    7071,
-    7063,
-    7085,
-    7026,
-    7064,
-    19447,
-    10348,
-    10685,
-    5200,
-    9301,
-    12224,
-    9676,
-    2,
-    2,
-    2,
-    2,
-    15004,
-    15892,
-    16289,
-    23524,
-    14124,
-    11352,
-    17321,
-    17322,
-    15997,
-    13031,
-    6754,
-    11893,
-    6384,
-    2,
-    9426,
-    9529,
-    4746,
-    5319,
-    5402,
-    2,
-    6901,
-    6515,
-    6480,
-    5503,
-    6599,
-    3870,
-    11476,
-    14444,
-    18972,
-    18971,
-    6153,
-    19241,
-    19240,
-    3973,
-    10899,
-    11781,
-    11780,
-    5207,
-    2,
-    1922,
-    1928,
-    1559,
-    1630,
-    11012,
-    20187,
-    6636,
-    6635,
-    14458,
-    18580,
-    6992,
-    6978,
-    2,
-    12629,
-    12795,
-    12527,
-    14502,
-    15150,
-    2,
-    2,
-    7600,
-    7599,
-    18749,
-    6759,
-    12804,
-    15790,
-    2,
-    8959,
-    8958,
-    17323,
-    16317,
-    13828,
-    7175,
-    12082,
-    2,
-    14834,
-    2,
-    16269,
-    2,
-    20005,
-    17274,
-    11563,
-    10990,
-    12219,
-    11873,
-    11968,
-    11908,
-    11486,
-    12403,
-    11925,
-    11491,
-    11997,
-    12914,
-    20787,
-    13409,
-    4054,
-    4053,
-    9975,
-    4831,
-    4855,
-    7807,
-    9653,
-    2,
-    24102,
-    8339,
-    10276,
-    7796,
-    17614,
-    7797,
-    5967,
-    5966,
-    21615,
-    12843,
-    14224,
-    2,
-    2,
-    2,
-    2,
-    7016,
-    4202,
-    6248,
-    6755,
-    16543,
-    16801,
-    11888,
-    12311,
-    2,
-    13484,
-    21509,
-    2,
-    11052,
-    20544,
-    20543,
-    18340,
-    17828,
-    20269,
-    21143,
-    21144,
-    21785,
-    17563,
-    4133,
-    2,
-    2,
-    13140,
-    3791,
-    3793,
-    3796,
-    6400,
-    15123,
-    15122,
-    18804,
-    17477,
-    18266,
-    13254,
-    13253,
-    23064,
-    14127,
-    12022,
-    20267,
-    17150,
-    17149,
-    11459,
-    22301,
-    2,
-    2,
-    22515,
-    2,
-    2,
-    2,
-    2,
-    15425,
-    20344,
-    16617,
-    16803,
-    9166,
-    10752,
-    7412,
-    7572,
-    13320,
-    15490,
-    5399,
-    5418,
-    5416,
-    5429,
-    4914,
-    4801,
-    4815,
-    4820,
-    14439,
-    2,
-    2,
-    16618,
-    2,
-    6142,
-    8220,
-    6468,
-    6431,
-    6131,
-    6147,
-    12062,
-    12063,
-    2,
-    13773,
-    14304,
-    13993,
-    15010,
-    15894,
-    15408,
-    14686,
-    15895,
-    14777,
-    15652,
-    12716,
-    12717,
-    23962,
-    19440,
-    17979,
-    17980,
-    2,
-    10830,
-    10831,
-    11999,
-    22496,
-    2,
-    2,
-    2,
-    2,
-    2,
-    19449,
-    2,
-    2,
-    4641,
-    5438,
-    2,
-    10994,
-    10993,
-    2,
-    10604,
-    17405,
-    17707,
-    2,
-    2,
-    2,
-    20170,
-    2,
-    2,
-    18419,
-    18418,
-    11032,
-    11053,
-    2,
-    8170,
-    8169,
-    7084,
-    7612,
-    21681,
-    19186,
-    19324,
-    14586,
-    14648,
-    20469,
-    22610,
-    24075,
-    17776,
-    20343,
-    2,
-    2,
-    2,
-    24084,
-    2,
-    15035,
-    2,
-    2,
-    22512,
-    2,
-    2,
-    2,
-    19793,
-    19791,
-    18076,
-    19206,
-    6416,
-    19792,
-    19790,
-    2,
-    17969,
-    17968,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    11613,
-    11612,
-    2,
-    14241,
-    8937,
-    8919,
-    20987,
-    2,
-    16783,
-    16782,
-    2,
-    2,
-    2,
-    3580,
-    3578,
-    3558,
-    3641,
-    3569,
-    3565,
-    3620,
-    3621,
-    7225,
-    7938,
-    7937,
-    10924,
-    8553,
-    19325,
-    18346,
-    7656,
-    2,
-    2,
-    14208,
-    19735,
-    2,
-    9280,
-    18800,
-    4272,
-    21704,
-    2,
-    18301,
-    18300,
-    2,
-    11294,
-    11293,
-    18119,
-    1740,
-    2,
-    2,
-    2,
-    22944,
-    11342,
-    8309,
-    8310,
-    2,
-    5437,
-    4998,
-    2,
-    7452,
-    6845,
-    13413,
-    12430,
-    12097,
-    2,
-    2,
-    2,
-    2,
-    2,
-    7309,
-    20079,
-    20078,
-    2,
-    2,
-    13724,
-    2,
-    2,
-    2,
-    15768,
-    12733,
-    2,
-    2,
-    14824,
-    14825,
-    14826,
-    14827,
-    14913,
-    14914,
-    14828,
-    14829,
-    14830,
-    14831,
-    14832,
-    1520,
-    2,
-    2,
-    9593,
-    14857,
-    2,
-    16666,
-    2,
-    2,
-    2,
-    2,
-    2,
-    9549,
-    17067,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    13301,
-    13300,
-    2223,
-    2998,
-    3005,
-    3011,
-    3474,
-    3341,
-    3352,
-    14707,
-    14708,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    15491,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    19090,
-    19089,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    18064,
-    18063,
-    2,
-    2,
-    1529,
-    23791,
-    23790,
-    2,
-    9354,
-    9360,
-    9330,
-    9290,
-    9302,
-    10754,
-    9349,
-    9350,
-    15725,
-    2,
-    10794,
-    861,
-    2,
-    9371,
-    9438,
-    9451,
-    2,
-    21187,
-    24251,
-    2,
-    2,
-    2,
-    2,
-    2,
-    23933,
-    23932,
-    2,
-    7980,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    21614,
-    2,
-    2,
-    2,
-    2,
-    21687,
-    2,
-    2,
-    1347,
-    2,
-    2,
-    4447,
-    19730,
-    2,
-    2,
-    17649,
-    17648,
-    7341,
-    7449,
-    7444,
-    7327,
-    13130,
-    2,
-    2,
-    2,
-    24073,
-    24072,
-    2,
-    2,
-    18265,
-    2,
-    2,
-    2,
-    2,
-    2,
-    8486,
-    8454,
-    2,
-    12381,
-    23797,
-    22053,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2481,
-    2,
-    2,
-    2,
-    2,
-    2,
-    3225,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    17349,
-    17348,
-    2,
-    2,
-    2,
-    2,
-    294,
-    3134,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    23513,
-    23512,
-    17925,
-    17924,
-    2,
-    2,
-    467,
-    10312,
-    10279,
-    10349,
-    10350,
-    10265,
-    11478,
-    10313,
-    10314,
-    10322,
-    10617,
-    16672,
-    11334,
-    11814,
-    11815,
-    14192,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    571,
-    2,
-    2,
-    2,
-    2,
-    1684,
-    2,
-    575,
-    2,
-    1298,
-    1628,
-    1971,
-    2,
-    2,
-    616,
-    8638,
-    21612,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    3417,
-    2,
-    280,
-    279,
-    2,
-    2,
-    2,
-    2,
-    1085,
-    2,
-    2,
-    2,
-    2,
-    2,
-    22712,
-    22711,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2802,
-    4187,
-    4188,
-    4198,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    5962,
-    10793,
-    16580,
-    2,
-    2,
-    2400,
-    2,
-    2,
-    3227,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    22803,
-    22802,
-    2,
-    2,
-    2,
-    5242,
-    6523,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    18590,
-    8347,
-    2,
-    14242,
-    2,
-    2447,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2,
-    2
-  ],
-  "layer_norm_eps": 1e-12,
-  "lora_alpha": 16,
-  "lora_dropout": 0.1,
-  "lora_rank": 16,
-  "max_position_embeddings": 1024,
-  "mlm_probability": 0.15,
-  "model_name_or_path": "/home/mc.cumc.columbia.edu/cp3016/Documents/mimic_4/hf_cehrbert_mimic4",
-  "model_type": "cehrbert",
-  "n_head": 8,
-  "n_time_embd": 16,
-  "n_visit_segments": 3,
-  "num_attention_heads": 8,
-  "num_hidden_layers": 6,
-  "pad_token_id": 0,
-  "target_modules": [
-    "query",
-    "value"
-  ],
-  "time_embedding_scaling_factor": 1000,
-  "time_to_visit_loss_weight": 1.0,
-  "time_token_loss_weight": 1.0,
-  "tokenizer_name_or_path": "/home/mc.cumc.columbia.edu/cp3016/Documents/mimic_4/hf_cehrbert_mimic4",
-  "torch_dtype": "float32",
-  "transformers_version": "4.39.3",
-  "trust_remote_code": false,
-  "type_vocab_size": 2,
-  "use_auth_token": null,
-  "use_lora": false,
-  "use_sub_time_tokenization": true,
-  "vocab_size": 24310
-}
+{}