BiomedVLP-BioViL-T / configuration_cxrbert.py
Ozan Oktay
add model
1cb4998
raw
history blame
888 Bytes
# ------------------------------------------------------------------------------------------
# Copyright (c) Microsoft Corporation. All rights reserved.
# Licensed under the MIT License (MIT). See LICENSE in the repo root for license information.
# ------------------------------------------------------------------------------------------
from typing import Any
from transformers import BertConfig, BertTokenizer
class CXRBertConfig(BertConfig):
"""
Config class for CXR-BERT model.
:param projection_size: Dimensionality of the joint latent space.
"""
model_type = "cxr-bert"
def __init__(self, projection_size: int = 128, **kwargs: Any) -> None:
super().__init__(**kwargs)
self.projection_size = projection_size
class CXRBertTokenizer(BertTokenizer):
def __init__(self, **kwargs: Any) -> None:
super().__init__(**kwargs)