BiomedVLP-CXR-BERT-specialized / configuration_cxrbert.py
Ozan Oktay
add model
9f0b167
raw
history blame
750 Bytes
# ------------------------------------------------------------------------------------------
# Copyright (c) Microsoft Corporation. All rights reserved.
# Licensed under the MIT License (MIT). See LICENSE in the repo root for license information.
# ------------------------------------------------------------------------------------------
from typing import Any
from transformers import BertConfig
class CXRBertConfig(BertConfig):
"""
Config class for CXR-BERT model.
:param projection_size: Dimensionality of the joint latent space.
"""
model_type = "cxr-bert"
def __init__(self, projection_size: int = 128, **kwargs: Any) -> None:
super().__init__(**kwargs)
self.projection_size = projection_size