Upload model
Browse files- config.json +1 -4
- generation_config.json +1 -1
- model.safetensors +3 -0
- modelling_single.py +3 -7
config.json
CHANGED
@@ -1,5 +1,4 @@
|
|
1 |
{
|
2 |
-
"_commit_hash": null,
|
3 |
"architectures": [
|
4 |
"SingleCXREncoderDecoderModel"
|
5 |
],
|
@@ -78,7 +77,6 @@
|
|
78 |
"top_p": 1.0,
|
79 |
"torch_dtype": null,
|
80 |
"torchscript": false,
|
81 |
-
"transformers_version": "4.31.0",
|
82 |
"type_vocab_size": 2,
|
83 |
"typical_p": 1.0,
|
84 |
"use_bfloat16": false,
|
@@ -2243,7 +2241,6 @@
|
|
2243 |
"top_p": 1.0,
|
2244 |
"torch_dtype": "float32",
|
2245 |
"torchscript": false,
|
2246 |
-
"transformers_version": "4.31.0",
|
2247 |
"typical_p": 1.0,
|
2248 |
"use_bfloat16": false
|
2249 |
},
|
@@ -2251,5 +2248,5 @@
|
|
2251 |
"model_type": "vision-encoder-decoder",
|
2252 |
"tie_word_embeddings": false,
|
2253 |
"torch_dtype": "float32",
|
2254 |
-
"transformers_version":
|
2255 |
}
|
|
|
1 |
{
|
|
|
2 |
"architectures": [
|
3 |
"SingleCXREncoderDecoderModel"
|
4 |
],
|
|
|
77 |
"top_p": 1.0,
|
78 |
"torch_dtype": null,
|
79 |
"torchscript": false,
|
|
|
80 |
"type_vocab_size": 2,
|
81 |
"typical_p": 1.0,
|
82 |
"use_bfloat16": false,
|
|
|
2241 |
"top_p": 1.0,
|
2242 |
"torch_dtype": "float32",
|
2243 |
"torchscript": false,
|
|
|
2244 |
"typical_p": 1.0,
|
2245 |
"use_bfloat16": false
|
2246 |
},
|
|
|
2248 |
"model_type": "vision-encoder-decoder",
|
2249 |
"tie_word_embeddings": false,
|
2250 |
"torch_dtype": "float32",
|
2251 |
+
"transformers_version": "4.36.2"
|
2252 |
}
|
generation_config.json
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
{
|
2 |
"_from_model_config": true,
|
3 |
"pad_token_id": 0,
|
4 |
-
"transformers_version": "4.
|
5 |
}
|
|
|
1 |
{
|
2 |
"_from_model_config": true,
|
3 |
"pad_token_id": 0,
|
4 |
+
"transformers_version": "4.36.2"
|
5 |
}
|
model.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:403d5035a0416014f4eb226ee57b5ec3ed79911e144b22ac7ceba34c64059370
|
3 |
+
size 449521072
|
modelling_single.py
CHANGED
@@ -6,7 +6,7 @@ import transformers
|
|
6 |
from torch.nn import CrossEntropyLoss
|
7 |
from transformers import PreTrainedTokenizerFast, VisionEncoderDecoderModel
|
8 |
from transformers.configuration_utils import PretrainedConfig
|
9 |
-
from transformers.modeling_outputs import BaseModelOutput, Seq2SeqLMOutput
|
10 |
from transformers.modeling_utils import PreTrainedModel
|
11 |
from transformers.models.vision_encoder_decoder.configuration_vision_encoder_decoder import \
|
12 |
VisionEncoderDecoderConfig
|
@@ -21,10 +21,6 @@ class CvtWithProjectionHeadConfig(transformers.CvtConfig):
|
|
21 |
self.projection_size = projection_size
|
22 |
|
23 |
|
24 |
-
class ModelOutputWithProjectionEmbedding(transformers.modeling_outputs.ModelOutput):
|
25 |
-
last_hidden_state: torch.FloatTensor
|
26 |
-
|
27 |
-
|
28 |
class CvtProjectionHead(torch.nn.Module):
|
29 |
|
30 |
def __init__(self, config) -> None:
|
@@ -58,7 +54,7 @@ class CvtWithProjectionHead(transformers.CvtPreTrainedModel):
|
|
58 |
pixel_values: Optional[torch.Tensor] = None,
|
59 |
output_hidden_states: Optional[bool] = None,
|
60 |
return_dict: Optional[bool] = None,
|
61 |
-
) -> Union[Tuple,
|
62 |
|
63 |
return_dict = return_dict if return_dict is not None else self.config.use_return_dict
|
64 |
|
@@ -75,7 +71,7 @@ class CvtWithProjectionHead(transformers.CvtPreTrainedModel):
|
|
75 |
if not return_dict:
|
76 |
return projection
|
77 |
|
78 |
-
return
|
79 |
last_hidden_state=projection,
|
80 |
)
|
81 |
|
|
|
6 |
from torch.nn import CrossEntropyLoss
|
7 |
from transformers import PreTrainedTokenizerFast, VisionEncoderDecoderModel
|
8 |
from transformers.configuration_utils import PretrainedConfig
|
9 |
+
from transformers.modeling_outputs import BaseModelOutput, ModelOutput, Seq2SeqLMOutput
|
10 |
from transformers.modeling_utils import PreTrainedModel
|
11 |
from transformers.models.vision_encoder_decoder.configuration_vision_encoder_decoder import \
|
12 |
VisionEncoderDecoderConfig
|
|
|
21 |
self.projection_size = projection_size
|
22 |
|
23 |
|
|
|
|
|
|
|
|
|
24 |
class CvtProjectionHead(torch.nn.Module):
|
25 |
|
26 |
def __init__(self, config) -> None:
|
|
|
54 |
pixel_values: Optional[torch.Tensor] = None,
|
55 |
output_hidden_states: Optional[bool] = None,
|
56 |
return_dict: Optional[bool] = None,
|
57 |
+
) -> Union[Tuple, ModelOutput]:
|
58 |
|
59 |
return_dict = return_dict if return_dict is not None else self.config.use_return_dict
|
60 |
|
|
|
71 |
if not return_dict:
|
72 |
return projection
|
73 |
|
74 |
+
return ModelOutput(
|
75 |
last_hidden_state=projection,
|
76 |
)
|
77 |
|