POSH
commited on
Commit
·
ee119b5
1
Parent(s):
eddfef4
modify model.py
Browse files
model.py
CHANGED
|
@@ -347,6 +347,8 @@ class TransformerBlock(nn.Module):
|
|
| 347 |
|
| 348 |
# class Transformer(nn.Module):
|
| 349 |
class Transformer(PreTrainedModel):
|
|
|
|
|
|
|
| 350 |
def __init__(self, args: LMConfig = None) -> None:
|
| 351 |
super().__init__(args)
|
| 352 |
if not args:
|
|
|
|
| 347 |
|
| 348 |
# class Transformer(nn.Module):
|
| 349 |
class Transformer(PreTrainedModel):
|
| 350 |
+
config_class = LMConfig
|
| 351 |
+
last_loss: Optional[torch.Tensor]
|
| 352 |
def __init__(self, args: LMConfig = None) -> None:
|
| 353 |
super().__init__(args)
|
| 354 |
if not args:
|