Sadjad Alikhani
commited on
Commit
•
c79de44
1
Parent(s):
fedc36d
Update lwm_model.py
Browse files- lwm_model.py +1 -1
lwm_model.py
CHANGED
|
@@ -98,7 +98,7 @@ class EncoderLayer(nn.Module):
|
|
| 98 |
enc_outputs = self.pos_ffn(attn_outputs)
|
| 99 |
return enc_outputs, attn
|
| 100 |
|
| 101 |
-
class
|
| 102 |
def __init__(self, element_length=16, d_model=64, max_len=129, n_layers=12):
|
| 103 |
super().__init__()
|
| 104 |
self.embedding = Embedding(element_length, d_model, max_len)
|
|
|
|
| 98 |
enc_outputs = self.pos_ffn(attn_outputs)
|
| 99 |
return enc_outputs, attn
|
| 100 |
|
| 101 |
+
class lwm(torch.nn.Module):
|
| 102 |
def __init__(self, element_length=16, d_model=64, max_len=129, n_layers=12):
|
| 103 |
super().__init__()
|
| 104 |
self.embedding = Embedding(element_length, d_model, max_len)
|