Spaces:
Sleeping
Sleeping
Commit
•
934f392
1
Parent(s):
aa4c647
Update modeling_rwkv.py
Browse files- modeling_rwkv.py +1 -0
modeling_rwkv.py
CHANGED
|
@@ -1032,6 +1032,7 @@ class RWKV(MyModule):
|
|
| 1032 |
x = w['emb.weight'][tokens if seq_mode else tokens[0]]
|
| 1033 |
else:
|
| 1034 |
x = embs
|
|
|
|
| 1035 |
|
| 1036 |
for i in range(args.n_layer):
|
| 1037 |
bbb = f'blocks.{i}.'
|
|
|
|
| 1032 |
x = w['emb.weight'][tokens if seq_mode else tokens[0]]
|
| 1033 |
else:
|
| 1034 |
x = embs
|
| 1035 |
+
seq_mode = True
|
| 1036 |
|
| 1037 |
for i in range(args.n_layer):
|
| 1038 |
bbb = f'blocks.{i}.'
|