fla-hub
/

rwkv7-168M-pile

Text Generation

Model card Files Files and versions Community

ZhangRC commited on 6 days ago

Commit

60d1501

·

verified ·

1 Parent(s): 5e24f2c

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -5,7 +5,7 @@
     "RWKV7ForCausalLM"
   ],
   "attn": null,
-  "attn_mode": "fused_recurrent",
   "auto_map": {
     "AutoConfig": "modeling_rwkv7.RWKV7Config",
     "AutoModel": "modeling_rwkv7.RWKV7Model",

     "RWKV7ForCausalLM"
   ],
   "attn": null,
+  "attn_mode": "chunk",
   "auto_map": {
     "AutoConfig": "modeling_rwkv7.RWKV7Config",
     "AutoModel": "modeling_rwkv7.RWKV7Model",