Update README.md

README.md

@@ -8,10 +8,18 @@ library_name: transformers
 tags:
 - finance
 widget:
-- text: "user: Is this headline positive or negative? Headline: Australian Tycoon Forrest Shuts Nickel Mines After Prices Crash.\nbot:"
-  example_title: "Sentiment analysis"
-- text: "user: Aluminum price per KG is 50$. Forecast max: +1$ min:+0.3$. What should be the current price of aluminum?\nbot:"
-  example_title: "Forecast"
+- text: >-
+    user: Is this headline positive or negative? Headline: Australian Tycoon
+    Forrest Shuts Nickel Mines After Prices Crash.
+
+    bot:
+  example_title: Sentiment analysis
+- text: >-
+    user: Aluminum price per KG is 50$. Forecast max: +1$ min:+0.3$. What should
+    be the current price of aluminum?
+
+    bot:
+  example_title: Forecast
 ---
 
 # Fin-RWKV: Attention Free Financal Expert (WIP)
@@ -70,4 +78,17 @@ print(generated_text)
 
 <img src="https://cdn-uploads.huggingface.co/production/uploads/631ea4247beada30465fa606/7vAOYsXH1vhTyh22o6jYB.png" width="500" alt="Inference computational cost vs. Number of tokens">
 
+## Stats for nerds
+### Training Config
+- n_epoch: 100
+- epoch_save_frequency: 10
+- batch_size: 5
+- ctx_len: 2000
+- T_MAX: 384
+- RWKV_FLOAT_MODE: fp16
+- RWKV_DEEPSPEED: 0 
+
+### Loss
+<img src="https://cdn-uploads.huggingface.co/production/uploads/631ea4247beada30465fa606/NvPKCBlbVhiVeeMpUAv2C.png" width="500" alt="Loss">
+
 _Note: Needs more data and training, testing purposes only._