Hennara commited on
Commit
97e14c5
1 Parent(s): 6bf4672

add utils file

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -4,6 +4,7 @@ from utils import memory_moe_mlp, memory_mlp_layer, memory_for_attention_layer
4
  st.title("Model Memory Usage Calculator")
5
 
6
  x = st.slider('Select a value')
7
- hidden_size = st.slider("The Hidden size (d_model | d)", min_value=128, step=128)
8
 
9
- st.write(x, 'squared is', x * x)
 
 
4
  st.title("Model Memory Usage Calculator")
5
 
6
  x = st.slider('Select a value')
7
+ hidden_size = st.slider("The Hidden size (d_model | d)", min_value=128, max_value=2**20, step=128)
8
 
9
+ st.write(f"The memory usage in case of Dense model is: {x}")
10
+ st.write(f"The memory usage in case of MOE model with the same argument{hidden_size}")