Spaces:
Runtime error
Runtime error
add utils file
Browse files
app.py
CHANGED
@@ -4,6 +4,7 @@ from utils import memory_moe_mlp, memory_mlp_layer, memory_for_attention_layer
|
|
4 |
st.title("Model Memory Usage Calculator")
|
5 |
|
6 |
x = st.slider('Select a value')
|
7 |
-
hidden_size = st.slider("The Hidden size (d_model | d)", min_value=128, step=128)
|
8 |
|
9 |
-
st.write(
|
|
|
|
4 |
st.title("Model Memory Usage Calculator")
|
5 |
|
6 |
x = st.slider('Select a value')
|
7 |
+
hidden_size = st.slider("The Hidden size (d_model | d)", min_value=128, max_value=2**20, step=128)
|
8 |
|
9 |
+
st.write(f"The memory usage in case of Dense model is: {x}")
|
10 |
+
st.write(f"The memory usage in case of MOE model with the same argument{hidden_size}")
|