henryholloway commited on
Commit
a002825
·
1 Parent(s): 4d46abb

UI updates

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -27,6 +27,9 @@ precision_options = {
27
  'half': 2
28
  }
29
 
 
 
 
30
  # Constants from the paper, now exposed as user inputs
31
  layers = st.number_input("Number of Layers", value=32, step=1)
32
  attention_heads = st.number_input("Number of Attention Heads", value=32, step=1)
@@ -64,9 +67,6 @@ def calculate_activations(parameter_count, context_length, batch_size, vocab_siz
64
 
65
  return total_activations
66
 
67
- # Streamlit app
68
- st.title("Memory Usage Calculator for Large Language Models")
69
-
70
  # User inputs
71
  parameter_count = st.number_input("Parameter Count (in billions)", value=1, step=1) * 1e9
72
  context_length = st.number_input("Context Length (number of tokens)", value=512, step=1)
 
27
  'half': 2
28
  }
29
 
30
+ # Streamlit app
31
+ st.title("Memory Usage Calculator for Large Language Models")
32
+
33
  # Constants from the paper, now exposed as user inputs
34
  layers = st.number_input("Number of Layers", value=32, step=1)
35
  attention_heads = st.number_input("Number of Attention Heads", value=32, step=1)
 
67
 
68
  return total_activations
69
 
 
 
 
70
  # User inputs
71
  parameter_count = st.number_input("Parameter Count (in billions)", value=1, step=1) * 1e9
72
  context_length = st.number_input("Context Length (number of tokens)", value=512, step=1)