Spaces:
Runtime error
Runtime error
Commit
·
1d1af69
1
Parent(s):
4b293ab
additional parameters
Browse files
app.py
CHANGED
|
@@ -26,7 +26,8 @@ offload = col2.checkbox("Offload optimizer", value=False)
|
|
| 26 |
share_params = col2.checkbox("Share parameters", value=False)
|
| 27 |
|
| 28 |
with st.expander("More options"):
|
| 29 |
-
|
|
|
|
| 30 |
precisions_names = ('Full', 'Mixed ("O1")', 'Pure 16-bit')
|
| 31 |
precisions_values = ('O0', 'O1', 'O3')
|
| 32 |
precision = st.selectbox('Precision', precisions_names, index=1)
|
|
@@ -36,7 +37,7 @@ with st.expander("More options"):
|
|
| 36 |
args = mem_calc.parse_args(f"""
|
| 37 |
--model {model} --vocab_size {vocab_size} --optimizer {optimizers_values[optimizers_names.index(optimizer)]}
|
| 38 |
{'--checkpoint' if checkpoint else ''} {'--offload' if offload else ''} {'--albert' if share_params else ''}
|
| 39 |
-
--fp16-level {precisions_values[precisions_names.index(precision)]}
|
| 40 |
""".split())
|
| 41 |
|
| 42 |
|
|
|
|
| 26 |
share_params = col2.checkbox("Share parameters", value=False)
|
| 27 |
|
| 28 |
with st.expander("More options"):
|
| 29 |
+
batch_size = int(st.number_input('Microbatch size (sequences)', min_value=1, step=1, value=1, format="%i"))
|
| 30 |
+
seq_len = int(st.number_input('Sequence length (max. tokens)', min_value=1, step=1, value=1024, format="%i"))
|
| 31 |
precisions_names = ('Full', 'Mixed ("O1")', 'Pure 16-bit')
|
| 32 |
precisions_values = ('O0', 'O1', 'O3')
|
| 33 |
precision = st.selectbox('Precision', precisions_names, index=1)
|
|
|
|
| 37 |
args = mem_calc.parse_args(f"""
|
| 38 |
--model {model} --vocab_size {vocab_size} --optimizer {optimizers_values[optimizers_names.index(optimizer)]}
|
| 39 |
{'--checkpoint' if checkpoint else ''} {'--offload' if offload else ''} {'--albert' if share_params else ''}
|
| 40 |
+
--fp16-level {precisions_values[precisions_names.index(precision)]} --bsz {batch_size} --seqlen {seq_len}
|
| 41 |
""".split())
|
| 42 |
|
| 43 |
|