Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -781,7 +781,7 @@ if uploaded_file or code_input:
|
|
| 781 |
# Step 1: Tokenize and estimate probabilities
|
| 782 |
try:
|
| 783 |
tokens, probs = estimate_probabilities_bidirectional_strategy(code)
|
| 784 |
-
features,features_dict = extract_features_of_code(
|
| 785 |
|
| 786 |
st.write("### Tokens")
|
| 787 |
st.write(features) # Limit output for readability
|
|
|
|
| 781 |
# Step 1: Tokenize and estimate probabilities
|
| 782 |
try:
|
| 783 |
tokens, probs = estimate_probabilities_bidirectional_strategy(code)
|
| 784 |
+
features,features_dict = extract_features_of_code(tokens,probs, code, tokenizer)
|
| 785 |
|
| 786 |
st.write("### Tokens")
|
| 787 |
st.write(features) # Limit output for readability
|