Update app.py

app.py

@@ -41,57 +41,7 @@ class TransformerChatbot(Model):
     def create_padding_mask(self, seq):
         mask = tf.cast(tf.math.equal(seq, 0), tf.float32)
         return mask[:, tf.newaxis, tf.newaxis, :]
-def completion_model(vocab_size, max_len, d_model, n_head, ff_dim, dropout_rate,weights,datafile,dict,len2,text2):
 
-    with open(datafile,"r") as f:
-        text = f.read()
-    text = text.lower()
-    words = text.split()
-    loaded_dict = np.load(dict, allow_pickle=True)
-    word_to_num = loaded_dict["word_to_num"].item()
-    num_to_word = loaded_dict["num_to_word"].item()
-    X = []
-    Y = []
-    for i in range(len(words)-1):
-        word = words[i]
-        next_word = words[i+1]
-        X.append(word_to_num[word])
-        Y.append(word_to_num[next_word])
-    Y.append(0)
-
-    X.append(word_to_num[words[-1]])
-    X_train = pad_sequences([X])
-    y_train = pad_sequences([Y])
-    
-
-
-    chatbot = TransformerChatbot(vocab_size, max_len, d_model, n_head, ff_dim, dropout_rate)
-    chatbot.load_weights(weights)
-    chatbot.build(input_shape=(None, max_len)) # Build the model
-    chatbot.compile(optimizer="adam", loss="sparse_categorical_crossentropy")
-    
-    for i in range(1):
-        other_text2 = text2
-        other_text2 = other_text2.lower()
-        other_words2 = other_text2.split()
-        other_num2 = [word_to_num[word] for word in other_words2]
-        given_X2 = other_num2
-        input_sequence2 = pad_sequences([given_X2], maxlen=max_len, padding='post')
-        output_sentence = other_text2 + ""
-        for _ in range(len2):
-            predicted_token = np.argmax(chatbot.predict(input_sequence2), axis=-1)
-            predicted_token = predicted_token.item()
-            out = num_to_word[predicted_token]
-            # if out == ".":
-                # break
-
-            output_sentence += " " + out
-            given_X2 = given_X2[1:]
-            given_X2.append(predicted_token)
-            input_sequence2 = pad_sequences([given_X2], maxlen=max_len, padding='post')
-
-    out2 = output_sentence    
-    return out2
 st.title("UniGLM TEXT completion Model")
 st.subheader("Next Word Prediction AI Model by Webraft-AI")
 #Picking what NLP task you want to do
@@ -143,7 +93,7 @@ if option == '13M_OLD':
     chatbot.load_weights(weights)
     chatbot.build(input_shape=(None, max_len)) # Build the model
     chatbot.compile(optimizer="adam", loss="sparse_categorical_crossentropy")
-    
+    chatbot.fit(X_train, y_train, epochs=1, batch_size=64)
     for i in range(1):
         other_text2 = text2
         other_text2 = other_text2.lower()
@@ -212,7 +162,7 @@ elif option=="26M_OLD":
     chatbot.load_weights(weights)
     chatbot.build(input_shape=(None, max_len)) # Build the model
     chatbot.compile(optimizer="adam", loss="sparse_categorical_crossentropy")
-    
+    chatbot.fit(X_train, y_train, epochs=1, batch_size=64)
     for i in range(1):
         other_text2 = text2
         other_text2 = other_text2.lower()