Update app.py

app.py

@@ -3,7 +3,7 @@ import streamlit as st
 import streamlit.components.v1 as components
 from transformers import *
 from carga_articulos import cargar_articulos
-from preprocesamiento_articulos import limpieza_articulos
+from preprocesamiento_articulos import limpieza_articulos, remove_URL, remove_html_markup
 from entrenamiento_modelo import term_document_matrix, tf_idf_score
 from resultados_consulta import resultados_consulta, detalles_resultados
 import tensorflow as tf
@@ -126,9 +126,10 @@ def main():
             
            for i in range(len(df_answer)):
                      
-               text=df_answer.loc[i, "resumen"]
-               inputs =  tokenizer(query, text, return_tensors='tf')
-               st.write(f'Aqui {inputs}' )
+               text=remove_html_markup(df_answer.loc[i, "resumen"])
+               text=remove_URL(text)
+               st.write(f'Aqui {text}' )
+               inputs =  tokenizer(query, text[0:512], return_tensors='tf')
                outputs = qa_model(input_ids=inputs['input_ids'], attention_mask=inputs['attention_mask'])
                answer_start_index = int(tf.math.argmax(outputs.start_logits, axis=-1)[0])
                answer_end_index = int(tf.math.argmax(outputs.end_logits, axis=-1)[0])