Update app.py

app.py

@@ -36,12 +36,6 @@ def bm25_tokenizer(text):
             tokenized_doc.append(token)
     return tokenized_doc
 
-tokenized_corpus = []
-for doc in docs:
-    tokenized_corpus.append(bm25_tokenizer(doc))
-
-bm25 = BM25Okapi(tokenized_corpus)
-
 def retrieval(query, top_k_retriver, docs):
 
     bm25_scores = bm25.get_scores(bm25_tokenizer(query))
@@ -67,6 +61,12 @@ def qa_ranker(query, docs_, top_k_ranker):
     
 def final_qa_pipeline(file, query):
     docs = read_pdf(file)
+    tokenized_corpus = []
+    for doc in docs:
+        tokenized_corpus.append(bm25_tokenizer(doc))
+    
+    bm25 = BM25Okapi(tokenized_corpus)
+    
     top_k_retriver, top_k_ranker = 10,1
     lvl1 = retrieval(query, top_k_retriver, docs)