Upload folder using huggingface_hub

app1.py

@@ -51,7 +51,7 @@ iface = gr.Interface(
     inputs=[
         gr.Textbox(label="Query", placeholder="Type your query here..."),
         gr.Textbox(label="Context", placeholder="Provide the context here...", lines=10),
-        gr.Radio(choices=["Base", "Large"], label="Model Choice")
+        gr.Radio(choices=["Electra Base", "Electra Large", "Roberta", "DistilBERT"], label="Model Choice")
     ],
     outputs=gr.Textbox(label="Answer"),
     title="Retrospective Reader Demo",

configs/inference_en_distilbert.yaml

@@ -26,13 +26,13 @@ RetroDataModelArguments:
     sketch_revision: en-distilbert-sketch
     sketch_model_name: faori/retro_reeader
     # sketch_model_mode: transfer
-    sketch_architectures: ElectraForSequenceClassification
+    sketch_architectures: DistilBertForSequenceClassification
     
     # IntensiveModelArguments
     intensive_revision: en-distilbert-intensive1
     intensive_model_name: faori/retro_reeader
     # intensive_model_mode: transfer
-    intensive_architectures: ElectraForQuestionAnsweringAVPool
+    intensive_architectures: DistilBertForQuestionAnsweringAVPool
     
 
 TrainingArguments:

configs/inference_en_roberta.yaml

@@ -25,19 +25,17 @@ RetroDataModelArguments:
     # SketchModelArguments
     sketch_revision: en-roberta-sketch
     sketch_model_name: faori/retro_reeader
-    # sketch_model_mode: transfer
-    sketch_architectures: ElectraForSequenceClassification
+    sketch_architectures: RobertaForSequenceClassification
     
     # IntensiveModelArguments
     intensive_revision: en-roberta-intensive
     intensive_model_name: faori/retro_reeader
-    # intensive_model_mode: transfer
-    intensive_architectures: ElectraForQuestionAnsweringAVPool
+    intensive_architectures: RobertaForQuestionAnsweringAVPool
     
 
 TrainingArguments:
     output_dir: outputs
     no_cuda: True # If you want to use cuda,
-                  # change `no_cuda` to False and `fp16` to True
+              # change `no_cuda` to False and `fp16` to True
     per_device_train_batch_size: 1
     per_device_eval_batch_size: 12

outputs/intensive/nbest_predictions.json

@@ -1,130 +1,130 @@
 {
     "id-01": [
         {
-            "start_logit": 5.459519386291504,
-            "end_logit": 5.520893096923828,
+            "start_logit": 7.999092102050781,
+            "end_logit": 8.703618049621582,
             "text": "late 1990s",
-            "probability": 0.8416187167167664
+            "probability": 0.9145709276199341
         },
         {
-            "start_logit": 3.4294681549072266,
-            "end_logit": 5.520893096923828,
-            "text": "1990s",
-            "probability": 0.11052876710891724
+            "start_logit": 4.969649791717529,
+            "end_logit": 8.703618049621582,
+            "text": "in the late 1990s",
+            "probability": 0.04421274736523628
         },
         {
-            "start_logit": 2.023928165435791,
-            "end_logit": 5.520893096923828,
+            "start_logit": 4.745737075805664,
+            "end_logit": 8.703618049621582,
             "text": "the late 1990s",
-            "probability": 0.027105478569865227
-        },
-        {
-            "start_logit": 1.743208646774292,
-            "end_logit": 5.520893096923828,
-            "text": "in the late 1990s",
-            "probability": 0.020471150055527687
+            "probability": 0.035343021154403687
         },
         {
-            "start_logit": 5.459519386291504,
-            "end_logit": -3.1740002632141113,
-            "text": "late",
-            "probability": 0.00014091959747020155
+            "start_logit": 2.846527338027954,
+            "end_logit": 8.703618049621582,
+            "text": "1990s",
+            "probability": 0.005290384404361248
         },
         {
-            "start_logit": 5.459519386291504,
-            "end_logit": -4.651952266693115,
+            "start_logit": 7.999092102050781,
+            "end_logit": 0.42595237493515015,
             "text": "late 1990s as lead singer of R&B girl-group Destiny's Child.",
-            "probability": 3.2144344004336745e-05
+            "probability": 0.00023241978487931192
         },
         {
-            "start_logit": 5.459519386291504,
-            "end_logit": -4.683455467224121,
+            "start_logit": 7.999092102050781,
+            "end_logit": -0.1830665022134781,
             "text": "late 1990s as lead singer of R&B girl-group Destiny's Child",
-            "probability": 3.114749415544793e-05
+            "probability": 0.00012640953355003148
         },
         {
-            "start_logit": -5.373571395874023,
-            "end_logit": 5.520893096923828,
-            "text": "rose to fame in the late 1990s",
-            "probability": 1.6609777958365157e-05
+            "start_logit": 7.999092102050781,
+            "end_logit": -0.7555239200592041,
+            "text": "late",
+            "probability": 7.13123517925851e-05
         },
         {
-            "start_logit": -5.5168046951293945,
-            "end_logit": 5.520893096923828,
-            "text": "fame in the late 1990s",
-            "probability": 1.4393232959264424e-05
+            "start_logit": -1.9773104190826416,
+            "end_logit": 8.703618049621582,
+            "text": "rose to fame in the late 1990s",
+            "probability": 4.251295831636526e-05
         },
         {
-            "start_logit": 5.459519386291504,
-            "end_logit": -5.739414215087891,
+            "start_logit": 7.999092102050781,
+            "end_logit": -1.7098057270050049,
             "text": "late 1990s as",
-            "probability": 1.0834928616532125e-05
+            "probability": 2.746157224464696e-05
+        },
+        {
+            "start_logit": -2.8063130378723145,
+            "end_logit": 8.703618049621582,
+            "text": "fame in the late 1990s",
+            "probability": 1.8556229406385683e-05
         },
         {
-            "start_logit": 5.459519386291504,
-            "end_logit": -6.014301300048828,
-            "text": "late 1990s as lead singer",
-            "probability": 8.230838830058929e-06
+            "start_logit": 7.999092102050781,
+            "end_logit": -2.2632956504821777,
+            "text": "late 1990s as lead singer of R&B girl-group",
+            "probability": 1.5788740711286664e-05
         },
         {
-            "start_logit": 2.023928165435791,
-            "end_logit": -3.1740002632141113,
-            "text": "the late",
-            "probability": 4.538505436357809e-06
+            "start_logit": 4.969649791717529,
+            "end_logit": 0.42595237493515015,
+            "text": "in the late 1990s as lead singer of R&B girl-group Destiny's Child.",
+            "probability": 1.1235780220886227e-05
         },
         {
-            "start_logit": 3.4294681549072266,
-            "end_logit": -4.651952266693115,
-            "text": "1990s as lead singer of R&B girl-group Destiny's Child.",
-            "probability": 4.221481958666118e-06
+            "start_logit": 4.745737075805664,
+            "end_logit": 0.42595237493515015,
+            "text": "the late 1990s as lead singer of R&B girl-group Destiny's Child.",
+            "probability": 8.981716746347956e-06
         },
         {
-            "start_logit": 3.4294681549072266,
-            "end_logit": -4.683455467224121,
-            "text": "1990s as lead singer of R&B girl-group Destiny's Child",
-            "probability": 4.09056292483001e-06
+            "start_logit": 4.969649791717529,
+            "end_logit": -0.1830665022134781,
+            "text": "in the late 1990s as lead singer of R&B girl-group Destiny's Child",
+            "probability": 6.110960839578183e-06
         },
         {
-            "start_logit": 1.743208646774292,
-            "end_logit": -3.1740002632141113,
-            "text": "in the late",
-            "probability": 3.4276604310434777e-06
+            "start_logit": 7.999092102050781,
+            "end_logit": -3.3915696144104004,
+            "text": "late 1990s as lead singer of R&B girl-group Destiny's Child. Managed by her father, Mathew Knowles",
+            "probability": 5.109103767608758e-06
         },
         {
-            "start_logit": 3.4294681549072266,
-            "end_logit": -5.739414215087891,
-            "text": "1990s as",
-            "probability": 1.422937998540874e-06
+            "start_logit": 4.745737075805664,
+            "end_logit": -0.1830665022134781,
+            "text": "the late 1990s as lead singer of R&B girl-group Destiny's Child",
+            "probability": 4.885012003796874e-06
         },
         {
-            "start_logit": 3.4294681549072266,
-            "end_logit": -6.014301300048828,
-            "text": "1990s as lead singer",
-            "probability": 1.0809460491145728e-06
+            "start_logit": 4.969649791717529,
+            "end_logit": -0.7555239200592041,
+            "text": "in the late",
+            "probability": 3.4474219319236e-06
         },
         {
-            "start_logit": 2.023928165435791,
-            "end_logit": -4.651952266693115,
-            "text": "the late 1990s as lead singer of R&B girl-group Destiny's Child.",
-            "probability": 1.0352529216106632e-06
+            "start_logit": -4.502557277679443,
+            "end_logit": 8.703618049621582,
+            "text": "Houston, Texas, she performed in various singing and dancing competitions as a child, and rose to fame in the late 1990s",
+            "probability": 3.4026763842121e-06
         },
         {
-            "start_logit": 2.023928165435791,
-            "end_logit": -4.683455467224121,
-            "text": "the late 1990s as lead singer of R&B girl-group Destiny's Child",
-            "probability": 1.0031470765170525e-06
+            "start_logit": 4.745737075805664,
+            "end_logit": -0.7555239200592041,
+            "text": "the late",
+            "probability": 2.7558182864595437e-06
         },
         {
-            "start_logit": 1.743208646774292,
-            "end_logit": -4.651952266693115,
-            "text": "in the late 1990s as lead singer of R&B girl-group Destiny's Child.",
-            "probability": 7.818644007784314e-07
+            "start_logit": 7.999092102050781,
+            "end_logit": -4.044256210327148,
+            "text": "late 1990s as lead singer of R&B girl-group Destiny",
+            "probability": 2.660028712853091e-06
         },
         {
-            "start_logit": -6.592185020446777,
-            "end_logit": -6.263244152069092,
+            "start_logit": -2.3256735801696777,
+            "end_logit": -1.575926661491394,
             "text": "",
-            "probability": 3.744041535136411e-11
+            "probability": 1.0301006714286132e-09
         }
     ]
 }

outputs/intensive/null_odds.json

@@ -1,3 +1,3 @@
 {
-    "id-01": -23.83584213256836
+    "id-01": -20.60430908203125
 }

outputs/sketch/cls_score.json

@@ -1,3 +1,3 @@
 {
-    "id-01": 11.180146217346191
+    "id-01": 9.18770170211792
 }