diff --git a/demo.py b/demo1.py similarity index 55% rename from demo.py rename to demo1.py index af854f772e52206a6713c22b7cff1b753bd11051..505a6e0a68580cb888e077d164b7e9d370afe4cf 100644 --- a/demo.py +++ b/demo1.py @@ -1,10 +1,10 @@ import paddlepalm as palm if __name__ == '__main__': - controller = palm.Controller('config.yaml', task_dir='task_instance') + controller = palm.Controller('demo1_config.yaml', task_dir='demo1_tasks') controller.load_pretrain('pretrain_model/ernie/params') controller.train() - controller = palm.Controller(config='config.yaml', task_dir='task_instance', for_train=False) + controller = palm.Controller(config='demo1_config.yaml', task_dir='demo1_tasks', for_train=False) controller.pred('mrqa', inference_model_dir='output_model/firstrun/infer_model') diff --git a/demo1_config.yaml b/demo1_config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3033cc0b418e281ae7d92579167166c084eb8e30 --- /dev/null +++ b/demo1_config.yaml @@ -0,0 +1,20 @@ +task_instance: "mrqa" +target_tag: 1 +mix_ratio: 1.0 + +save_path: "output_model/firstrun" + +backbone: "ernie" +backbone_config_path: "pretrain_model/ernie/ernie_config.json" + +vocab_path: "pretrain_model/ernie/vocab.txt" +do_lower_case: True +max_seq_len: 512 + +batch_size: 5 +num_epochs: 2 +optimizer: "adam" +learning_rate: 3e-5 +warmup_proportion: 0.1 +weight_decay: 0.1 + diff --git a/task_instance/mrqa.yaml b/demo1_tasks/mrqa.yaml similarity index 100% rename from task_instance/mrqa.yaml rename to demo1_tasks/mrqa.yaml diff --git a/demo2.py b/demo2.py new file mode 100644 index 0000000000000000000000000000000000000000..75a6e77fe01dcd45d0c677dab79eeeb98aca2a10 --- /dev/null +++ b/demo2.py @@ -0,0 +1,10 @@ +import paddlepalm as palm + +if __name__ == '__main__': + controller = palm.Controller('demo2_config.yaml', task_dir='demo2_tasks') + controller.load_pretrain('pretrain_model/ernie/params') + controller.train() + + controller = palm.Controller(config='demo2_config.yaml', task_dir='demo2_tasks', for_train=False) + controller.pred('mrqa', inference_model_dir='output_model/secondrun/infer_model') + diff --git a/config.yaml b/demo2_config.yaml similarity index 90% rename from config.yaml rename to demo2_config.yaml index 045f70c47aabcd76cc2115cc340933a3f2dc626b..23e9d86fcb527090470316a4841fb4a91969f8ab 100644 --- a/config.yaml +++ b/demo2_config.yaml @@ -2,7 +2,7 @@ task_instance: "mrqa, match4mrqa" target_tag: 1, 0 mix_ratio: 1.0, 0.5 -save_path: "output_model/firstrun" +save_path: "output_model/secondrun" backbone: "ernie" backbone_config_path: "pretrain_model/ernie/ernie_config.json" diff --git a/task_instance/match4mrqa.yaml b/demo2_tasks/match4mrqa.yaml similarity index 100% rename from task_instance/match4mrqa.yaml rename to demo2_tasks/match4mrqa.yaml diff --git a/demo2_tasks/mrqa.yaml b/demo2_tasks/mrqa.yaml new file mode 100644 index 0000000000000000000000000000000000000000..62b9d4ee3a0171f2a88d5b9acad63d983842b6e7 --- /dev/null +++ b/demo2_tasks/mrqa.yaml @@ -0,0 +1,11 @@ +train_file: data/mrqa/mrqa-combined.train.raw.json +pred_file: data/mrqa/mrqa-combined.dev.raw.json +pred_output_path: 'mrqa_output' +reader: mrc4ernie +paradigm: mrc +doc_stride: 128 +max_query_len: 64 +max_answer_len: 30 +n_best_size: 20 +null_score_diff_threshold: 0.0 +verbose: False diff --git a/mrqa_output/nbest_predictions.json b/mrqa_output/nbest_predictions.json new file mode 100644 index 0000000000000000000000000000000000000000..c5ae8ec3cb1f64b377e8d97c7e888fa8431b6bd8 --- /dev/null +++ b/mrqa_output/nbest_predictions.json @@ -0,0 +1,2950 @@ +{ + "3f02f171c82e49828580007a71eefc31": [ + { + "text": "Ethan", + "probability": 0.07732352843766871, + "start_logit": 0.152540385723114, + "end_logit": 0.6237434148788452 + }, + { + "text": "in Vermont now\\\"'\",. + \"value\": \n \"$1000\",. + \"answer\": \"Ethan", + "probability": 0.07511850647910423, + "start_logit": 0.12360905110836029, + "end_logit": 0.6237434148788452 + }, + { + "text": "a Revolutionary War patriot and a prominent early \n citizen of Addison ..... Robert Cochran", + "probability": 0.07410608793522097, + "start_logit": 0.19223906099796295, + "end_logit": 0.5415441393852234 + }, + { + "text": "a prominent early \n citizen of Addison ..... Robert Cochran", + "probability": 0.07349076758603804, + "start_logit": 0.18390116095542908, + "end_logit": 0.5415441393852234 + }, + { + "text": "of Addison ..... Robert Cochran", + "probability": 0.07042416842745533, + "start_logit": 0.14127787947654724, + "end_logit": 0.5415441393852234 + }, + { + "text": "ethnic", + "probability": 0.06577677211975862, + "start_logit": 0.1134892925620079, + "end_logit": 0.5010629892349243 + }, + { + "text": "of Gettysburg In this park on July 22, 1863, Vermont's only ethnic", + "probability": 0.06485029593973589, + "start_logit": 0.09930399805307388, + "end_logit": 0.5010629892349243 + }, + { + "text": "Ethan Allen", + "probability": 0.06452661895461645, + "start_logit": 0.152540385723114, + "end_logit": 0.44282296299934387 + }, + { + "text": "'Revolutionary War hero: \\\"", + "probability": 0.06357011908654853, + "start_logit": 0.1426193118095398, + "end_logit": 0.4378097355365753 + }, + { + "text": "'Revolutionary War hero", + "probability": 0.06291976618591077, + "start_logit": 0.1426193118095398, + "end_logit": 0.4275265634059906 + }, + { + "text": "Allen", + "probability": 0.0628159589411946, + "start_logit": 0.12567171454429626, + "end_logit": 0.44282296299934387 + }, + { + "text": "in Vermont now\\\"'\",. + \"value\": \n \"$1000\",. + \"answer\": \"Ethan Allen\".", + "probability": 0.06268652429543975, + "start_logit": 0.12360905110836029, + "end_logit": 0.44282296299934387 + }, + { + "text": "War hero: \\\"", + "probability": 0.06116789090649983, + "start_logit": 0.10409817099571228, + "end_logit": 0.4378097355365753 + }, + { + "text": "a \n ... [SEP] [SEP] Vermont Historical Markers - The Historical Marker Database [SEP] General John Strong", + "probability": 0.06065506524916661, + "start_logit": 0.14022484421730042, + "end_logit": 0.3932638168334961 + }, + { + "text": "War hero", + "probability": 0.060567929455641545, + "start_logit": 0.10088147968053818, + "end_logit": 0.4311695694923401 + } + ], + "98d0b8ce19d1434abdb42aa01e83db61": [ + { + "text": "MonetDB.R [SEP] I am trying to import a dataset of 217000 records (Jeopardy", + "probability": 0.055370047791018485, + "start_logit": 0.22277489304542542, + "end_logit": 0.45147573947906494 + }, + { + "text": "MonetDB.R [SEP] I am trying to import a dataset of 217000 records (Jeopardy Data", + "probability": 0.054396132669168484, + "start_logit": 0.22277489304542542, + "end_logit": 0.43373000621795654 + }, + { + "text": "McDonald's", + "probability": 0.05390215216130058, + "start_logit": 0.23751531541347504, + "end_logit": 0.40986692905426025 + }, + { + "text": "MonetDB", + "probability": 0.05251072046501029, + "start_logit": 0.2334740310907364, + "end_logit": 0.3877551555633545 + }, + { + "text": "McDonalds would be serving their 300 billionth burger (of any type). [SEP] [SEP] PPT McDonald", + "probability": 0.05226205000334954, + "start_logit": 0.0866357758641243, + "end_logit": 0.5298465490341187 + }, + { + "text": "MonetDB.R [SEP] I am trying to import a dataset of 217000 records (Jeopardy Dataset) into \n MonetDB", + "probability": 0.05195189581969177, + "start_logit": 0.22277489304542542, + "end_logit": 0.3877551555633545 + }, + { + "text": "etDB.R [SEP] I am trying to import a dataset of 217000 records (Jeopardy", + "probability": 0.05152757891069951, + "start_logit": 0.15085327625274658, + "end_logit": 0.45147573947906494 + }, + { + "text": "'Signer of the Dec. [SEP] [SEP] Unable to Bulk", + "probability": 0.05086033011715986, + "start_logit": 0.2018197774887085, + "end_logit": 0.38747531175613403 + }, + { + "text": "etDB.R [SEP] I am trying to import a dataset of 217000 records (Jeopardy Data", + "probability": 0.050621249761718896, + "start_logit": 0.15085327625274658, + "end_logit": 0.43373000621795654 + }, + { + "text": "monetdb", + "probability": 0.04989810750906267, + "start_logit": 0.15555588901042938, + "end_logit": 0.41463902592658997 + }, + { + "text": "'Signer of the Dec. [SEP] [SEP] Unable to Bulk Import Free flow text MonetDB", + "probability": 0.049782976261900654, + "start_logit": 0.2018197774887085, + "end_logit": 0.3660651445388794 + }, + { + "text": "'Signer of the Dec. [SEP] [SEP] Unable to Bulk Import Free flow", + "probability": 0.04891172363057805, + "start_logit": 0.2018197774887085, + "end_logit": 0.34840917587280273 + }, + { + "text": "this company served its billionth burger' ## 5 'Signer of the Dec. [SEP] [SEP] Unable to Bulk", + "probability": 0.04848235435447032, + "start_logit": 0.15393643081188202, + "end_logit": 0.38747531175613403 + }, + { + "text": "' ## 5 'Signer of the Dec. [SEP] [SEP] Unable to Bulk", + "probability": 0.04783199956096487, + "start_logit": 0.14043138921260834, + "end_logit": 0.38747531175613403 + }, + { + "text": "a company used another company's name \n in an advert so McDonald's ... Mixing", + "probability": 0.04771581046089063, + "start_logit": 0.141827791929245, + "end_logit": 0.3836468458175659 + }, + { + "text": "etDB", + "probability": 0.04730928527334633, + "start_logit": 0.15085327625274658, + "end_logit": 0.3660651445388794 + }, + { + "text": "McDonalds would be serving their 300 billionth burger (of any type). [SEP] [SEP] PPT McDonald PowerPoint", + "probability": 0.047222519450939804, + "start_logit": 0.0866357758641243, + "end_logit": 0.4284469485282898 + }, + { + "text": "' ## 5 'Signer of the Dec. [SEP] [SEP] Unable to Bulk Import Free flow text MonetDB", + "probability": 0.046818793610215924, + "start_logit": 0.14043138921260834, + "end_logit": 0.3660651445388794 + }, + { + "text": "this company served its billionth burger' ## 5 'Signer of the Dec. [SEP] [SEP] Unable to Bulk Import Free flow", + "probability": 0.046624855003556655, + "start_logit": 0.15393643081188202, + "end_logit": 0.34840917587280273 + }, + { + "text": "' ## 5 'Signer of the Dec. [SEP] [SEP] Unable to Bulk Import Free flow", + "probability": 0.045999417184956516, + "start_logit": 0.14043138921260834, + "end_logit": 0.34840917587280273 + } + ], + "f0bc45a4dd7a4d8abf91a5e4fb25fe57": [ + { + "text": "James' epitaph contains this line: Murdered by a", + "probability": 0.07573938698026246, + "start_logit": 0.2192050814628601, + "end_logit": 0.7774304151535034 + }, + { + "text": "to", + "probability": 0.07411886460697045, + "start_logit": 0.24210990965366364, + "end_logit": 0.7328973412513733 + }, + { + "text": "to collect the bounty on Jesse's head. [SEP] [SEP] Crime History: Outlaw Jesse James", + "probability": 0.0735471421394526, + "start_logit": 0.3088628053665161, + "end_logit": 0.6584009528160095 + }, + { + "text": "outlaw Jesse James is shot to", + "probability": 0.07192927173041253, + "start_logit": 0.21212312579154968, + "end_logit": 0.7328973412513733 + }, + { + "text": "1882, outlaw Jesse James is shot to", + "probability": 0.06892948074666642, + "start_logit": 0.16952379047870636, + "end_logit": 0.7328973412513733 + }, + { + "text": "James' epitaph contains this line: Murdered by a traitor and a", + "probability": 0.06762480669066112, + "start_logit": 0.2192050814628601, + "end_logit": 0.6641069650650024 + }, + { + "text": "Outlaw Jesse James", + "probability": 0.06741632163767873, + "start_logit": 0.22182336449623108, + "end_logit": 0.6584009528160095 + }, + { + "text": "James", + "probability": 0.06616575517659858, + "start_logit": 0.21504205465316772, + "end_logit": 0.6464581489562988 + }, + { + "text": "James: \"Murdered by a", + "probability": 0.06527208812278226, + "start_logit": 0.1974855363368988, + "end_logit": 0.6504161357879639 + }, + { + "text": "outlaw Jesse James", + "probability": 0.06288839261302213, + "start_logit": 0.21212312579154968, + "end_logit": 0.5985756516456604 + }, + { + "text": "James: \"Murdered by a traitor and a coward whose name ... [SEP] In the Wild West, Jesse James", + "probability": 0.06257265831128382, + "start_logit": 0.1974855363368988, + "end_logit": 0.608180046081543 + }, + { + "text": "James: \"Murdered by a traitor and a", + "probability": 0.06150308608337056, + "start_logit": 0.1974855363368988, + "end_logit": 0.5909389853477478 + }, + { + "text": "' Robert Ford ... [SEP] Apr 2, 2009 ... On this day, April 3, 1882, outlaw Jesse James", + "probability": 0.061330010501629124, + "start_logit": 0.18703080713748932, + "end_logit": 0.5985756516456604 + }, + { + "text": "'coward' Robert Ford ... [SEP] Apr 2, 2009 ... On this day, April 3, 1882, outlaw Jesse James", + "probability": 0.06069708559140021, + "start_logit": 0.17665719985961914, + "end_logit": 0.5985756516456604 + }, + { + "text": "1882, outlaw Jesse James", + "probability": 0.06026564906780889, + "start_logit": 0.16952379047870636, + "end_logit": 0.5985756516456604 + } + ], + "2dc90736586049d298a10ed93567f0db": [ + { + "text": "Steve Tyler and Joe Perry at 2010 \n Aerosmith concert. [SEP] [SEP] The Yardbirds", + "probability": 0.05945435405859669, + "start_logit": 0.3523253798484802, + "end_logit": 0.7926364541053772 + }, + { + "text": "Steve Tyler and Joe Perry at 2010 \n Aerosmith concert. [SEP] [SEP] The Yardbirds - Wikipedia [SEP] The Yardbirds", + "probability": 0.05745985394105228, + "start_logit": 0.3523253798484802, + "end_logit": 0.7585141062736511 + }, + { + "text": "Aerosmith concert. [SEP] [SEP] The Yardbirds", + "probability": 0.05424811622390354, + "start_logit": 0.2606847882270813, + "end_logit": 0.7926364541053772 + }, + { + "text": "Tyler and Joe Perry at 2010 \n Aerosmith concert. [SEP] [SEP] The Yardbirds", + "probability": 0.05284278889192647, + "start_logit": 0.23443777859210968, + "end_logit": 0.7926364541053772 + }, + { + "text": "Aerosmith concert. [SEP] [SEP] The Yardbirds - Wikipedia [SEP] The Yardbirds", + "probability": 0.05242826844490822, + "start_logit": 0.2606847882270813, + "end_logit": 0.7585141062736511 + }, + { + "text": "his band first recorded \" \n The Train Kept A-Rollin'\"", + "probability": 0.05230385194198798, + "start_logit": 0.35080385208129883, + "end_logit": 0.6660191416740417 + }, + { + "text": "due ... Tiny Bradshaw", + "probability": 0.05145603260269473, + "start_logit": 0.25936242938041687, + "end_logit": 0.7411182522773743 + }, + { + "text": "Steven Tyler of this band lent his \n steamin' vocals to \"Train Kept A-Rollin'\",", + "probability": 0.05125052140407431, + "start_logit": 0.409344345331192, + "end_logit": 0.5871344208717346 + }, + { + "text": "Tyler and Joe Perry at 2010 \n Aerosmith concert. [SEP] [SEP] The Yardbirds - Wikipedia [SEP] The Yardbirds", + "probability": 0.05107008527206296, + "start_logit": 0.23443777859210968, + "end_logit": 0.7585141062736511 + }, + { + "text": "Steven Tyler of this band lent his steamin' vocals to \" \n Train Kept A-Rollin'\",", + "probability": 0.05065796975545232, + "start_logit": 0.3716318905353546, + "end_logit": 0.6132176518440247 + }, + { + "text": "Yardbirds popularized the song as an early \n psychedelic blues rock song, due ... Tiny Bradshaw", + "probability": 0.05061668428242804, + "start_logit": 0.24291597306728363, + "end_logit": 0.7411182522773743 + }, + { + "text": "and his band first recorded \" \n The Train Kept A-Rollin'\"", + "probability": 0.05022107360288849, + "start_logit": 0.3101685643196106, + "end_logit": 0.6660191416740417 + }, + { + "text": "due ... Tiny Bradshaw and his band first recorded \" \n The Train Kept A-Rollin'\"", + "probability": 0.047733267972024374, + "start_logit": 0.25936242938041687, + "end_logit": 0.6660191416740417 + }, + { + "text": "Tyler of this band lent his \n steamin' vocals to \"Train Kept A-Rollin'\",", + "probability": 0.04697996431029144, + "start_logit": 0.3223397731781006, + "end_logit": 0.5871344208717346 + }, + { + "text": "Yardbirds popularized the song as an early \n psychedelic blues rock song, due ... Tiny Bradshaw and his band first recorded \" \n The Train Kept A-Rollin'\"", + "probability": 0.04695464520873227, + "start_logit": 0.24291597306728363, + "end_logit": 0.6660191416740417 + }, + { + "text": "A", + "probability": 0.04576853705450256, + "start_logit": 0.2173307240009308, + "end_logit": 0.6660191416740417 + }, + { + "text": "Steven Tyler of this band lent his steamin' vocals to \" \n Train Kept A-Rollin'\", first popularized by the Yardbirds", + "probability": 0.045259951562630615, + "start_logit": 0.3716318905353546, + "end_logit": 0.5005436539649963 + }, + { + "text": "Tyler of this band lent his steamin' vocals to \" \n Train Kept A-Rollin'\",", + "probability": 0.04443903508658541, + "start_logit": 0.24065357446670532, + "end_logit": 0.6132176518440247 + }, + { + "text": "Steve Tyler and guitarist Joe \n Perry .... \"Jaded\" before segueing into the powerhouse classic, \"Train Kept a", + "probability": 0.04442756473174001, + "start_logit": 0.26101070642471313, + "end_logit": 0.5926023721694946 + }, + { + "text": "Steven \n Tyler of Aerosmith was invited to sing the national anthem at the ..... Train Kept A-", + "probability": 0.04442743365151729, + "start_logit": 0.28928712010383606, + "end_logit": 0.5643230080604553 + } + ], + "9aa1a16d4d1c4d8c874dc8cad32d2c49": [ + { + "text": "the Beyond. [SEP] [SEP] Authors Me and My Kindle [SEP] But if you read Irving", + "probability": 0.07276516095772034, + "start_logit": 0.343326210975647, + "end_logit": 0.5145772099494934 + }, + { + "text": "Malcolm Dresden's death is way beyond being suspicious. ..... and \n uncle,", + "probability": 0.07115748324135143, + "start_logit": 0.35107606649398804, + "end_logit": 0.48448556661605835 + }, + { + "text": "Horton", + "probability": 0.07005485137648604, + "start_logit": 0.24399875104427338, + "end_logit": 0.5759459137916565 + }, + { + "text": "ovoid", + "probability": 0.06997358093808559, + "start_logit": 0.22407807409763336, + "end_logit": 0.5947058200836182 + }, + { + "text": "ovo", + "probability": 0.06743703094069507, + "start_logit": 0.22407807409763336, + "end_logit": 0.5577823519706726 + }, + { + "text": "ovoid abandonment, beyond ovoid", + "probability": 0.06634282089190714, + "start_logit": 0.22407807409763336, + "end_logit": 0.5414236187934875 + }, + { + "text": "in hoops, football & lacrosse at Syracuse & if you think he couldn't act, \n ..... ovoid", + "probability": 0.06549834024533188, + "start_logit": 0.1917826235294342, + "end_logit": 0.560908317565918 + }, + { + "text": "ovoid abandonment, beyond ovo", + "probability": 0.0643422754202539, + "start_logit": 0.22407807409763336, + "end_logit": 0.5108049511909485 + }, + { + "text": "ovoid betrayal... you won't believe the ending \n when he \"\"Hatches the Egg\",\"Horton\".", + "probability": 0.0628650017214493, + "start_logit": 0.18807297945022583, + "end_logit": 0.5235827565193176 + }, + { + "text": "Horton Hatches the Egg \n and in ..... Seuss's greatest anti-alphabet", + "probability": 0.06254005657730952, + "start_logit": 0.24399875104427338, + "end_logit": 0.46247464418411255 + }, + { + "text": "Literature / Parental", + "probability": 0.06000938428462169, + "start_logit": 0.1949281096458435, + "end_logit": 0.47023898363113403 + }, + { + "text": "Parental", + "probability": 0.05949123203026497, + "start_logit": 0.18625609576702118, + "end_logit": 0.47023898363113403 + }, + { + "text": "uncle", + "probability": 0.05927068107696894, + "start_logit": 0.16829533874988556, + "end_logit": 0.48448556661605835 + }, + { + "text": "the Harvester", + "probability": 0.051762598191598265, + "start_logit": 0.13474130630493164, + "end_logit": 0.38259267807006836 + }, + { + "text": "a few others were too tired to flee and slept beyond the \n allowed ..... conclusion to the Harvester", + "probability": 0.049081252796797134, + "start_logit": 0.08155060559511185, + "end_logit": 0.38259267807006836 + }, + { + "text": "I ran out the other end of the row he would not follow,. [SEP] [SEP] The Motion Picture Production Code", + "probability": 0.04740824930915882, + "start_logit": 0.07281263172626495, + "end_logit": 0.3566497564315796 + } + ], + "4113be8423d14a4790a5c5e569d4595a": [ + { + "text": "Bartholomew", + "probability": 0.06991069284533777, + "start_logit": 0.3132413923740387, + "end_logit": 0.48888105154037476 + }, + { + "text": "Hats", + "probability": 0.06782060236917804, + "start_logit": 0.1698736846446991, + "end_logit": 0.6018961668014526 + }, + { + "text": "Bartholomew Cubbins", + "probability": 0.06742978750443704, + "start_logit": 0.3132413923740387, + "end_logit": 0.4527493119239807 + }, + { + "text": "Hats\\\"... 500 ways to", + "probability": 0.06651593746414367, + "start_logit": 0.1698736846446991, + "end_logit": 0.5824717283248901 + }, + { + "text": "to", + "probability": 0.06631295892562565, + "start_logit": 0.16681744158267975, + "end_logit": 0.5824717283248901 + }, + { + "text": "young boy will defy a", + "probability": 0.06300747613571996, + "start_logit": 0.1877741515636444, + "end_logit": 0.5103830695152283 + }, + { + "text": "a Legend ..... The 500 Hats", + "probability": 0.062460090739683505, + "start_logit": 0.13528326153755188, + "end_logit": 0.5541483759880066 + }, + { + "text": "Hats\\\"... 500 ways to die. On July 4th, this young boy will defy a", + "probability": 0.06188964756850253, + "start_logit": 0.1698736846446991, + "end_logit": 0.5103830695152283 + }, + { + "text": "to die. On July 4th, this young boy will defy a", + "probability": 0.061700786512163645, + "start_logit": 0.16681744158267975, + "end_logit": 0.5103830695152283 + }, + { + "text": "a", + "probability": 0.06084798172876411, + "start_logit": 0.15289941430091858, + "end_logit": 0.5103830695152283 + }, + { + "text": "in the USA and Canada before you die ..... Print 4th of \n July, The ... Video 500 Hats", + "probability": 0.0604012564870138, + "start_logit": 0.16376414895057678, + "end_logit": 0.49214959144592285 + }, + { + "text": "outofculture Pull Request #1 petekinnecom ... [SEP] + \"question\": \"' How Cows Eat Grass", + "probability": 0.05255207672745348, + "start_logit": 0.10710553079843521, + "end_logit": 0.5874826908111572 + }, + { + "text": "to regurgitate or what... [SEP] [SEP] What is cu", + "probability": 0.05188986524675767, + "start_logit": 0.21761761605739594, + "end_logit": 0.46428948640823364 + }, + { + "text": "Cows Chew Cu", + "probability": 0.050671104468903674, + "start_logit": 0.16963256895542145, + "end_logit": 0.48850685358047485 + }, + { + "text": "of Cud", + "probability": 0.049414829116033926, + "start_logit": 0.17023533582687378, + "end_logit": 0.4627988338470459 + }, + { + "text": "to regurgitate or what... [SEP] [SEP] What is cud", + "probability": 0.04939886567098569, + "start_logit": 0.21761761605739594, + "end_logit": 0.41509345173835754 + }, + { + "text": "Animal Health Literacy", + "probability": 0.04931506370708935, + "start_logit": 0.10710553079843521, + "end_logit": 0.5239076614379883 + }, + { + "text": "a", + "probability": 0.04899446466155821, + "start_logit": 0.08075512945652008, + "end_logit": 0.5437358021736145 + }, + { + "text": "the \n cud. [SEP] [SEP] The Dairy Mom: Content Cows Chew Cud", + "probability": 0.04833584404387036, + "start_logit": 0.07151875644922256, + "end_logit": 0.5394382476806641 + }, + { + "text": "chew and swallow our food, the stomach serves as a", + "probability": 0.04808328662551059, + "start_logit": 0.061982449144124985, + "end_logit": 0.5437358021736145 + }, + { + "text": "cud, back into \n ... The cud is swallowed again, and it re-enters the rumen. ... Do chickens", + "probability": 0.04790765607490562, + "start_logit": 0.11321748793125153, + "end_logit": 0.4888414442539215 + }, + { + "text": "Cow to Regurgitate Its Cud", + "probability": 0.047827409926839426, + "start_logit": 0.0457608737051487, + "end_logit": 0.5546216368675232 + }, + { + "text": "Chewing the cud", + "probability": 0.047721775681054505, + "start_logit": 0.10205462574958801, + "end_logit": 0.4961167871952057 + }, + { + "text": "Cow to Regurgitate Its Cu", + "probability": 0.047348776433630356, + "start_logit": 0.0457608737051487, + "end_logit": 0.5445637106895447 + }, + { + "text": "Cud", + "probability": 0.04652085524016879, + "start_logit": 0.10988548398017883, + "end_logit": 0.4627988338470459 + }, + { + "text": "After we chew and swallow our food, the stomach serves as a", + "probability": 0.0461954162296534, + "start_logit": 0.02192838117480278, + "end_logit": 0.5437358021736145 + }, + { + "text": "the \n cud.", + "probability": 0.045933203376053035, + "start_logit": 0.07151875644922256, + "end_logit": 0.48845309019088745 + } + ], + "b5da96ef279448aca61b049042467a4a": [ + { + "text": "periods", + "probability": 0.08571301236954167, + "start_logit": 0.31552231311798096, + "end_logit": 0.4905494451522827 + }, + { + "text": "geological time scale (GTS) is a system of chronological", + "probability": 0.08342383322686436, + "start_logit": 0.21698734164237976, + "end_logit": 0.5620138049125671 + }, + { + "text": "eras, periods", + "probability": 0.08228568574416084, + "start_logit": 0.3341148793697357, + "end_logit": 0.4311493933200836 + }, + { + "text": "eras, which are in turn divided into periods", + "probability": 0.08178838357151191, + "start_logit": 0.26865288615226746, + "end_logit": 0.4905494451522827 + }, + { + "text": "geological time scale (GT", + "probability": 0.0806946968483929, + "start_logit": 0.21698734164237976, + "end_logit": 0.5287526249885559 + }, + { + "text": "geological time scale (GTS", + "probability": 0.0804836892503615, + "start_logit": 0.21698734164237976, + "end_logit": 0.5261343121528625 + }, + { + "text": "is a system of chronological", + "probability": 0.07538835389925909, + "start_logit": 0.11570610851049423, + "end_logit": 0.5620138049125671 + }, + { + "text": "a period. The Tertiary", + "probability": 0.07426534666133548, + "start_logit": 0.11785899847745895, + "end_logit": 0.5448525547981262 + }, + { + "text": "Era", + "probability": 0.0740437374580786, + "start_logit": 0.19040447473526, + "end_logit": 0.46931859850883484 + }, + { + "text": "ons are divided into eras, which are in turn divided into periods", + "probability": 0.07310556157913801, + "start_logit": 0.15642210841178894, + "end_logit": 0.4905494451522827 + }, + { + "text": "geological ... Eons are divided into eras, which are in turn divided into periods", + "probability": 0.07260441566571542, + "start_logit": 0.1495434045791626, + "end_logit": 0.4905494451522827 + }, + { + "text": "is a system of chronological dating that relates \n geological ... Eons are divided into eras, which are in turn divided into periods,", + "probability": 0.07018877835452289, + "start_logit": 0.11570610851049423, + "end_logit": 0.4905494451522827 + }, + { + "text": "geologic time scale [SEP] The geologic history of the Earth is broken up into hierarchical chunks of", + "probability": 0.06601450537111721, + "start_logit": 0.11853444576263428, + "end_logit": 0.4264071583747864 + } + ], + "cc15c92b096a4be898611ed8d3869b4e": [ + { + "text": "Galileo \n was under house arrest for espousing this man's", + "probability": 0.05772560585792381, + "start_logit": 0.34016090631484985, + "end_logit": 0.5673320889472961 + }, + { + "text": "Copernicus", + "probability": 0.054742007618095966, + "start_logit": 0.3138039708137512, + "end_logit": 0.5406195521354675 + }, + { + "text": "Galileo was under house arrest for \n espousing this man's", + "probability": 0.05323850183269191, + "start_logit": 0.3858926594257355, + "end_logit": 0.4406813383102417 + }, + { + "text": "Copernicus\". + },. [SEP] [SEP] Did Galileo get in trouble for being right, or for being a", + "probability": 0.05216808994850395, + "start_logit": 0.3138039708137512, + "end_logit": 0.49245917797088623 + }, + { + "text": "s theory'\",. + \"value\": \"$200\",. + \"answer\": \"Copernicus", + "probability": 0.051811412839252474, + "start_logit": 0.2587830424308777, + "end_logit": 0.5406195521354675 + }, + { + "text": "Galileo was under house arrest for \n espousing this man's theory\" \"No. 2:", + "probability": 0.05089893234743807, + "start_logit": 0.3122625946998596, + "end_logit": 0.469371497631073 + }, + { + "text": "Galileo, now an old man, published his Dialogue \n Concerning the Two", + "probability": 0.05087191583263402, + "start_logit": 0.28951728343963623, + "end_logit": 0.4915858805179596 + }, + { + "text": "Galileo get in trouble for being right, or for being a", + "probability": 0.050855579433212096, + "start_logit": 0.2883228063583374, + "end_logit": 0.49245917797088623 + }, + { + "text": "Galileo was under house arrest for espousing this \n man's", + "probability": 0.050684920275899485, + "start_logit": 0.2809867262840271, + "end_logit": 0.4964338541030884 + }, + { + "text": "Copern", + "probability": 0.05036628767183077, + "start_logit": 0.3138039708137512, + "end_logit": 0.4573102295398712 + }, + { + "text": "s", + "probability": 0.04929881416569795, + "start_logit": 0.25283077359199524, + "end_logit": 0.49686139822006226 + }, + { + "text": "Galileo", + "probability": 0.04919655839459402, + "start_logit": 0.25544336438179016, + "end_logit": 0.4921724498271942 + }, + { + "text": "s theory\" \"No. 2: 1912 Olympian; football... [SEP] [SEP] Galileo affair - Wikipedia [SEP] The Galileo", + "probability": 0.049068195671889275, + "start_logit": 0.25283077359199524, + "end_logit": 0.4921724498271942 + }, + { + "text": "s theory\" \"No. 2: 1912 Olympian; football... [SEP] [SEP] Galileo", + "probability": 0.048489820879610006, + "start_logit": 0.25283077359199524, + "end_logit": 0.48031526803970337 + }, + { + "text": "s theory'\",. + \"value\": \"$200\",. + \"answer\": \"Copern", + "probability": 0.047669945573628233, + "start_logit": 0.2587830424308777, + "end_logit": 0.4573102295398712 + }, + { + "text": "8 years of his life, Galileo was under house arrest for \n espousing this man's", + "probability": 0.0475061156181422, + "start_logit": 0.21553099155426025, + "end_logit": 0.49711960554122925 + }, + { + "text": "Copernicus ESPN's TOP 10 ALL-TIME... [SEP] [SEP] Lebow", + "probability": 0.046808540821605335, + "start_logit": 0.2613513767719269, + "end_logit": 0.436506450176239 + }, + { + "text": "Galileo was under house \n arrest for espousing this man's", + "probability": 0.04671362908659123, + "start_logit": 0.2391628921031952, + "end_logit": 0.4566652178764343 + }, + { + "text": "8 years of his life, Galileo was under house arrest for \n espousing this man's theory\" \"No. 2:", + "probability": 0.046206031647116855, + "start_logit": 0.21553099155426025, + "end_logit": 0.469371497631073 + }, + { + "text": "Copernicus refrained from publishing his \n heliocentric", + "probability": 0.04567909448364236, + "start_logit": 0.28365007042884827, + "end_logit": 0.3897828161716461 + } + ], + "43ee9fcf44a148348923d4d3f22d7d98": [ + { + "text": "Bulova", + "probability": 0.06072970878840096, + "start_logit": 0.2765369415283203, + "end_logit": 0.8203157186508179 + }, + { + "text": "Bulova Corporation FundingUniverse [SEP] 1923: The company changes its name to the Bulova", + "probability": 0.05795035435149104, + "start_logit": 0.2765369415283203, + "end_logit": 0.7734693884849548 + }, + { + "text": "Accutron History - The Accutron Place [SEP] In 1950 Swiss engineer Max Hetzel joined the Bulova", + "probability": 0.05629441911209369, + "start_logit": 0.2962685227394104, + "end_logit": 0.7247465252876282 + }, + { + "text": "Bulova Accutron History - The Accutron Place [SEP] In 1950 Swiss engineer Max Hetzel joined the Bulova", + "probability": 0.05374547283665153, + "start_logit": 0.24993255734443665, + "end_logit": 0.7247465252876282 + }, + { + "text": "Accutron Place [SEP] In 1950 Swiss engineer Max Hetzel joined the Bulova", + "probability": 0.05303115469688054, + "start_logit": 0.23655268549919128, + "end_logit": 0.7247465252876282 + }, + { + "text": "Bulova - Wikipedia [SEP] Bulova", + "probability": 0.05187466989834019, + "start_logit": 0.184874027967453, + "end_logit": 0.754376232624054 + }, + { + "text": "Accutron Watches | eBay [SEP] This is a guide for buying and collecting Bulova", + "probability": 0.051229633292969506, + "start_logit": 0.22273403406143188, + "end_logit": 0.7040037512779236 + }, + { + "text": "Swiss engineer Max Hetzel joined the Bulova", + "probability": 0.05096713024022009, + "start_logit": 0.19685404002666473, + "end_logit": 0.7247465252876282 + }, + { + "text": "Max Hetzel joined the Bulova", + "probability": 0.04995489284279989, + "start_logit": 0.17679357528686523, + "end_logit": 0.7247465252876282 + }, + { + "text": "Accutron", + "probability": 0.04976076892067513, + "start_logit": 0.2962685227394104, + "end_logit": 0.6013780236244202 + }, + { + "text": "Accutron History - The Accutron", + "probability": 0.0485009869999135, + "start_logit": 0.2962685227394104, + "end_logit": 0.5757352709770203 + }, + { + "text": "Bulova Accutron", + "probability": 0.04750765877931399, + "start_logit": 0.24993255734443665, + "end_logit": 0.6013780236244202 + }, + { + "text": "Accutron watch, \n introduced in 1960, had a guarantee of accuracy to within one minute a", + "probability": 0.04728706102536758, + "start_logit": 0.28065940737724304, + "end_logit": 0.5659969449043274 + }, + { + "text": "Bulova Watch History | WorldofWatches [SEP] Founded by Joseph Bulova", + "probability": 0.04713232668021368, + "start_logit": 0.23922434449195862, + "end_logit": 0.6041544079780579 + }, + { + "text": "Accutron Watches | eBay [SEP] This is a guide for buying and collecting Bulova Accutron", + "probability": 0.04678162771270155, + "start_logit": 0.22273403406143188, + "end_logit": 0.613176167011261 + }, + { + "text": "Bulova Accutron History - The Accutron", + "probability": 0.04630491832883382, + "start_logit": 0.24993255734443665, + "end_logit": 0.5757352709770203 + }, + { + "text": "Accutron introduced several models of desk clocks using the 214 \n movement. [SEP] [SEP] Bulova", + "probability": 0.045368663088804495, + "start_logit": 0.19477055966854095, + "end_logit": 0.610470712184906 + }, + { + "text": "Accutron History - Old Father Time [SEP] (Reprinted from the Bulova", + "probability": 0.04534741521533806, + "start_logit": 0.17450883984565735, + "end_logit": 0.6302639842033386 + }, + { + "text": "Accutron introduced several models of desk clocks using the 214", + "probability": 0.04526620118922484, + "start_logit": 0.19477055966854095, + "end_logit": 0.6082097291946411 + }, + { + "text": "Bulova Watch Company's 1960 Publication of this title) ... \n Instead, the ACCUTRON", + "probability": 0.044964935999765816, + "start_logit": 0.2230551391839981, + "end_logit": 0.573247492313385 + } + ], + "8824fe46b8b442699c7b8ef0b25ef995": [ + { + "text": "Sheen", + "probability": 0.05682451469972487, + "start_logit": 0.3397795557975769, + "end_logit": 0.6638346314430237 + }, + { + "text": "Sheena Easton", + "probability": 0.05585381301258269, + "start_logit": 0.3397795557975769, + "end_logit": 0.646604597568512 + }, + { + "text": "Easton", + "probability": 0.05347319070022302, + "start_logit": 0.29622218012809753, + "end_logit": 0.646604597568512 + }, + { + "text": "a Easton Songfacts [SEP] Morning Train (Nine To Five) by Sheena Easton", + "probability": 0.053010158541691055, + "start_logit": 0.26801809668540955, + "end_logit": 0.6661118268966675 + }, + { + "text": "a Easton", + "probability": 0.0528906595445588, + "start_logit": 0.26801809668540955, + "end_logit": 0.6638550162315369 + }, + { + "text": "Sheena Easton Songfacts [SEP] Morning Train (Nine To Five) by Sheena Easton", + "probability": 0.05172770444662819, + "start_logit": 0.24352803826332092, + "end_logit": 0.6661118268966675 + }, + { + "text": "by Scottish pop singer Sheen", + "probability": 0.051585038631506396, + "start_logit": 0.24304340779781342, + "end_logit": 0.6638346314430237 + }, + { + "text": "Easton - Chart history | Billboard [SEP] The Hot 100. Adult Contemporary ... Morning Train (Nine To Five). Sheena \n Easton", + "probability": 0.05076181822922168, + "start_logit": 0.2492198348045349, + "end_logit": 0.6415709853172302 + }, + { + "text": "by Scottish pop singer Sheena Easton", + "probability": 0.05070384000982876, + "start_logit": 0.24304340779781342, + "end_logit": 0.646604597568512 + }, + { + "text": "by Sheena Easton", + "probability": 0.05029298172547853, + "start_logit": 0.28067997097969055, + "end_logit": 0.600831925868988 + }, + { + "text": "Sheena Easton - Chart history | Billboard [SEP] The Hot 100. Adult Contemporary ... Morning Train (Nine To Five). Sheena \n Easton", + "probability": 0.049707075924240514, + "start_logit": 0.22822266817092896, + "end_logit": 0.6415709853172302 + }, + { + "text": "in the U.S. and topped both the Billboard Hot... [SEP] [SEP] Sheena Easton", + "probability": 0.04894436629353453, + "start_logit": 0.2261662781238556, + "end_logit": 0.6281643509864807 + }, + { + "text": "by Sheen", + "probability": 0.04882231545969949, + "start_logit": 0.28067997097969055, + "end_logit": 0.5711538791656494 + }, + { + "text": "Sheena Easton song) - Wikipedia [SEP] \"Modern Girl", + "probability": 0.048220024364826246, + "start_logit": 0.2828187942504883, + "end_logit": 0.5566019415855408 + }, + { + "text": "by British songwriter \n Florrie Palmer and recorded by Sheena Easton", + "probability": 0.04709172507544285, + "start_logit": 0.21491172909736633, + "end_logit": 0.600831925868988 + }, + { + "text": "s first #1 hit in the U.S. and topped both the Billboard Hot... [SEP] [SEP] Sheena Easton", + "probability": 0.047061196060794, + "start_logit": 0.1869308054447174, + "end_logit": 0.6281643509864807 + }, + { + "text": "Easton song) - Wikipedia [SEP] \"Modern Girl", + "probability": 0.04688261043030323, + "start_logit": 0.2546912431716919, + "end_logit": 0.5566019415855408 + }, + { + "text": "a Easton song) - Wikipedia [SEP] \"Modern Girl", + "probability": 0.04607832128612985, + "start_logit": 0.23738700151443481, + "end_logit": 0.5566019415855408 + }, + { + "text": "by British songwriter \n Florrie Palmer and recorded by Sheena", + "probability": 0.04571466988623521, + "start_logit": 0.21491172909736633, + "end_logit": 0.5711538791656494 + }, + { + "text": "Sheena Easton ... Modern Girl, Sheena Easton", + "probability": 0.04435397567734976, + "start_logit": 0.21323645114898682, + "end_logit": 0.5426122546195984 + } + ], + "e04ef70e4d034c2e9d56dc96d662d9cb": [ + { + "text": "her tragic death. ... prime \n minister Tony Blair dubbed Diana", + "probability": 0.0592130686323371, + "start_logit": 0.22118797898292542, + "end_logit": 0.7317017912864685 + }, + { + "text": "her tragic death. ... prime \n minister Tony Blair dubbed Diana \"the People's Princess\". [SEP] [SEP] Princess Diana:", + "probability": 0.05669296861185649, + "start_logit": 0.22118797898292542, + "end_logit": 0.6882097125053406 + }, + { + "text": "of her tragic death. ... prime \n minister Tony Blair dubbed Diana", + "probability": 0.05472606004811861, + "start_logit": 0.14238572120666504, + "end_logit": 0.7317017912864685 + }, + { + "text": "Diana", + "probability": 0.05410160510197103, + "start_logit": 0.13090956211090088, + "end_logit": 0.7317017912864685 + }, + { + "text": "her death, \n Mrs Burton was described by Mr Blair as one of the kindest... [SEP] [SEP] Tony Blair: Diana", + "probability": 0.05405843705765153, + "start_logit": 0.21961021423339844, + "end_logit": 0.6422029137611389 + }, + { + "text": "prime \n minister Tony Blair dubbed Diana", + "probability": 0.05309844750607284, + "start_logit": 0.11219339817762375, + "end_logit": 0.7317017912864685 + }, + { + "text": "of her tragic death. ... prime \n minister Tony Blair dubbed Diana \"the People's Princess\". [SEP] [SEP] Princess Diana:", + "probability": 0.052396926493084965, + "start_logit": 0.14238572120666504, + "end_logit": 0.6882097125053406 + }, + { + "text": "Diana \"the People's Princess\". [SEP] [SEP] Princess Diana", + "probability": 0.05179904826317459, + "start_logit": 0.13090956211090088, + "end_logit": 0.6882097125053406 + }, + { + "text": "her death, \n Mrs Burton", + "probability": 0.051733413350075856, + "start_logit": 0.21961021423339844, + "end_logit": 0.5982411503791809 + }, + { + "text": "prime \n minister Tony Blair dubbed Diana \"the People's Princess\". [SEP] [SEP] Princess Diana:", + "probability": 0.05083858491596777, + "start_logit": 0.11219339817762375, + "end_logit": 0.6882097125053406 + }, + { + "text": "Diana's Death ... According to People, Blair, who \n dubbed Diana", + "probability": 0.04951199823039464, + "start_logit": 0.19734379649162292, + "end_logit": 0.5766187310218811 + }, + { + "text": "Diana was a manipulator like me - Telegraph [SEP] Aug 31, 2010 ... When Diana", + "probability": 0.04784205266697715, + "start_logit": 0.1495729684829712, + "end_logit": 0.5900795459747314 + }, + { + "text": "her tragic death. ... prime \n minister Tony Blair dubbed Diana \"the People's", + "probability": 0.047610347778511856, + "start_logit": 0.22118797898292542, + "end_logit": 0.5136096477508545 + }, + { + "text": "her tragic death. ... prime \n minister Tony", + "probability": 0.047286379615826046, + "start_logit": 0.22118797898292542, + "end_logit": 0.506781816482544 + }, + { + "text": "Shy Di", + "probability": 0.04646218738307736, + "start_logit": 0.19167813658714294, + "end_logit": 0.5187081694602966 + }, + { + "text": "Princess Diana", + "probability": 0.04508109570597899, + "start_logit": 0.12129541486501694, + "end_logit": 0.5589150786399841 + }, + { + "text": "then-Prime \n Minister Tony", + "probability": 0.044920263167193296, + "start_logit": 0.17162111401557922, + "end_logit": 0.5050153732299805 + }, + { + "text": "Di", + "probability": 0.044734374201300955, + "start_logit": 0.15378153324127197, + "end_logit": 0.5187081694602966 + }, + { + "text": "of her tragic death. ... prime \n minister Tony Blair dubbed Diana \"the People's", + "probability": 0.04400256246837603, + "start_logit": 0.14238572120666504, + "end_logit": 0.5136096477508545 + }, + { + "text": "Prime Minister Tony Blair was the man with his finger on the \n public's trembling pulse, dubbing Diana", + "probability": 0.0438901788020528, + "start_logit": 0.1323259323835373, + "end_logit": 0.5211121439933777 + } + ], + "b354d2f970eb457bb5a305d94ba1a777": [ + { + "text": "John Spencer Of 'West Wing", + "probability": 0.05638087810427284, + "start_logit": 0.42164909839630127, + "end_logit": 0.5694217681884766 + }, + { + "text": "John Spencer, 58, TV Actor Starring on 'The West Wing", + "probability": 0.05477902853097657, + "start_logit": 0.3651060163974762, + "end_logit": 0.597142219543457 + }, + { + "text": "in LA Law as attorney Tommy Mullaney, ... If they do \n make another series of the West Wing", + "probability": 0.05422939467618287, + "start_logit": 0.38768497109413147, + "end_logit": 0.5644789338111877 + }, + { + "text": "John Spencer (December 20, 1946 December 16, 2005) was an American \n actor. He won an Emmy", + "probability": 0.05326650770271099, + "start_logit": 0.37892669439315796, + "end_logit": 0.5553218722343445 + }, + { + "text": "A", + "probability": 0.05251264172671822, + "start_logit": 0.33871135115623474, + "end_logit": 0.5812833905220032 + }, + { + "text": "on 'The West Wing", + "probability": 0.05234854562186237, + "start_logit": 0.3197227418422699, + "end_logit": 0.597142219543457 + }, + { + "text": "to life, his character on \"The West Wing", + "probability": 0.05108288473902505, + "start_logit": 0.36331719160079956, + "end_logit": 0.5290731191635132 + }, + { + "text": "John Spencer", + "probability": 0.05011661219826298, + "start_logit": 0.37892669439315796, + "end_logit": 0.4943666458129883 + }, + { + "text": "to life, his character on \"The West Wing,\" Leo \n McGarry, ... the fiery New York transplant Tommy Mullaney", + "probability": 0.049666481946047926, + "start_logit": 0.36331719160079956, + "end_logit": 0.5009539127349854 + }, + { + "text": "John Spencer, the actor who shot to fame playing McGarry", + "probability": 0.04915807254121548, + "start_logit": 0.330631285905838, + "end_logit": 0.5233505964279175 + }, + { + "text": "in LA Law as attorney Tommy Mullaney", + "probability": 0.04912039483168531, + "start_logit": 0.38768497109413147, + "end_logit": 0.4655301570892334 + }, + { + "text": "to give up his White House job. ... Spencer, who also \n starred on L.A. Law as attorney Tommy Mullaney,", + "probability": 0.04844313673315241, + "start_logit": 0.3582898676395416, + "end_logit": 0.4810416102409363 + }, + { + "text": "John Spencer Funeral | Legacy.com [SEP] Spencer played Leo McGarry", + "probability": 0.0482015387392253, + "start_logit": 0.3625088632106781, + "end_logit": 0.4718228876590729 + }, + { + "text": "the television series L.A", + "probability": 0.04804736734227634, + "start_logit": 0.2498447597026825, + "end_logit": 0.5812833905220032 + }, + { + "text": "John Spencer (actor) - Wikipedia [SEP] John Spencer", + "probability": 0.04787904104887369, + "start_logit": 0.3332520127296448, + "end_logit": 0.4943666458129883 + }, + { + "text": "A. Law as attorney Tommy Mullaney", + "probability": 0.04780199022628136, + "start_logit": 0.3020922541618347, + "end_logit": 0.5239158272743225 + }, + { + "text": "Tommy Mullaney on \"L.A", + "probability": 0.047356877533560056, + "start_logit": 0.31505587697029114, + "end_logit": 0.501596987247467 + }, + { + "text": "Tommy Mullaney", + "probability": 0.04732643332262473, + "start_logit": 0.31505587697029114, + "end_logit": 0.5009539127349854 + }, + { + "text": "Spencer Of 'West Wing", + "probability": 0.0462880634846139, + "start_logit": 0.22440315783023834, + "end_logit": 0.5694217681884766 + }, + { + "text": "on \"The West Wing", + "probability": 0.04599410895043154, + "start_logit": 0.2583810091018677, + "end_logit": 0.5290731191635132 + } + ], + "40b52c7c4f6b46ecb65a0541a69e92a6": [ + { + "text": "Langham of Veronica's... [SEP] [SEP] Daydream Believers: The Monkees", + "probability": 0.08407467525405697, + "start_logit": 0.3328704833984375, + "end_logit": 0.6363896727561951 + }, + { + "text": "ham of Veronica's... [SEP] [SEP] Daydream Believers: The Monkees", + "probability": 0.08362732845816313, + "start_logit": 0.3275354504585266, + "end_logit": 0.6363896727561951 + }, + { + "text": "Wallace Langham of Veronica's... [SEP] [SEP] Daydream Believers: The Monkees", + "probability": 0.08144508801089013, + "start_logit": 0.301094114780426, + "end_logit": 0.6363896727561951 + }, + { + "text": "Don Kirshner (Wallace Langham of Veronica's... [SEP] [SEP] Daydream Believers: The Monkees", + "probability": 0.07929401136127226, + "start_logit": 0.27432769536972046, + "end_logit": 0.6363896727561951 + }, + { + "text": "rshner (Wallace Langham of Veronica's... [SEP] [SEP] Daydream Believers: The Monkees", + "probability": 0.07775775866953698, + "start_logit": 0.2547634243965149, + "end_logit": 0.6363896727561951 + }, + { + "text": "Don Kirshner", + "probability": 0.07657533024024668, + "start_logit": 0.2785116136074066, + "end_logit": 0.5973181128501892 + }, + { + "text": "the Monkees", + "probability": 0.07599161766032826, + "start_logit": 0.25941047072410583, + "end_logit": 0.6087673306465149 + }, + { + "text": "Kirshner (Wallace Langham of Veronica's... [SEP] [SEP] Daydream Believers: The Monkees", + "probability": 0.07573405520515959, + "start_logit": 0.22839301824569702, + "end_logit": 0.6363896727561951 + }, + { + "text": "Lang", + "probability": 0.07440476725376485, + "start_logit": 0.3023535907268524, + "end_logit": 0.5447211861610413 + }, + { + "text": "rshner", + "probability": 0.07363899916885544, + "start_logit": 0.2547634243965149, + "end_logit": 0.5819661021232605 + }, + { + "text": "the Monkees' first Hawaii \n concert. ... Davy Jones:", + "probability": 0.07308208848998178, + "start_logit": 0.25941047072410583, + "end_logit": 0.5697275996208191 + }, + { + "text": "Don Kirshner ( \n Wallace Langham)", + "probability": 0.07265179074591041, + "start_logit": 0.2785116136074066, + "end_logit": 0.5447211861610413 + }, + { + "text": "Kirshner", + "probability": 0.07172248948183332, + "start_logit": 0.22839301824569702, + "end_logit": 0.5819661021232605 + } + ], + "10abdca0abb04882a56e94745a587f28": [ + { + "text": "John Adams", + "probability": 0.07549603639196437, + "start_logit": 0.621406078338623, + "end_logit": 0.6426073908805847 + }, + { + "text": "Adams", + "probability": 0.06343370875353645, + "start_logit": 0.4473213255405426, + "end_logit": 0.6426073908805847 + }, + { + "text": "Gerry", + "probability": 0.0565206718287804, + "start_logit": 0.2878836989402771, + "end_logit": 0.6866560578346252 + }, + { + "text": "John Dickinson", + "probability": 0.053408139898530015, + "start_logit": 0.32372382283210754, + "end_logit": 0.5941726565361023 + }, + { + "text": "Button", + "probability": 0.05234994452494503, + "start_logit": 0.2860371470451355, + "end_logit": 0.6118470430374146 + }, + { + "text": "the framers' ideas about natural law must be ... \n part on the efforts of these Founders, Pennsylvania and Massachusetts abolished \n ... John Adams,", + "probability": 0.05062985696858805, + "start_logit": 0.30487972497940063, + "end_logit": 0.5595950484275818 + }, + { + "text": "of its \n signers. [SEP] [SEP] John Dickinson", + "probability": 0.04997890390734821, + "start_logit": 0.25736165046691895, + "end_logit": 0.5941726565361023 + }, + { + "text": "John Dickinson - Wikipedia [SEP] John Dickinson", + "probability": 0.04956175850144376, + "start_logit": 0.32372382283210754, + "end_logit": 0.5194290280342102 + }, + { + "text": "of the framers of the Constitution and was known as the Sage", + "probability": 0.0481009477677588, + "start_logit": 0.2580471932888031, + "end_logit": 0.555188000202179 + }, + { + "text": "of large sections of the Constitution of the United States and one of its \n signers. [SEP] [SEP] John Dickinson", + "probability": 0.04798562337251483, + "start_logit": 0.21666210889816284, + "end_logit": 0.5941726565361023 + }, + { + "text": "John Dickinson - Wikipedia [SEP] John Dickinson a Founding Father of the United States, was a solicitor and \n politician from Philadelphia, Pennsylvania", + "probability": 0.047471104893408056, + "start_logit": 0.32372382283210754, + "end_logit": 0.4763306975364685 + }, + { + "text": "Button \n Gwinnett", + "probability": 0.04689949144845401, + "start_logit": 0.2860371470451355, + "end_logit": 0.5019029974937439 + }, + { + "text": "John Dickinson - Wikipedia [SEP] John Dickinson a Founding Father of the United States, was a solicitor and \n politician from Philadelphia,", + "probability": 0.04641382039842725, + "start_logit": 0.32372382283210754, + "end_logit": 0.4538067579269409 + }, + { + "text": "of its \n signers. [SEP] [SEP] John Dickinson - Wikipedia [SEP] John Dickinson", + "probability": 0.04637949140953013, + "start_logit": 0.25736165046691895, + "end_logit": 0.5194290280342102 + }, + { + "text": "of the United States and the second President. .... He was one \n of the framers of the Constitution and was known as the Sage", + "probability": 0.04611509179838789, + "start_logit": 0.21588557958602905, + "end_logit": 0.555188000202179 + }, + { + "text": "of the Constitution and was known as the Sage", + "probability": 0.04532341727311404, + "start_logit": 0.1985691487789154, + "end_logit": 0.555188000202179 + }, + { + "text": "America's founding fathers regarding ethnic race. ... \n the Clarence Thomas hearings,", + "probability": 0.04414332725874666, + "start_logit": 0.3074933886528015, + "end_logit": 0.4198817014694214 + }, + { + "text": "the framers' ideas about natural law must be ... \n part on the efforts of these Founders, Pennsylvania", + "probability": 0.04384632452295745, + "start_logit": 0.30487972497940063, + "end_logit": 0.41574448347091675 + }, + { + "text": "a solicitor and \n politician from Philadelphia, Pennsylvania", + "probability": 0.04306942044024695, + "start_logit": 0.22641585767269135, + "end_logit": 0.4763306975364685 + }, + { + "text": "John Dickinson a Founding Father of the United States, was a solicitor and \n politician from Philadelphia, Pennsylvania", + "probability": 0.04287291864131771, + "start_logit": 0.22184297442436218, + "end_logit": 0.4763306975364685 + } + ], + "4a360242cbd7421aab8ab86a30b9766b": [ + { + "text": "of revolutionary scientific works. The Origin of", + "probability": 0.053782534457700835, + "start_logit": 0.2062128782272339, + "end_logit": 0.5619092583656311 + }, + { + "text": "DARWIN OPUS", + "probability": 0.05306753079314599, + "start_logit": 0.16798031330108643, + "end_logit": 0.5867583155632019 + }, + { + "text": "Darwin opus", + "probability": 0.05182358382187656, + "start_logit": 0.15624567866325378, + "end_logit": 0.5747730135917664 + }, + { + "text": "DARWIN", + "probability": 0.05170785532924091, + "start_logit": 0.16798031330108643, + "end_logit": 0.5608027577400208 + }, + { + "text": "this Darwin opus", + "probability": 0.05135294670121869, + "start_logit": 0.14712266623973846, + "end_logit": 0.5747730135917664 + }, + { + "text": "Darwin opus one of \"the most readable \n and approachable\" of revolutionary scientific works. The Origin of", + "probability": 0.05116120738277698, + "start_logit": 0.15624567866325378, + "end_logit": 0.5619092583656311 + }, + { + "text": "of", + "probability": 0.05096199174286265, + "start_logit": 0.15234419703483582, + "end_logit": 0.5619092583656311 + }, + { + "text": "this Darwin opus one of \"the most readable \n and approachable\" of revolutionary scientific works. The Origin of", + "probability": 0.05069658564965311, + "start_logit": 0.14712266623973846, + "end_logit": 0.5619092583656311 + }, + { + "text": "EDITION CALLS THIS DARWIN OPUS", + "probability": 0.04963074271369686, + "start_logit": 0.10102549940347672, + "end_logit": 0.5867583155632019 + }, + { + "text": "ONE EDITION CALLS THIS DARWIN OPUS", + "probability": 0.049579871470475705, + "start_logit": 0.09999997913837433, + "end_logit": 0.5867583155632019 + }, + { + "text": "revolutionary scientific works. The Origin of", + "probability": 0.04944702371073343, + "start_logit": 0.1221659705042839, + "end_logit": 0.5619092583656311 + }, + { + "text": "Darwin", + "probability": 0.04911824412616441, + "start_logit": 0.15624567866325378, + "end_logit": 0.5211582183837891 + }, + { + "text": "DARWIN OPUS ONE OF THE \"MOST READABLE \n AND APPROACHABLE\" OF REVOLUTIONARY SCIENTIFIC WORKS, THE... [SEP] [SEP] Jeopardy!", + "probability": 0.0488588033676802, + "start_logit": 0.16798031330108643, + "end_logit": 0.5041276216506958 + }, + { + "text": "THIS DARWIN OPUS", + "probability": 0.0488132383229883, + "start_logit": 0.08441659808158875, + "end_logit": 0.5867583155632019 + }, + { + "text": "of revolutionary scientific works. The", + "probability": 0.048720580381304064, + "start_logit": 0.2062128782272339, + "end_logit": 0.46306201815605164 + }, + { + "text": "this Darwin", + "probability": 0.04867217561290289, + "start_logit": 0.14712266623973846, + "end_logit": 0.5211582183837891 + }, + { + "text": "EDITION CALLS THIS DARWIN", + "probability": 0.048359123286249986, + "start_logit": 0.10102549940347672, + "end_logit": 0.5608027577400208 + }, + { + "text": "ONE EDITION CALLS THIS DARWIN", + "probability": 0.04830955544607383, + "start_logit": 0.09999997913837433, + "end_logit": 0.5608027577400208 + }, + { + "text": "edition calls this Darwin opus", + "probability": 0.048148787531270894, + "start_logit": 0.08269630372524261, + "end_logit": 0.5747730135917664 + }, + { + "text": "works. The Origin of", + "probability": 0.04778761815198366, + "start_logit": 0.08803067356348038, + "end_logit": 0.5619092583656311 + } + ], + "670dc24a0fb04455bbb889733bf002a1": [ + { + "text": "Hume", + "probability": 0.06731139427849513, + "start_logit": 0.3338116407394409, + "end_logit": 0.642482340335846 + }, + { + "text": "National Congress (INC, often called Congress", + "probability": 0.06542363007899976, + "start_logit": 0.33817923069000244, + "end_logit": 0.6096687316894531 + }, + { + "text": "Indian National Congress (INC, often called Congress", + "probability": 0.06442513052335612, + "start_logit": 0.3227995038032532, + "end_logit": 0.6096687316894531 + }, + { + "text": "Allan Octavian \n Hume", + "probability": 0.06395916677821169, + "start_logit": 0.2827269732952118, + "end_logit": 0.642482340335846 + }, + { + "text": "National Congress", + "probability": 0.06328171729047703, + "start_logit": 0.33817923069000244, + "end_logit": 0.5763816833496094 + }, + { + "text": "Indian National Congress", + "probability": 0.06231590774248024, + "start_logit": 0.3227995038032532, + "end_logit": 0.5763816833496094 + }, + { + "text": "National Congress (INC, often called Congress), is one of two major \n political parties in India; the other being the Bharatiya Janata Party. Congress", + "probability": 0.058215110497548246, + "start_logit": 0.33817923069000244, + "end_logit": 0.49293017387390137 + }, + { + "text": "National Congress (INC) Party", + "probability": 0.05746296472814822, + "start_logit": 0.38038232922554016, + "end_logit": 0.437722772359848 + }, + { + "text": "Indian National Congress (INC, often called Congress), is one of two major \n political parties in India; the other being the Bharatiya Janata Party. Congress", + "probability": 0.05732662782097775, + "start_logit": 0.3227995038032532, + "end_logit": 0.49293017387390137 + }, + { + "text": "A.O Hume, .... A whole class of political leaders disagreed with Gandhi", + "probability": 0.0569722300750363, + "start_logit": 0.32230424880981445, + "end_logit": 0.48722416162490845 + }, + { + "text": "National Congress (INC", + "probability": 0.05682824323847271, + "start_logit": 0.33817923069000244, + "end_logit": 0.46881866455078125 + }, + { + "text": "Indian National Congress (INC", + "probability": 0.05596092701720668, + "start_logit": 0.3227995038032532, + "end_logit": 0.46881866455078125 + }, + { + "text": "Indian National Congress - Wikipedia [SEP] From its foundation on 28 December 1885 by 65 individuals with the active help \n by A.O Hume,", + "probability": 0.05529542305070627, + "start_logit": 0.32735952734947205, + "end_logit": 0.45229506492614746 + }, + { + "text": "A.O Hume", + "probability": 0.05501659465662277, + "start_logit": 0.32230424880981445, + "end_logit": 0.45229506492614746 + }, + { + "text": "National Congress - Wikipedia [SEP] From its foundation on 28 December 1885 by 65 individuals with the active help \n by A.O Hume,", + "probability": 0.05456181061332277, + "start_logit": 0.314003586769104, + "end_logit": 0.45229506492614746 + }, + { + "text": "National Congress \n Party...", + "probability": 0.05374889275825485, + "start_logit": 0.3348519206047058, + "end_logit": 0.4164355993270874 + }, + { + "text": "the Indian National Congress - Wikipedia [SEP] From its foundation on 28 December 1885 by 65 individuals with the active help \n by A.O Hume,", + "probability": 0.05189422885168331, + "start_logit": 0.2638769745826721, + "end_logit": 0.45229506492614746 + } + ], + "9f294e3878034f48bd421ed0eb96f2a3": [ + { + "text": "Mount Rainier", + "probability": 0.08413486569120011, + "start_logit": 0.28554031252861023, + "end_logit": 0.5139997601509094 + }, + { + "text": "Mount Rainier - \n Paradise. [SEP] [SEP] Articles: The Snows of Rainier", + "probability": 0.08058314632608403, + "start_logit": 0.22388264536857605, + "end_logit": 0.532525897026062 + }, + { + "text": "Mount Rainier National Park - Wikipedia [SEP] Mount Rainier", + "probability": 0.08047043093087147, + "start_logit": 0.24100905656814575, + "end_logit": 0.5139997601509094 + }, + { + "text": "Mount Baker Ski Area and Mount Rainier - \n Paradise. [SEP] [SEP] Articles: The Snows of Rainier", + "probability": 0.08003464771602326, + "start_logit": 0.21705275774002075, + "end_logit": 0.532525897026062 + }, + { + "text": "inches of snow fell at Rainier Paradise", + "probability": 0.07938126075678026, + "start_logit": 0.275379478931427, + "end_logit": 0.46600186824798584 + }, + { + "text": "Mount Rainier National Park [SEP] Mount Rainier", + "probability": 0.07845045319531928, + "start_logit": 0.19258442521095276, + "end_logit": 0.5370018482208252 + }, + { + "text": "Mount Rainier - \n Paradise.", + "probability": 0.07602284689452751, + "start_logit": 0.22388264536857605, + "end_logit": 0.4742702841758728 + }, + { + "text": "Mount Baker Ski Area and Mount Rainier", + "probability": 0.07563669128526504, + "start_logit": 0.21705275774002075, + "end_logit": 0.47600775957107544 + }, + { + "text": "Mount Baker Ski Area and Mount Rainier - \n Paradise.", + "probability": 0.0755053884958969, + "start_logit": 0.21705275774002075, + "end_logit": 0.4742702841758728 + }, + { + "text": "fell at Rainier Paradise", + "probability": 0.07467128590535814, + "start_logit": 0.21421277523040771, + "end_logit": 0.46600186824798584 + }, + { + "text": "Paradise", + "probability": 0.07449968866575297, + "start_logit": 0.16729950904846191, + "end_logit": 0.5106144547462463 + }, + { + "text": "States National Park located in \n southeast Pierce .... Paradise is the most popular destination for visitors to Mount \n Rainier", + "probability": 0.07086576080124492, + "start_logit": 0.19149011373519897, + "end_logit": 0.43641629815101624 + }, + { + "text": "inches, set in 1971-72 at the. National weather ... tion at \n Paradise", + "probability": 0.06974353333567618, + "start_logit": 0.13940581679344177, + "end_logit": 0.47253790497779846 + } + ], + "beb0368980824527ac58e7f983bca97f": [ + { + "text": "it is to merge with KLM, the Dutch airline. ... The \n takeover will create Europe's largest airline,", + "probability": 0.11265047590092084, + "start_logit": 0.4505748152732849, + "end_logit": 0.4189493954181671 + }, + { + "text": "it has joined with Los Angeles ... \n partner, issued a statement saying it had agreed to buy a \"minority equity interest \n in a", + "probability": 0.11001091257582139, + "start_logit": 0.2410181313753128, + "end_logit": 0.6047957539558411 + }, + { + "text": "s", + "probability": 0.10925883305185531, + "start_logit": 0.38675710558891296, + "end_logit": 0.4521968960762024 + }, + { + "text": "Air", + "probability": 0.10248774349650507, + "start_logit": 0.2122182548046112, + "end_logit": 0.562759280204773 + }, + { + "text": "Airlines NV for $913 \n million in stock in Europe's", + "probability": 0.09993298231359529, + "start_logit": 0.2975372076034546, + "end_logit": 0.4521968960762024 + }, + { + "text": "Air France", + "probability": 0.09671739335825237, + "start_logit": 0.2122182548046112, + "end_logit": 0.5048093199729919 + }, + { + "text": "s largest airline", + "probability": 0.09480527996154281, + "start_logit": 0.2781100273132324, + "end_logit": 0.4189493954181671 + }, + { + "text": "Air France to buy rival KLM - Sep. 30, 2003 [SEP] Sep 30, 2003 ... Air", + "probability": 0.09473462001119938, + "start_logit": 0.2122182548046112, + "end_logit": 0.48409557342529297 + }, + { + "text": "Air France to buy rival KLM - Sep. 30, 2003 [SEP] Sep 30, 2003 ... Air France", + "probability": 0.09221615651330128, + "start_logit": 0.2122182548046112, + "end_logit": 0.4571514129638672 + }, + { + "text": "Airlines", + "probability": 0.0871856028170062, + "start_logit": 0.14261332154273987, + "end_logit": 0.4706602096557617 + } + ], + "90c42d76f3dd44cf86ac3d5b945acee1": [ + { + "text": "Cleopatra", + "probability": 0.05406234407860469, + "start_logit": 0.2840363383293152, + "end_logit": 0.4974784851074219 + }, + { + "text": "Antony and Octavian, also called Augustus. ... Mark \n Antony", + "probability": 0.05279095960259559, + "start_logit": 0.23742811381816864, + "end_logit": 0.5202887654304504 + }, + { + "text": "Mark Antony and Octavian, also called Augustus. ... Mark \n Antony", + "probability": 0.05260690147763268, + "start_logit": 0.23393547534942627, + "end_logit": 0.5202887654304504 + }, + { + "text": "Mark | Zoella. 15:01. Zoella ... Mark Antony", + "probability": 0.052213088384116736, + "start_logit": 0.26454848051071167, + "end_logit": 0.48216164112091064 + }, + { + "text": "Cleopatra, enjoying himself and ... Days \n later, Cleopatra", + "probability": 0.05200687840310401, + "start_logit": 0.24527442455291748, + "end_logit": 0.4974784851074219 + }, + { + "text": "Mark Antony", + "probability": 0.051976092044100114, + "start_logit": 0.2599991261959076, + "end_logit": 0.48216164112091064 + }, + { + "text": "Cleopatra is known for her extravagant ... Known as the \n Queen of Queens, Cleo", + "probability": 0.05112994811022687, + "start_logit": 0.28495654463768005, + "end_logit": 0.4407907724380493 + }, + { + "text": "Cleopatra and her father briefly and .... Mark \n Antony proclaimed Cleopatra", + "probability": 0.050870464105121235, + "start_logit": 0.27369633316993713, + "end_logit": 0.4469630718231201 + }, + { + "text": "Cleopatra was named the \"Queen of Queens\" and she distributed the... [SEP] [SEP] Full stop is a synonym", + "probability": 0.05086929220580813, + "start_logit": 0.2840363383293152, + "end_logit": 0.4366000294685364 + }, + { + "text": "Mark \n Antony", + "probability": 0.05010383157136342, + "start_logit": 0.18518564105033875, + "end_logit": 0.5202887654304504 + }, + { + "text": "Mark Antony called \n her The Queen of Queens # Quiz # Question. 0:29. Amazing... [SEP] [SEP] Cleopatra", + "probability": 0.04948009192019019, + "start_logit": 0.2599991261959076, + "end_logit": 0.43294820189476013 + }, + { + "text": "of 42 BC, led by Mark Antony and Octavian, also called Augustus. ... Mark \n Antony", + "probability": 0.04924051764351639, + "start_logit": 0.16780497133731842, + "end_logit": 0.5202887654304504 + }, + { + "text": "Mark \n Antony spent the winter of 41-40 BC with Cleopatra, enjoying himself and ... Days \n later, Cleopatra", + "probability": 0.048973885316374415, + "start_logit": 0.18518564105033875, + "end_logit": 0.4974784851074219 + }, + { + "text": "Antony", + "probability": 0.048641016484114744, + "start_logit": 0.19368241727352142, + "end_logit": 0.48216164112091064 + }, + { + "text": "Mark", + "probability": 0.048297298539485514, + "start_logit": 0.23393547534942627, + "end_logit": 0.4348170757293701 + }, + { + "text": "Cleopatra and Mark Antony - Ancient Egypt Online [SEP] Mark Anthony", + "probability": 0.04814199730753641, + "start_logit": 0.1800805628299713, + "end_logit": 0.48545128107070923 + }, + { + "text": "Antony called \n her The Queen of Queens # Quiz # Question. 0:29. Amazing... [SEP] [SEP] Cleopatra and Mark Antony", + "probability": 0.048099020830995806, + "start_logit": 0.19368241727352142, + "end_logit": 0.47095632553100586 + }, + { + "text": "Cleopatra and Mark Antony", + "probability": 0.047449214256383515, + "start_logit": 0.1800805628299713, + "end_logit": 0.47095632553100586 + }, + { + "text": "Antony - Ancient Egypt Online [SEP] Mark Anthony", + "probability": 0.04659372758171932, + "start_logit": 0.14739157259464264, + "end_logit": 0.48545128107070923 + }, + { + "text": "Mark Antony - Ancient Egypt Online [SEP] Mark Anthony", + "probability": 0.04645343013701027, + "start_logit": 0.14437595009803772, + "end_logit": 0.48545128107070923 + } + ], + "45c25b136e9947309d3f3199a5eac397": [ + { + "text": "Appian Way - Wikipedia [SEP] The Appian", + "probability": 0.06498524913410973, + "start_logit": 0.1816360354423523, + "end_logit": 0.7420097589492798 + }, + { + "text": "Appian Way - Wikipedia [SEP] The App", + "probability": 0.06362508882943335, + "start_logit": 0.1816360354423523, + "end_logit": 0.7208573222160339 + }, + { + "text": "Rome. He was ..... External links[edit] \n ... [SEP] [SEP] The Appian", + "probability": 0.06229850170107775, + "start_logit": 0.16664592921733856, + "end_logit": 0.7147769331932068 + }, + { + "text": "Via App", + "probability": 0.061701191296424596, + "start_logit": 0.1889210194349289, + "end_logit": 0.682867705821991 + }, + { + "text": "Rome's Appian Way: The Perfect Springtime Stroll - Revealed Rome [SEP] Apr 4, 2012 ... The App", + "probability": 0.06045574143866952, + "start_logit": 0.16276127099990845, + "end_logit": 0.6886357665061951 + }, + { + "text": "Rome's Appian Way: The Perfect Springtime Stroll - Revealed Rome [SEP] Apr 4, 2012 ... The Appian", + "probability": 0.05890740014329066, + "start_logit": 0.16276127099990845, + "end_logit": 0.6626909375190735 + }, + { + "text": "Rome's App", + "probability": 0.05794122732229763, + "start_logit": 0.16276127099990845, + "end_logit": 0.6461533904075623 + }, + { + "text": "App", + "probability": 0.05783241795242411, + "start_logit": 0.1816360354423523, + "end_logit": 0.6253989338874817 + }, + { + "text": "Rome's Appian", + "probability": 0.05752340904554832, + "start_logit": 0.16276127099990845, + "end_logit": 0.6389161944389343 + }, + { + "text": "Rome to Brindisi, Puglia, southern \n Italy. .... The Appian", + "probability": 0.05742067274225134, + "start_logit": 0.14919377863407135, + "end_logit": 0.6506960988044739 + }, + { + "text": "Appian", + "probability": 0.056546646280368325, + "start_logit": 0.1816360354423523, + "end_logit": 0.602915346622467 + }, + { + "text": "Appian Way - Wikipedia [SEP] The Appian Way", + "probability": 0.054387658779203624, + "start_logit": 0.1816360354423523, + "end_logit": 0.5639867186546326 + }, + { + "text": "Via Appia", + "probability": 0.05303741894724785, + "start_logit": 0.1889210194349289, + "end_logit": 0.5315621495246887 + }, + { + "text": "Aqua App", + "probability": 0.0514328800178427, + "start_logit": 0.17995156347751617, + "end_logit": 0.5098115801811218 + }, + { + "text": "Rome's Appian Way: The Perfect Springtime Stroll - Revealed Rome [SEP] Apr 4, 2012 ... The Appian Way", + "probability": 0.05080104323422342, + "start_logit": 0.16276127099990845, + "end_logit": 0.5146411061286926 + }, + { + "text": "Roman Republic, by Appius Claudius Caecus. \n ..... (today's Ponte Cestio)", + "probability": 0.04676002376782812, + "start_logit": 0.15236109495162964, + "end_logit": 0.44215303659439087 + }, + { + "text": "s Ponte Cesti", + "probability": 0.044794470494048805, + "start_logit": 0.10832606256008148, + "end_logit": 0.4432441294193268 + }, + { + "text": "s Pont", + "probability": 0.03954895887371016, + "start_logit": 0.10832606256008148, + "end_logit": 0.31869879364967346 + } + ], + "2a26ba2446794ed38d4633091a001a4d": [ + { + "text": "s", + "probability": 0.05603362337509872, + "start_logit": 0.24171993136405945, + "end_logit": 0.6774384379386902 + }, + { + "text": "Mars, Jupiter, and Saturn. [SEP] [SEP] Asteroids.htm - Cosmic Elk [SEP] Since it", + "probability": 0.055755409303064205, + "start_logit": 0.20855093002319336, + "end_logit": 0.7056299448013306 + }, + { + "text": "Mercury", + "probability": 0.05422267877315368, + "start_logit": 0.24312657117843628, + "end_logit": 0.6431791186332703 + }, + { + "text": "of Mercury's", + "probability": 0.05370241105780673, + "start_logit": 0.19922590255737305, + "end_logit": 0.6774384379386902 + }, + { + "text": "the", + "probability": 0.052498230502419266, + "start_logit": 0.27828890085220337, + "end_logit": 0.5756970047950745 + }, + { + "text": "orbit, the 19th-century French mathematician Urbain Le Verrier", + "probability": 0.05111998249093096, + "start_logit": 0.25541990995407104, + "end_logit": 0.5719619989395142 + }, + { + "text": "orbit has a semi-major axis... [SEP] [SEP] Mercury Facts: Interesting Facts about the Planet Mercury", + "probability": 0.05074141346141706, + "start_logit": 0.24726808071136475, + "end_logit": 0.5726807713508606 + }, + { + "text": "Mercury's \n orbit, the 19th-century French mathematician Urbain Le Verrier", + "probability": 0.05042441533205764, + "start_logit": 0.24171993136405945, + "end_logit": 0.5719619989395142 + }, + { + "text": "the 19th-century French mathematician Urbain Le Verrier", + "probability": 0.050167372616810604, + "start_logit": 0.2366093099117279, + "end_logit": 0.5719619989395142 + }, + { + "text": "planet, which he named \"Vulcan\". ... Other than \n Mercury,", + "probability": 0.04989848217295514, + "start_logit": 0.16001790761947632, + "end_logit": 0.6431791186332703 + }, + { + "text": "to the Sun and is also the smallest of the eight \n planets ... years or so, Mercury", + "probability": 0.049475705625793114, + "start_logit": 0.2852575480937958, + "end_logit": 0.5094306468963623 + }, + { + "text": "of Mercury's \n orbit, the 19th-century French mathematician Urbain Le Verrier", + "probability": 0.04832656745012718, + "start_logit": 0.19922590255737305, + "end_logit": 0.5719619989395142 + }, + { + "text": "Mercury, asteroid 2007 EB26", + "probability": 0.04772624006734547, + "start_logit": 0.24312657117843628, + "end_logit": 0.5155612230300903 + }, + { + "text": "orbit, the 19th-century French mathematician Urbain Le", + "probability": 0.04771975457930445, + "start_logit": 0.25541990995407104, + "end_logit": 0.5031319856643677 + }, + { + "text": "orbit, the 19th-century French mathematician Urbain Le Verrier hypothesized that \n they were the result of", + "probability": 0.047401065157191315, + "start_logit": 0.25541990995407104, + "end_logit": 0.49643123149871826 + }, + { + "text": "orbit", + "probability": 0.04716225366313339, + "start_logit": 0.24726808071136475, + "end_logit": 0.49953222274780273 + }, + { + "text": "Mercury's \n orbit, the 19th-century French mathematician Urbain Le", + "probability": 0.0470704528288442, + "start_logit": 0.24171993136405945, + "end_logit": 0.5031319856643677 + }, + { + "text": "Mercury, asteroid 2007 EB26, whose orbit", + "probability": 0.046967334648078445, + "start_logit": 0.24312657117843628, + "end_logit": 0.49953222274780273 + }, + { + "text": "the 19th-century French mathematician Urbain Le", + "probability": 0.0468305072206828, + "start_logit": 0.2366093099117279, + "end_logit": 0.5031319856643677 + }, + { + "text": "Mercury's \n orbit, the 19th-century French mathematician Urbain Le Verrier hypothesized that \n they were the result of", + "probability": 0.046756099673785564, + "start_logit": 0.24171993136405945, + "end_logit": 0.49643123149871826 + } + ], + "4bce3bce06ad4b0d85022ac9e7d25bed": [ + { + "text": "Airlines on flights between \n Newark Liberty", + "probability": 0.09717124672685205, + "start_logit": 0.2897067070007324, + "end_logit": 0.5396001935005188 + }, + { + "text": "Liberty", + "probability": 0.08888066974139895, + "start_logit": 0.20052653551101685, + "end_logit": 0.5396001935005188 + }, + { + "text": "carrier - Wikipedia [SEP] A low-cost carrier", + "probability": 0.08825830242560341, + "start_logit": 0.11849063634872437, + "end_logit": 0.6146091818809509 + }, + { + "text": "carrier", + "probability": 0.08788459340441332, + "start_logit": 0.11849063634872437, + "end_logit": 0.6103659272193909 + }, + { + "text": "airlines", + "probability": 0.08389526508050368, + "start_logit": 0.20379792153835297, + "end_logit": 0.4786033034324646 + }, + { + "text": "Ted", + "probability": 0.08349611880284105, + "start_logit": 0.13961921632289886, + "end_logit": 0.5380129814147949 + }, + { + "text": "Newark Liberty", + "probability": 0.08275862976598054, + "start_logit": 0.12916015088558197, + "end_logit": 0.5396001935005188 + }, + { + "text": "Airlines, Inc., commonly referred to as United", + "probability": 0.08270963198825818, + "start_logit": 0.20777808129787445, + "end_logit": 0.46039003133773804 + }, + { + "text": "Airlines - Wikipedia [SEP] United Airlines, Inc., commonly referred to as United", + "probability": 0.08195171124044896, + "start_logit": 0.19857220351696014, + "end_logit": 0.46039003133773804 + }, + { + "text": "airlines head on in more key markets: Song", + "probability": 0.07678801057100369, + "start_logit": 0.14659357070922852, + "end_logit": 0.447286993265152 + }, + { + "text": "airlines head on in more key markets: Song against", + "probability": 0.07314977313559663, + "start_logit": 0.14659357070922852, + "end_logit": 0.3987475037574768 + }, + { + "text": "Airlines [SEP] PAL", + "probability": 0.07305604711709969, + "start_logit": 0.10789944231510162, + "end_logit": 0.43615952134132385 + } + ], + "483db64145af4cf2955ec689c62d2ab5": [ + { + "text": "Vain", + "probability": 0.0609186573348107, + "start_logit": 0.3017842769622803, + "end_logit": 0.7326527237892151 + }, + { + "text": "a", + "probability": 0.05620059115154899, + "start_logit": 0.2960411608219147, + "end_logit": 0.6577836275100708 + }, + { + "text": "Vain - Wikipedia [SEP] \"Train in Vain", + "probability": 0.05607631825150643, + "start_logit": 0.21895837783813477, + "end_logit": 0.7326527237892151 + }, + { + "text": "Vain - Rock Music Wiki - Wikia [SEP] \"Train in Vain", + "probability": 0.0537475005908554, + "start_logit": 0.21654149889945984, + "end_logit": 0.6926531791687012 + }, + { + "text": "the Clash . ... \n :91 The Clash arrived at Vanilla", + "probability": 0.05274587325002547, + "start_logit": 0.1721421331167221, + "end_logit": 0.7182409167289734 + }, + { + "text": "Vain (Stand By Me) by The Clash Songfacts [SEP] On the original vinyl copy of the album \"Train Is Vain", + "probability": 0.05135081418622595, + "start_logit": 0.20391695201396942, + "end_logit": 0.6596613526344299 + }, + { + "text": "Vain - Revolvy [SEP] \" Train in Vain", + "probability": 0.05089358536775425, + "start_logit": 0.19144541025161743, + "end_logit": 0.6631889939308167 + }, + { + "text": "Vain \" is a song by the British punk rock band The Clash", + "probability": 0.05070327484237464, + "start_logit": 0.3476383090019226, + "end_logit": 0.5032497048377991 + }, + { + "text": "a ... Train in Vain", + "probability": 0.05033514021475688, + "start_logit": 0.2960411608219147, + "end_logit": 0.5475597977638245 + }, + { + "text": "a top ten album in the UK, and its lead \n single \"London .... \"Train in Vain\",", + "probability": 0.04986914172745973, + "start_logit": 0.16384249925613403, + "end_logit": 0.6704574227333069 + }, + { + "text": "Calling was a top ten album in the UK, and its lead \n single \"London .... \"Train in Vain\",", + "probability": 0.04885774343384801, + "start_logit": 0.14335297048091888, + "end_logit": 0.6704574227333069 + }, + { + "text": "in the UK, and its lead \n single \"London .... \"Train in Vain\",", + "probability": 0.048570202110219195, + "start_logit": 0.13745030760765076, + "end_logit": 0.6704574227333069 + }, + { + "text": "Vain\", was originally excluded from the back cover's \n track listing. ... \"London Calling\"", + "probability": 0.04812438108638222, + "start_logit": 0.2700446844100952, + "end_logit": 0.5286417603492737 + }, + { + "text": "Vain (Stand by Me)\", as the words \"stand by me\" dominate the chorus. [SEP] [SEP] London Calling", + "probability": 0.04797122705352834, + "start_logit": 0.261879026889801, + "end_logit": 0.5336198806762695 + }, + { + "text": "Vain ... a hidden \n track because it was not listed on the original album sleeve. [SEP] [SEP] Train in Vain", + "probability": 0.047528664478523795, + "start_logit": 0.17823177576065063, + "end_logit": 0.6079987287521362 + }, + { + "text": "in Vain", + "probability": 0.046319140587011906, + "start_logit": 0.16027770936489105, + "end_logit": 0.6001750826835632 + }, + { + "text": "Vain - Wikipedia [SEP] \"Train in", + "probability": 0.046041139983209245, + "start_logit": 0.21895837783813477, + "end_logit": 0.5354744791984558 + }, + { + "text": "Vain - Rock Music Wiki - Wikia [SEP] \"Train in", + "probability": 0.045270830576477517, + "start_logit": 0.21654149889945984, + "end_logit": 0.521018922328949 + }, + { + "text": "The Clash", + "probability": 0.04510448807396384, + "start_logit": 0.230629563331604, + "end_logit": 0.5032497048377991 + }, + { + "text": "Vain - Revolvy [SEP] \" Train in Vain \" is a song by the British punk rock band The Clash", + "probability": 0.04337128569951761, + "start_logit": 0.19144541025161743, + "end_logit": 0.5032497048377991 + } + ] +} diff --git a/mrqa_output/predictions.json b/mrqa_output/predictions.json new file mode 100644 index 0000000000000000000000000000000000000000..23c5b75cfcf330f456ecf7419bd336869e0c35b3 --- /dev/null +++ b/mrqa_output/predictions.json @@ -0,0 +1,30 @@ +{ + "3f02f171c82e49828580007a71eefc31": "Ethan", + "98d0b8ce19d1434abdb42aa01e83db61": "MonetDB.R [SEP] I am trying to import a dataset of 217000 records (Jeopardy", + "f0bc45a4dd7a4d8abf91a5e4fb25fe57": "James' epitaph contains this line: Murdered by a", + "2dc90736586049d298a10ed93567f0db": "Steve Tyler and Joe Perry at 2010 \n Aerosmith concert. [SEP] [SEP] The Yardbirds", + "9aa1a16d4d1c4d8c874dc8cad32d2c49": "the Beyond. [SEP] [SEP] Authors Me and My Kindle [SEP] But if you read Irving", + "4113be8423d14a4790a5c5e569d4595a": "Bartholomew", + "4b7a7b560b094e309c10e8dd11e9c6fc": "Am & Qantas in the late '70s, it was \n basically a roped-off part of the economy cabin with free drinks. business class.", + "1426088cb6494263906e1111064d5d72": "a nova srie nasceu na cabea de Barbra Streisan", + "3e24b66b256a4e28ae00280d8960803a": "Jim", + "fda746982dd848b89c40b3fc8a8e56d2": "Jackie Glea", + "aa0179e972f94530a8125180d25aa3b4": "Cows Eat Grass", + "b5da96ef279448aca61b049042467a4a": "periods", + "cc15c92b096a4be898611ed8d3869b4e": "Galileo \n was under house arrest for espousing this man's", + "43ee9fcf44a148348923d4d3f22d7d98": "Bulova", + "8824fe46b8b442699c7b8ef0b25ef995": "Sheen", + "e04ef70e4d034c2e9d56dc96d662d9cb": "her tragic death. ... prime \n minister Tony Blair dubbed Diana", + "b354d2f970eb457bb5a305d94ba1a777": "John Spencer Of 'West Wing", + "40b52c7c4f6b46ecb65a0541a69e92a6": "Langham of Veronica's... [SEP] [SEP] Daydream Believers: The Monkees", + "10abdca0abb04882a56e94745a587f28": "John Adams", + "4a360242cbd7421aab8ab86a30b9766b": "of revolutionary scientific works. The Origin of", + "670dc24a0fb04455bbb889733bf002a1": "Hume", + "9f294e3878034f48bd421ed0eb96f2a3": "Mount Rainier", + "beb0368980824527ac58e7f983bca97f": "it is to merge with KLM, the Dutch airline. ... The \n takeover will create Europe's largest airline,", + "90c42d76f3dd44cf86ac3d5b945acee1": "Cleopatra", + "45c25b136e9947309d3f3199a5eac397": "Appian Way - Wikipedia [SEP] The Appian", + "2a26ba2446794ed38d4633091a001a4d": "s", + "4bce3bce06ad4b0d85022ac9e7d25bed": "Airlines on flights between \n Newark Liberty", + "483db64145af4cf2955ec689c62d2ab5": "Vain" +} diff --git a/paddlepalm/mtl_controller.py b/paddlepalm/mtl_controller.py index 450d960b291d9e5777f306f7a5f9685ec3fac706..35500244cf27011bf03c2207d7c7f88280c92d7d 100755 --- a/paddlepalm/mtl_controller.py +++ b/paddlepalm/mtl_controller.py @@ -422,7 +422,7 @@ class Controller(object): prefixes.append(inst.name) mrs.append(inst.mix_ratio) - joint_iterator_fn = create_joint_iterator_fn(iterators, prefixes, joint_shape_and_dtypes, mrs, name_to_position, dev_count=dev_count, verbose=VERBOSE) + joint_iterator_fn = create_joint_iterator_fn(iterators, prefixes, joint_shape_and_dtypes, mrs, name_to_position, dev_count=dev_count, verbose=VERBOSE, batch_size=main_conf['batch_size']) input_attrs = [[i, j, k] for i, (j,k) in zip(joint_input_names, joint_shape_and_dtypes)] pred_input_attrs = [[i, j, k] for i, (j,k) in zip(pred_joint_input_names, pred_joint_shape_and_dtypes)] @@ -488,10 +488,9 @@ class Controller(object): bb_fetches = {k: v.name for k,v in bb_output_vars.items()} task_fetches = {k: v.name for k,v in task_output_vars.items()} - old = len(bb_fetches)+len(task_fetches) # for debug - fetches = bb_fetches.copy() - fetches.update(task_fetches) - assert len(fetches) == old # for debug + # fetches = bb_fetches.copy() # 注意！框架在多卡时无法fetch变长维度的tensor，这里加入bb的out后会挂 + # fetches.update(task_fetches) + fetches = task_fetches fetches['__task_id'] = net_inputs['__task_id'].name # compute loss @@ -505,7 +504,8 @@ class Controller(object): num_examples = main_reader.num_examples for inst in instances: max_train_steps = int(main_conf['num_epochs']* inst.mix_ratio * num_examples) // main_conf['batch_size'] // dev_count - print('{}: expected train steps {}.'.format(inst.name, max_train_steps)) + if inst.is_target: + print('{}: expected train steps {}.'.format(inst.name, max_train_steps)) inst.steps_pur_epoch = inst.reader['train'].num_examples // main_conf['batch_size'] // dev_count inst.expected_train_steps = max_train_steps @@ -622,12 +622,11 @@ class Controller(object): epoch = 0 time_begin = time.time() backbone_buffer = [] - task_buffer = [[]] * num_instances while not train_finish(): rt_outputs = self.exe.run(train_program, fetch_list=fetch_list) rt_outputs = {k:v for k,v in zip(fetch_names, rt_outputs)} rt_task_id = np.squeeze(rt_outputs['__task_id']).tolist() - assert (not isinstance(rt_task_id, list)) or len(set(rt_task_id)) == 1 + assert (not isinstance(rt_task_id, list)) or len(set(rt_task_id)) == 1, rt_task_id rt_task_id = rt_task_id[0] if isinstance(rt_task_id, list) else rt_task_id cur_task = instances[rt_task_id] @@ -635,8 +634,7 @@ class Controller(object): backbone_buffer.append(backbone.postprocess(backbone_rt_outputs)) task_rt_outputs = {k[len(cur_task.name+'/'):]: v for k,v in rt_outputs.items() if k.startswith(cur_task.name+'/')} - temp = instances[rt_task_id].task_layer['train'].postprocess(task_rt_outputs) - task_buffer[rt_task_id].append(temp) + instances[rt_task_id].task_layer['train'].postprocess(task_rt_outputs) global_step += 1 # if cur_task.is_target: diff --git a/paddlepalm/reader/mrc4ernie.py b/paddlepalm/reader/mrc4ernie.py index b79b62351a680e21b35babea82e8c1bf2ce4b509..0c550dfdb68cbaf442ceef0e1187db509e022139 100644 --- a/paddlepalm/reader/mrc4ernie.py +++ b/paddlepalm/reader/mrc4ernie.py @@ -30,6 +30,7 @@ class Reader(reader): max_seq_len=config['max_seq_len'], do_lower_case=config.get('do_lower_case', False), tokenizer='FullTokenizer', + for_cn=config.get('for_cn', False), doc_stride=config['doc_stride'], max_query_length=config['max_query_len'], random_seed=config.get('seed', None)) diff --git a/paddlepalm/task_paradigm/match.py b/paddlepalm/task_paradigm/match.py index e2c94075689b7b833b8476d8bd73b6b02cfdb211..58bbf35d56d16ab2b0a2ebcd9c653b9e1c666087 100644 --- a/paddlepalm/task_paradigm/match.py +++ b/paddlepalm/task_paradigm/match.py @@ -42,7 +42,8 @@ class TaskParadigm(task_paradigm): return {"logits": [[-1, 1], 'float32']} def build(self, inputs): - labels = inputs["reader"]["label_ids"] + if self._is_training: + labels = inputs["reader"]["label_ids"] cls_feats = inputs["backbone"]["sentence_pair_embedding"] cls_feats = fluid.layers.dropout( @@ -58,11 +59,11 @@ class TaskParadigm(task_paradigm): bias_attr=fluid.ParamAttr( name="cls_out_b", initializer=fluid.initializer.Constant(0.))) - ce_loss, probs = fluid.layers.softmax_with_cross_entropy( - logits=logits, label=labels, return_softmax=True) - loss = fluid.layers.mean(x=ce_loss) if self._is_training: + ce_loss, probs = fluid.layers.softmax_with_cross_entropy( + logits=logits, label=labels, return_softmax=True) + loss = fluid.layers.mean(x=ce_loss) return {'loss': loss} else: return {'logits': logits} diff --git a/paddlepalm/task_paradigm/mrc.py b/paddlepalm/task_paradigm/mrc.py index 4889f24febdd4b95458a1c784127e49935ec0898..1d3642ad87328dd3c5b874cbad4eb2662e732538 100644 --- a/paddlepalm/task_paradigm/mrc.py +++ b/paddlepalm/task_paradigm/mrc.py @@ -65,9 +65,7 @@ class TaskParadigm(task_paradigm): @property def outputs_attr(self): if self._is_training: - return {'start_logits': [[-1, -1, 1], 'float32'], - 'end_logits': [[-1, -1, 1], 'float32'], - 'loss': [[1], 'float32']} + return {'loss': [[1], 'float32']} else: return {'start_logits': [[-1, -1, 1], 'float32'], 'end_logits': [[-1, -1, 1], 'float32'], @@ -106,16 +104,14 @@ class TaskParadigm(task_paradigm): start_loss = _compute_single_loss(start_logits, start_positions) end_loss = _compute_single_loss(end_logits, end_positions) total_loss = (start_loss + end_loss) / 2.0 - return {'start_logits': start_logits, - 'end_logits': end_logits, - 'loss': total_loss} + return {'loss': total_loss} else: return {'start_logits': start_logits, 'end_logits': end_logits, 'unique_ids': unique_id} - def postprocess(self, rt_outputs): + def postprocess(self, rt_outputs): """this func will be called after each step(batch) of training/evaluating/predicting process.""" if not self._is_training: unique_ids = np.squeeze(rt_outputs['unique_ids'], -1) diff --git a/paddlepalm/utils/reader_helper.py b/paddlepalm/utils/reader_helper.py index 4cd4d32e16717ef8d87becf77dcaf1bfad94ed66..0124e63510e1b4a0ac6486980add758ffc8cacfa 100644 --- a/paddlepalm/utils/reader_helper.py +++ b/paddlepalm/utils/reader_helper.py @@ -48,6 +48,20 @@ def _zero_batch(attrs): return [np.zeros(shape=shape, dtype=dtype) for shape, dtype in pos_attrs] +def _zero_batch_x(attrs, batch_size): + pos_attrs = [] + for shape, dtype in attrs: + # pos_shape = [size if size and size > 0 else 5 for size in shape] + pos_shape = [size for size in shape] + if pos_shape[0] == -1: + pos_shape[0] = batch_size + if pos_shape[1] == -1: + pos_shape[1] = 512 # max seq len + pos_attrs.append([pos_shape, dtype]) + + return [np.zeros(shape=shape, dtype=dtype) for shape, dtype in pos_attrs] + + def create_net_inputs(input_attrs, async=False, iterator_fn=None, dev_count=1, n_prefetch=1): inputs = [] ret = {} @@ -92,10 +106,11 @@ def create_iterator_fn(iterator, iterator_prefix, shape_and_dtypes, outname_to_p return iterator -def create_joint_iterator_fn(iterators, iterator_prefixes, joint_shape_and_dtypes, mrs, outname_to_pos, dev_count=1, keep_one_task=True, verbose=0): +def create_joint_iterator_fn(iterators, iterator_prefixes, joint_shape_and_dtypes, mrs, outname_to_pos, dev_count=1, keep_one_task=True, verbose=0, batch_size=None): """ joint_shape_and_dtypes: 本质上是根据bb和parad的attr设定的，并且由reader中的attr自动填充-1（可变）维度得到，因此通过与iterator的校验可以完成runtime的batch正确性检查 """ + task_ids = range(len(iterators)) weights = [mr / float(sum(mrs)) for mr in mrs] if not keep_one_task: @@ -129,7 +144,6 @@ def create_joint_iterator_fn(iterators, iterator_prefixes, joint_shape_and_dtype v = verbose while True: id = np.random.choice(task_ids, p=weights) - # results = _zero_batch(joint_shape_and_dtypes) results = fake_batch if v > 0: print('----- debug joint iterator -----') @@ -138,6 +152,8 @@ def create_joint_iterator_fn(iterators, iterator_prefixes, joint_shape_and_dtype results[0] = task_id_tensor for i in range(dev_count): + # results = _zero_batch(joint_shape_and_dtypes, batch_size=batch_size) + # results[0] = task_id_tensor if id in outbuf: outputs = outbuf[id] del outbuf[id] diff --git a/run_demo.sh b/run_demo1.sh similarity index 62% rename from run_demo.sh rename to run_demo1.sh index e9cddc1f21f22c33f145cc4a2b21174a6d94d6c0..d6d30cae1ee04df82d20d1195ea039f865443f1a 100755 --- a/run_demo.sh +++ b/run_demo1.sh @@ -1,6 +1,6 @@ -export CUDA_VISIBLE_DEVICES=0 +export CUDA_VISIBLE_DEVICES=0,1,2,3 export FLAGS_fraction_of_gpu_memory_to_use=0.1 export FLAGS_eager_delete_tensor_gb=0 -python demo.py +python demo1.py diff --git a/run_demo2.sh b/run_demo2.sh new file mode 100755 index 0000000000000000000000000000000000000000..ca69529f8b0e9dad12e862eab819bc06c83f293d --- /dev/null +++ b/run_demo2.sh @@ -0,0 +1,6 @@ +export CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 +export FLAGS_fraction_of_gpu_memory_to_use=0.1 +export FLAGS_eager_delete_tensor_gb=0 + +python demo2.py + diff --git a/download_pretrain_backbone.sh b/script/download_pretrain_backbone.sh similarity index 100% rename from download_pretrain_backbone.sh rename to script/download_pretrain_backbone.sh diff --git a/task_instance/mlm4mrqa.yaml b/task_instance/mlm4mrqa.yaml deleted file mode 100644 index 1b44610d7ef4eb059c13a42b4cb11b2c1c13c886..0000000000000000000000000000000000000000 --- a/task_instance/mlm4mrqa.yaml +++ /dev/null @@ -1,5 +0,0 @@ -train_file: "data/mlm4mrqa" -mix_ratio: 0.4 -batch_size: 4 -in_tokens: False -generate_neg_sample: False