refactor demos

demo/demo1/data/mrqa/convert.py

-# coding: utf-8
-f='mrqa-combined.train.raw.json'
-import json
-a=json.load(open(f))
-a=a['data']
-writer = open('train.json','w')
-    
-for s in a:
-    p = s['paragraphs']
-    assert len(p) == 1
-    p = p[0]
-    q = {}
-    q['context'] = p['context']
-    q['qa_list'] = p['qas']
-    writer.write(json.dumps(q)+'\n')
-    
-writer.close()
-    

demo/demo2/data/mrqa/convert.py

-# coding: utf-8
-f='mrqa-combined.train.raw.json'
-import json
-a=json.load(open(f))
-a=a['data']
-writer = open('train.json','w')
-    
-for s in a:
-    p = s['paragraphs']
-    assert len(p) == 1
-    p = p[0]
-    q = {}
-    q['context'] = p['context']
-    q['qa_list'] = p['qas']
-    writer.write(json.dumps(q)+'\n')
-    
-writer.close()
-    

demo/demo2/run.sh

-export CUDA_VISIBLE_DEVICES=0,1
+export CUDA_VISIBLE_DEVICES=0
 python run.py