From 2ca36523020d2a36ddb66ea81dfd23f07385b9ed Mon Sep 17 00:00:00 2001
From: xixiaoyao <xiaoxigogo@yeah.net>
Date: Thu, 12 Dec 2019 15:44:05 +0800
Subject: [PATCH] add api demo

---
 demo/demo2/paddlepalm  |   1 +
 demo/demo2/run.py      |   7 +++++-
 demo/demo3/.run.py.swp | Bin 0 -> 12288 bytes
 demo/demo3/run.py      |  47 ++++++++++++++++++++++++++++++++++++++++-
 4 files changed, 53 insertions(+), 2 deletions(-)
 create mode 120000 demo/demo2/paddlepalm
 create mode 100644 demo/demo3/.run.py.swp

diff --git a/demo/demo2/paddlepalm b/demo/demo2/paddlepalm
new file mode 120000
index 0000000..02071c9
--- /dev/null
+++ b/demo/demo2/paddlepalm
@@ -0,0 +1 @@
+../../paddlepalm/
\ No newline at end of file
diff --git a/demo/demo2/run.py b/demo/demo2/run.py
index f1041bf..678a09c 100644
--- a/demo/demo2/run.py
+++ b/demo/demo2/run.py
@@ -2,7 +2,12 @@ import paddlepalm as palm
 
 if __name__ == '__main__':
 
-    match_reader = palm.reader.match(train_file, file_format='csv', tokenizer='wordpiece', lang='en')
+    max_seqlen = 512
+    batch_size = 32
+
+    match_reader = palm.reader.match(train_file, vocab, \
+        max_seqlen, file_format='csv', tokenizer='wordpiece', \
+        lang='en', shuffle_train=True)
     mrc_reader = palm.reader.mrc(train_file, phase='train')
     mlm_reader = palm.reader.mlm(train_file, phase='train')
     palm.reader.
diff --git a/demo/demo3/.run.py.swp b/demo/demo3/.run.py.swp
new file mode 100644
index 0000000000000000000000000000000000000000..2370d0471d868b0af30f7542375a1231fa978d03
GIT binary patch
literal 12288
zcmeI2O>f*p7{@1w1N4R0FJOp-9kj7GNvkFxON}b=no1zG^bl2}u|2!%#BZG$C%d_D
z<1=uBJJ1vG4LHCR4shTCv|Nx7CvJ%U%-EYHRVvB_MH;LB^}IdLGtbY@colV%;d^gh
z_cp^J!SxIww|@BJ_T6VMEWPwNAx9Hdjc0k8S7SYU>Xq!xj#lMNu8x~_b-%90+F~oz
z!(qbmtPRt;gmpBjOCCv?U5TvM=wNLay|cY@J<51ln~#l1v{l&5P7UTJ905n*(FwF_
zw7Plm=EnM(IqJ(VzTiFo+|5V#<18EjN5Bzq1RMcJz!7i+905n*%o0$|5_uoHf2_;k
za(7=kaqqhB<_I_fj({WJ2si?cfFs}tI0BA<Bj5-)0%wo_%Luvh1R?&D*gXFKzyJIH
z{?mlqgT8^jhCYWrhCYH`hkk#GkPo2(8bH5YB;+pi8T2Xi2~<PxLfg<)=vC;?3xs?H
zeF=R5Nk~9D(A&^k(0S+_^xb(vzJ*HY4d};ngnSQiD1)v-e_`LhLieG2&@a%>&`;0@
z&<YelCciWIeB72D0Y|_Qa0DCyN8o=X;Ne>K(z;TjE($KfM(`}~OL2$!123;eT<|L8
zw5&5;&@30RU$?4hl^uyBhi!%*H%8hdG6r_aUm+)*d$HHBq71Li!v(M&<>T15_i)C_
z0&x|S`!<+vNsNqYL6u;66~D#`$yY2g9RQa7-pzu*#$6aLYL-#tWvBfxjPS4TcX@D8
z<vePbV5RJKzTiQyDyvJHSGl5g4WgLz78WIKUSu?3>HZ-TSx`3$zcD@HB4!yY2cAqP
zJZl*k$EG>(4tYMFD4Ow<&EjD=9Ig$#R&vTq7T*vpA9!fZr?<AYY-T2|anbWUb{+2I
z6=&iW6J^^31)3Fpv`Ph2@K&;^Wk{vsjf^XM$41QZZgd!~z1+>%czXMNq<K=|Hb#S@
zmeMZjEU<2Y2$w*B(2G%ngh{TSYOD)p;8kr&c~hqo8Ltn#gsF5wC9uVt125wTG_Bi8
z#g{tVI^aKJSn4Pb13gJ}nkXI<VfXd}PpMDj+PrFlUAqx%G@V@P+C^zv+TP$^hSz>N
z6kI>0!(2^*Qlw^K7pL#`QEupp<pSqvZjD+t9V$4>xafOIbuN+wM=-BcSH?-w`_hG#
z)D;g+sRl_xM+F<pU4J_DZx6ibbZVbOKhfKn>fe)f75K+hAK7|0pFph7V5rx0rEili
zaa0%gf`0E*<5jbUhZyU2irgQZ)oCA>p~MMPd_0T&hUMZgmmKjr!m>^FY@Kk?`<df2
zlWCz}1o-UGZJ3TtTGdUSo@#DqPuip0Fl6l|uT*}jy`4R2kJCE0N2A}gMiZt5lQJL8
z0$tvw!=)}_4;R+<8T2-`7GNa<^OB;Yyx>%4J@5|dlqGoUsLA5-u%}t_I|Z*!x?O*`
zTSMc&_+5LrUqk8N`86Dl&pP~WteY|Yin2*z?DE<=A^FIov|=Tv)Qe-!r?kYGqSSu{
Wb7fNth3}LsE4cn<@t8E<FywD?f}WWG

literal 0
HcmV?d00001

diff --git a/demo/demo3/run.py b/demo/demo3/run.py
index 242f5d5..678a09c 100644
--- a/demo/demo3/run.py
+++ b/demo/demo3/run.py
@@ -1,7 +1,52 @@
 import paddlepalm as palm
 
 if __name__ == '__main__':
-    controller = palm.Controller('config.yaml', task_dir='tasks')
+
+    max_seqlen = 512
+    batch_size = 32
+
+    match_reader = palm.reader.match(train_file, vocab, \
+        max_seqlen, file_format='csv', tokenizer='wordpiece', \
+        lang='en', shuffle_train=True)
+    mrc_reader = palm.reader.mrc(train_file, phase='train')
+    mlm_reader = palm.reader.mlm(train_file, phase='train')
+    palm.reader.
+
+    match = palm.tasktype.cls(num_classes=4)
+    mrc = palm.tasktype.match(learning_strategy='pairwise')
+    mlm = palm.tasktype.mlm()
+    mlm.print()
+
+    
+    bb_flags = palm.load_json('./pretrain/ernie/ernie_config.json')
+    bb = palm.backbone.ernie(bb_flags['xx'], xxx)
+    bb.print()
+
+    match4mrqa = palm.Task('match4mrqa', match_reader, match_tt)
+    mrc4mrqa = palm.Task('match4mrqa', match_reader, match_tt)
+
+    # match4mrqa.reuse_with(mrc4mrqa)
+
+
+    controller = palm.Controller([mrqa, match4mrqa, mlm4mrqa])
+
+    loss = controller.build_forward(bb, mask_task=[])
+
+    n_steps = controller.estimate_train_steps(basetask=mrqa, num_epochs=2, batch_size=8, dev_count=4)
+    adam = palm.optimizer.Adam(loss)
+    sched = palm.schedualer.LinearWarmup(learning_rate, max_train_steps=n_steps, warmup_steps=0.1*n_steps)
+    
+    controller.build_backward(optimizer=adam, schedualer=sched, weight_decay=0.001, use_ema=True, ema_decay=0.999)
+
+    controller.random_init_params()
     controller.load_pretrain('../../pretrain_model/ernie/params')
     controller.train()
 
+
+
+
+
+    # controller = palm.Controller(config='config.yaml', task_dir='tasks', for_train=False)
+    # controller.pred('mrqa', inference_model_dir='output_model/secondrun/mrqa/infer_model')
+
+
-- 
GitLab