Merge branch 'develop' of https://github.com/PaddlePaddle/PaddleHub into develop

demo/ernie-classification/finetune_with_hub.py

@@ -52,7 +52,7 @@ if __name__ == '__main__':
         strategy=strategy)
 
     # loading Paddlehub BERT
-    module = hub.Module(module_dir=args.hub_module_dir)
+    module = hub.Module(name="ernie")
 
     reader = hub.reader.ClassifyReader(
         dataset=hub.dataset.ChnSentiCorp(),  # download chnsenticorp dataset

demo/ernie-seq-label/run_fintune_with_hub.sh → demo/ernie-seq-labeling/run_fintune_with_hub.sh

-export CUDA_VISIBLE_DEVICES=3
+export CUDA_VISIBLE_DEVICES=5
 
 CKPT_DIR="./ckpt"
 

paddlehub/reader/task_reader.py

@@ -42,7 +42,11 @@ class BaseReader(object):
 
         np.random.seed(random_seed)
 
-        self.label_map = self.dataset.get_label_map()
+        # generate label map
+        self.label_map = {}
+        for index, label in enumerate(self.dataset.get_labels()):
+            self.label_map[label] = index
+        print("Dataset label map = {}".format(self.label_map))
 
         self.current_example = 0
         self.current_epoch = 0