diff --git a/finetune_launch.py b/finetune_launch.py
index 8c396df93d3e1900c80f767cecd2118990340759..fdcf154ca6791afb86f3bc7d16666942284a90c9 100644
--- a/finetune_launch.py
+++ b/finetune_launch.py
@@ -137,14 +137,20 @@ def start_procs(args):
         cmd = [sys.executable, "-u",
                args.training_script] + args.training_script_args
         cmds.append(cmd)
-
+        
         if args.split_log_path:
-            fn = open("%s/%sjob.log.%d" % (args.split_log_path, args.log_prefix, trainer_id), "a")
+            logdir = "%s/%sjob.log.%d" % (args.split_log_path, args.log_prefix, trainer_id)
+            try:
+                os.mkdir(os.path.dirname(logdir))
+            except OSError:
+                pass
+            fn = open(logdir, "a")
             log_fns.append(fn)
             process = subprocess.Popen(cmd, env=current_env, stdout=fn, stderr=fn)
+            log.info('subprocess launched, check log at %s' % logdir)
         else:
             process = subprocess.Popen(cmd, env=current_env)
-        log.info('subprocess launched')
+            log.info('subprocess launched')
         procs.append(process)
 
     try:
diff --git a/pretrain_launch.py b/pretrain_launch.py
index 94f34039eb34bd2f70fd28fec3a23816b68521cd..b3e2ee7f684b364824a35633ffebacb6dc64745f 100644
--- a/pretrain_launch.py
+++ b/pretrain_launch.py
@@ -139,12 +139,19 @@ def start_procs(args):
         cmds.append(cmd)
 
         if args.split_log_path:
-            fn = open("%s/%sjob.log.%d" % (args.split_log_path, args.log_prefix, trainer_id), "a")
+            logdir = "%s/%sjob.log.%d" % (args.split_log_path, args.log_prefix, trainer_id)
+            try:
+                os.mkdir(os.path.dirname(logdir))
+            except OSError:
+                pass
+
+            fn = open(logdir, "a")
             log_fns.append(fn)
             process = subprocess.Popen(cmd, env=current_env, stdout=fn, stderr=fn)
+            log.info('subprocess launched, check log at %s' % logdir)
         else:
             process = subprocess.Popen(cmd, env=current_env)
-        log.info('subprocess launched')
+            log.info('subprocess launched')
         procs.append(process)
 
     try: