[new-exec] avoid adding_feed_fetch in each run (#38672)

python/paddle/fluid/executor.py

@@ -1385,6 +1385,9 @@ class Executor(object):
                 key = _get_strong_program_cache_key(inner_program, feed,
                                                     fetch_list)
 
+                # a little bit tricy here, use inner_program before _add_feed_fetch_ops to get key
+                # while use program to geet _StandaloneExecutor
+                if key not in self._executor_cache._cached_executors:
                     program = self._add_feed_fetch_ops(
                         program=inner_program,
                         feed=feed,
@@ -1393,15 +1396,13 @@ class Executor(object):
                         fetch_var_name=fetch_var_name,
                         use_fetch_v2=True)
 
-                # a little bit tricy here, use inner_program before _add_feed_fetch_ops to get key
-                # while use program to geet _StandaloneExecutor
-                if key not in self._executor_cache._cached_executors:
                     new_program = program.clone()
                     new_exe = _StandaloneExecutor(self.place, new_program,
                                                   scope)
-                    self._executor_cache._cached_executors[key] = new_exe
+                    self._executor_cache._cached_executors[key] = (new_program,
+                                                                   new_exe)
 
-                new_exe = self._executor_cache._cached_executors[key]
+                program, new_exe = self._executor_cache._cached_executors[key]
 
                 self._feed_data(program, feed, feed_var_name, scope)
                 if hasattr(program, 'lr_sheduler'):