[API Generate] fix generate api bug test=develop (#1872)

lite/tools/cmake_tools/parse_kernel_registry.py

@@ -24,36 +24,56 @@ out_lines = [
     '',
 ]
 
+left_pattern = 'REGISTER_LITE_KERNEL('
+right_pattern = ')'
+
+def find_right_pattern(context, start):
+   if start >= len(context): return -1
+   fake_left_num = 0
+   while start < len(context):
+       if context[start] == right_pattern:
+           if fake_left_num == 0:
+               return start
+           else:
+               fake_left_num -= 1
+       elif context[start] == '(':
+           fake_left_num += 1
+       start += 1
+   return -1
+
+lines = set()
 with open(ops_list_path) as f:
     for line in f:
+        lines.add(line.strip())
+    
+for line in lines:
     path = line.strip()
 
     status = ''
     with open(path) as g:
-            lines = [v for v in g]
-            for i in range(len(lines)):
-                line = lines[i].strip()
-
-                if not status:
-                    key = 'REGISTER_LITE_KERNEL'
-                    if line.startswith(key):
-                        forward = i + min(7, len(lines) - i)
-                        remaining = line[len(key) + 1:] + ' '.join(
-                            [v.strip() for v in lines[i + 1:forward]])
-
-                        x = remaining.find('.')
-                        if x > 0:
-                            remaining = remaining[:x]
-
-                        fs = [v.strip() for v in remaining.split(',')]
-                        assert (len(fs) >= 4)
-                        op, target, precision, layout, __, alias = fs[:6]
-                        alias = alias.replace(')', '')
+        context = ''.join([item.strip() for item in g])
+        index = 0
+        cxt_len = len(context)
+        while index < cxt_len and index >= 0:
+            left_index = context.find(left_pattern, index)
+            if left_index < 0: break
+            right_index = find_right_pattern(context, left_index+len(left_pattern))
+            if right_index < 0:
+                raise ValueError("Left Pattern and Right Pattern does not match")
+            tmp = context[left_index+len(left_pattern) : right_index]
+            index = right_index + 1
+            if tmp.startswith('/'): continue
+            fields = [item.strip() for item in tmp.split(',')]
+            if len(fields) < 6:
+                raise ValueError("Invalid REGISTER_LITE_KERNEL format")
 
+            op, target, precision, layout = fields[:4] 
+            alias = fields[-1]
             key = "USE_LITE_KERNEL(%s, %s, %s, %s, %s);" % (
                 op, target, precision, layout, alias)
             out_lines.append(key)
 
+
 with open(dest_path, 'w') as f:
     logging.info("write kernel list to %s" % dest_path)
     f.write('\n'.join(out_lines))

lite/tools/cmake_tools/parse_op_registry.py

@@ -25,8 +25,12 @@ out_lines = [
     '',
 ]
 
+lines = set()
 with open(ops_list_path) as f:
     for line in f:
+        lines.add(line.strip())
+
+for line in lines:
     path = line.strip()
 
     with open(path) as g: