初始化目录

data/1.gml初阶/1.Git入门/1.Git简介/config.json

+{
+  "node_id": "gml-62c30f9c31f64a1d96af732c47c93f04",
+  "keywords": [],
+  "children": [],
+  "export": []
+}
\ No newline at end of file

data/1.gml初阶/1.Git入门/2.Git安装/config.json

+{
+  "node_id": "gml-17121b66f9a942629bc455f320b28910",
+  "keywords": [],
+  "children": [],
+  "export": []
+}
\ No newline at end of file

data/1.gml初阶/1.Git入门/3.Git使用/config.json

+{
+  "node_id": "gml-598d225d1a78453d8992345f8f7902ba",
+  "keywords": [],
+  "children": [],
+  "export": []
+}
\ No newline at end of file

data/1.gml初阶/1.Git入门/4.版本管理/config.json

+{
+  "node_id": "gml-f0d68868583b48d0851c7add33e2f8ff",
+  "keywords": [],
+  "children": [],
+  "export": []
+}
\ No newline at end of file

data/1.gml初阶/1.Git入门/5.分支管理/config.json

+{
+  "node_id": "gml-5b37ae204b1f4183b1a2853f32698407",
+  "keywords": [],
+  "children": [],
+  "export": []
+}
\ No newline at end of file

data/1.gml初阶/1.Git入门/6.Git标签/config.json

+{
+  "node_id": "gml-7b2351b6989f4ec19655498bbb4bafb1",
+  "keywords": [],
+  "children": [],
+  "export": []
+}
\ No newline at end of file

data/1.gml初阶/1.Git入门/config.json

+{
+  "node_id": "gml-426d7dad0f844c6d9bc1d6c4c860585c",
+  "keywords": []
+}
\ No newline at end of file

data/1.gml初阶/2.MarkDown入门/1.MarkDown介绍/config.json

+{
+  "node_id": "gml-e67e64c1c880432ab6bc1b0452124ec0",
+  "keywords": [],
+  "children": [],
+  "export": []
+}
\ No newline at end of file

data/1.gml初阶/2.MarkDown入门/2.段落及强调/config.json

+{
+  "node_id": "gml-627f564073834c8d86e45f126ac628df",
+  "keywords": [],
+  "children": [],
+  "export": []
+}
\ No newline at end of file

data/1.gml初阶/2.MarkDown入门/3.标题/config.json

+{
+  "node_id": "gml-30e9989f9a5f44fab349734a8e4479a3",
+  "keywords": [],
+  "children": [],
+  "export": []
+}
\ No newline at end of file

data/1.gml初阶/2.MarkDown入门/4.链接/config.json

+{
+  "node_id": "gml-3cb459e3d1a147a8b89291c1ef4147c7",
+  "keywords": [],
+  "children": [],
+  "export": []
+}
\ No newline at end of file

data/1.gml初阶/2.MarkDown入门/5.图片/config.json

+{
+  "node_id": "gml-2f1e2810b721429dba664414438b6d87",
+  "keywords": [],
+  "children": [],
+  "export": []
+}
\ No newline at end of file

data/1.gml初阶/2.MarkDown入门/6.列表/config.json

+{
+  "node_id": "gml-b4a4f06aa5114c3fa6a590d659037370",
+  "keywords": [],
+  "children": [],
+  "export": []
+}
\ No newline at end of file

data/1.gml初阶/2.MarkDown入门/7.分隔线及引用/config.json

+{
+  "node_id": "gml-b6b6f01fb86141768c5b242327f1e0fa",
+  "keywords": [],
+  "children": [],
+  "export": []
+}
\ No newline at end of file

data/1.gml初阶/2.MarkDown入门/8.代码块/config.json

+{
+  "node_id": "gml-2e87affacacd4078a3ba55a5a15a8f7a",
+  "keywords": [],
+  "children": [],
+  "export": []
+}
\ No newline at end of file

data/1.gml初阶/2.MarkDown入门/9.表格/config.json

+{
+  "node_id": "gml-11620ba793c74faa9a5117ca07d748d6",
+  "keywords": [],
+  "children": [],
+  "export": []
+}
\ No newline at end of file

data/1.gml初阶/2.MarkDown入门/config.json

+{
+  "node_id": "gml-e5b1eb56008b451699a9e7e6d941c8ca",
+  "keywords": []
+}
\ No newline at end of file

data/1.gml初阶/config.json

+{
+  "node_id": "gml-3acda6f103e94664800f91494aff4099",
+  "keywords": []
+}
\ No newline at end of file

data/2.gml中阶/config.json

+{
+  "node_id": "gml-a94f8931a29e42749c65af33b5f00ffa",
+  "keywords": []
+}
\ No newline at end of file

data/3.gml高阶/config.json

+{
+  "node_id": "gml-ec7eb3a512204261a14eafc36bc55188",
+  "keywords": []
+}
\ No newline at end of file

data/config.json

+{
+  "tree_name": "gml",
+  "keywords": [],
+  "node_id": "gml-2edf9242568f4812bda2dd5913c09bd3"
+}
\ No newline at end of file

data/tree.json

+{
+  "gml": {
+    "node_id": "gml-2edf9242568f4812bda2dd5913c09bd3",
+    "keywords": [],
+    "children": [
+      {
+        "gml初阶": {
+          "node_id": "gml-3acda6f103e94664800f91494aff4099",
+          "keywords": [],
+          "children": [
+            {
+              "Git入门": {
+                "node_id": "gml-426d7dad0f844c6d9bc1d6c4c860585c",
+                "keywords": [],
+                "children": [
+                  {
+                    "Git简介": {
+                      "node_id": "gml-62c30f9c31f64a1d96af732c47c93f04",
+                      "keywords": [],
+                      "children": []
+                    }
+                  },
+                  {
+                    "Git安装": {
+                      "node_id": "gml-17121b66f9a942629bc455f320b28910",
+                      "keywords": [],
+                      "children": []
+                    }
+                  },
+                  {
+                    "Git使用": {
+                      "node_id": "gml-598d225d1a78453d8992345f8f7902ba",
+                      "keywords": [],
+                      "children": []
+                    }
+                  },
+                  {
+                    "版本管理": {
+                      "node_id": "gml-f0d68868583b48d0851c7add33e2f8ff",
+                      "keywords": [],
+                      "children": []
+                    }
+                  },
+                  {
+                    "分支管理": {
+                      "node_id": "gml-5b37ae204b1f4183b1a2853f32698407",
+                      "keywords": [],
+                      "children": []
+                    }
+                  },
+                  {
+                    "Git标签": {
+                      "node_id": "gml-7b2351b6989f4ec19655498bbb4bafb1",
+                      "keywords": [],
+                      "children": []
+                    }
+                  }
+                ]
+              }
+            },
+            {
+              "MarkDown入门": {
+                "node_id": "gml-e5b1eb56008b451699a9e7e6d941c8ca",
+                "keywords": [],
+                "children": [
+                  {
+                    "MarkDown介绍": {
+                      "node_id": "gml-e67e64c1c880432ab6bc1b0452124ec0",
+                      "keywords": [],
+                      "children": []
+                    }
+                  },
+                  {
+                    "段落及强调": {
+                      "node_id": "gml-627f564073834c8d86e45f126ac628df",
+                      "keywords": [],
+                      "children": []
+                    }
+                  },
+                  {
+                    "标题": {
+                      "node_id": "gml-30e9989f9a5f44fab349734a8e4479a3",
+                      "keywords": [],
+                      "children": []
+                    }
+                  },
+                  {
+                    "链接": {
+                      "node_id": "gml-3cb459e3d1a147a8b89291c1ef4147c7",
+                      "keywords": [],
+                      "children": []
+                    }
+                  },
+                  {
+                    "图片": {
+                      "node_id": "gml-2f1e2810b721429dba664414438b6d87",
+                      "keywords": [],
+                      "children": []
+                    }
+                  },
+                  {
+                    "列表": {
+                      "node_id": "gml-b4a4f06aa5114c3fa6a590d659037370",
+                      "keywords": [],
+                      "children": []
+                    }
+                  },
+                  {
+                    "分隔线及引用": {
+                      "node_id": "gml-b6b6f01fb86141768c5b242327f1e0fa",
+                      "keywords": [],
+                      "children": []
+                    }
+                  },
+                  {
+                    "代码块": {
+                      "node_id": "gml-2e87affacacd4078a3ba55a5a15a8f7a",
+                      "keywords": [],
+                      "children": []
+                    }
+                  },
+                  {
+                    "表格": {
+                      "node_id": "gml-11620ba793c74faa9a5117ca07d748d6",
+                      "keywords": [],
+                      "children": []
+                    }
+                  }
+                ]
+              }
+            }
+          ]
+        }
+      },
+      {
+        "gml中阶": {
+          "node_id": "gml-a94f8931a29e42749c65af33b5f00ffa",
+          "keywords": [],
+          "children": []
+        }
+      },
+      {
+        "gml高阶": {
+          "node_id": "gml-ec7eb3a512204261a14eafc36bc55188",
+          "keywords": [],
+          "children": []
+        }
+      }
+    ]
+  }
+}
\ No newline at end of file

main.py

+from src.tree import TreeWalker
+
+if __name__ == '__main__':
+    walker = TreeWalker("data", "gml", "Git,MarkDown,Linux 入门")
+    walker.walk()

src/tree.py

+import json
+import logging
+import os
+import re
+import sys
+import uuid
+
+id_set = set()
+logger = logging.getLogger(__name__)
+logger.setLevel(logging.INFO)
+handler = logging.StreamHandler(sys.stdout)
+formatter = logging.Formatter('%(asctime)s - %(levelname)s - %(message)s')
+handler.setFormatter(formatter)
+logger.addHandler(handler)
+
+
+def load_json(p):
+    with open(p, 'r') as f:
+        return json.loads(f.read())
+
+
+def dump_json(p, j, exist_ok=False, override=False):
+    if os.path.exists(p):
+        if exist_ok:
+            if not override:
+                return
+        else:
+            logger.error(f"{p} already exist")
+            sys.exit(0)
+
+    with open(p, 'w+', encoding="utf8") as f:
+        f.write(json.dumps(j, indent=2, ensure_ascii=False))
+
+
+def ensure_config(path):
+    config_path = os.path.join(path, "config.json")
+    if not os.path.exists(config_path):
+        node = {"keywords": []}
+        dump_json(config_path, node, exist_ok=True, override=False)
+        return node
+    else:
+        return load_json(config_path)
+
+
+def parse_no_name(d):
+    p = r'(\d+)\.(.*)'
+    m = re.search(p, d)
+
+    try:
+        no = int(m.group(1))
+        dir_name = m.group(2)
+    except:
+        sys.exit(0)
+
+    return no, dir_name
+
+
+def check_export(base, cfg):
+    flag = False
+    exports = []
+    for export in cfg.get('export', []):
+        ecfg_path = os.path.join(base, export)
+        if os.path.exists(ecfg_path):
+            exports.append(export)
+        else:
+            flag = True
+    if flag:
+        cfg["export"] = exports
+    return flag
+
+
+class TreeWalker:
+    def __init__(self, root, tree_name, title=None, log=None):
+        self.name = tree_name
+        self.root = root
+        self.title = tree_name if title is None else title
+        self.tree = {}
+        self.logger = logger if log is None else log
+
+    def walk(self):
+        root = self.load_root()
+        root_node = {
+            "node_id": root["node_id"],
+            "keywords": root["keywords"],
+            "children": []
+        }
+        self.tree[root["tree_name"]] = root_node
+        self.load_levels(root_node)
+        self.load_chapters(self.root, root_node)
+        for index, level in enumerate(root_node["children"]):
+            level_title = list(level.keys())[0]
+            level_node = list(level.values())[0]
+            level_path = os.path.join(self.root, f"{index + 1}.{level_title}")
+            self.load_chapters(level_path, level_node)
+            for index, chapter in enumerate(level_node["children"]):
+                chapter_title = list(chapter.keys())[0]
+                chapter_node = list(chapter.values())[0]
+                chapter_path = os.path.join(
+                    level_path, f"{index + 1}.{chapter_title}")
+                self.load_sections(chapter_path, chapter_node)
+                for index, section_node in enumerate(chapter_node["children"]):
+                    section_title = list(section_node.keys())[0]
+                    full_path = os.path.join(
+                        chapter_path, f"{index + 1}.{section_title}")
+                    if os.path.isdir(full_path):
+                        self.ensure_exercises(full_path)
+
+        tree_path = os.path.join(self.root, "tree.json")
+        dump_json(tree_path, self.tree, exist_ok=True, override=True)
+        return self.tree
+
+    def sort_dir_list(self, dirs):
+        result = [self.extract_node_env(dir) for dir in dirs]
+        result.sort(key=lambda item: item[0])
+        return result
+
+    def load_levels(self, root_node):
+        levels = []
+        for level in os.listdir(self.root):
+            if not os.path.isdir(level):
+                continue
+            level_path = os.path.join(self.root, level)
+            num, config = self.load_level_node(level_path)
+            levels.append((num, config))
+
+        levels = self.resort_children(self.root, levels)
+        root_node["children"] = [item[1] for item in levels]
+        return root_node
+
+    def load_level_node(self, level_path):
+        config = self.ensure_level_config(level_path)
+        num, name = self.extract_node_env(level_path)
+
+        result = {
+            name: {
+                "node_id": config["node_id"],
+                "keywords": config["keywords"],
+                "children": [],
+            }
+        }
+
+        return num, result
+
+    def load_chapters(self, base, level_node):
+        chapters = []
+        for name in os.listdir(base):
+            full_name = os.path.join(base, name)
+            if os.path.isdir(full_name):
+                num, chapter = self.load_chapter_node(full_name)
+                chapters.append((num, chapter))
+
+        chapters = self.resort_children(base, chapters)
+        level_node["children"] = [item[1] for item in chapters]
+        return level_node
+
+    def load_sections(self, base, chapter_node):
+        sections = []
+        for name in os.listdir(base):
+            full_name = os.path.join(base, name)
+            if os.path.isdir(full_name):
+                num, section = self.load_section_node(full_name)
+                sections.append((num, section))
+
+        sections = self.resort_children(base, sections)
+        chapter_node["children"] = [item[1] for item in sections]
+        return chapter_node
+
+    def resort_children(self, base, children):
+        children.sort(key=lambda item: item[0])
+        for index, [number, element] in enumerate(children):
+            title = list(element.keys())[0]
+            origin = os.path.join(base, f"{number}.{title}")
+            posted = os.path.join(base, f"{index + 1}.{title}")
+            if origin != posted:
+                self.logger.info(f"rename [{origin}] to [{posted}]")
+            os.rename(origin, posted)
+        return children
+
+    def ensure_chapters(self):
+        for subdir in os.listdir(self.root):
+            self.ensure_level_config(subdir)
+
+    def load_root(self):
+        config_path = os.path.join(self.root, "config.json")
+        if not os.path.exists(config_path):
+            config = {
+                "tree_name": self.name,
+                "keywords": [],
+                "node_id": self.gen_node_id(),
+            }
+            dump_json(config_path, config, exist_ok=True, override=True)
+        else:
+            config = load_json(config_path)
+            flag, result = self.ensure_node_id(config)
+            if flag:
+                dump_json(config_path, result, exist_ok=True, override=True)
+
+        return config
+
+    def ensure_level_config(self, path):
+        config_path = os.path.join(path, "config.json")
+        if not os.path.exists(config_path):
+            config = {
+                "node_id": self.gen_node_id()
+            }
+            dump_json(config_path, config, exist_ok=True, override=True)
+        else:
+            config = load_json(config_path)
+            flag, result = self.ensure_node_id(config)
+            if flag:
+                dump_json(config_path, config, exist_ok=True, override=True)
+        return config
+
+    def ensure_chapter_config(self, path):
+        config_path = os.path.join(path, "config.json")
+        if not os.path.exists(config_path):
+            config = {
+                "node_id": self.gen_node_id(),
+                "keywords": []
+            }
+            dump_json(config_path, config, exist_ok=True, override=True)
+        else:
+            config = load_json(config_path)
+            flag, result = self.ensure_node_id(config)
+            if flag:
+                dump_json(config_path, config, exist_ok=True, override=True)
+        return config
+
+    def ensure_section_config(self, path):
+        config_path = os.path.join(path, "config.json")
+        if not os.path.exists(config_path):
+            config = {
+                "node_id": self.gen_node_id(),
+                "keywords": [],
+                "children": [],
+                "export": []
+            }
+            dump_json(config_path, config, exist_ok=True, override=True)
+        else:
+            config = load_json(config_path)
+            flag, result = self.ensure_node_id(config)
+            if flag:
+                dump_json(config_path, result, exist_ok=True, override=True)
+        return config
+
+    def ensure_node_id(self, config):
+        flag = False
+        if "node_id" not in config or \
+                not config["node_id"].startswith(f"{self.name}-") or \
+                config["node_id"] in id_set:
+            new_id = self.gen_node_id()
+            id_set.add(new_id)
+            config["node_id"] = new_id
+            flag = True
+
+        for child in config.get("children", []):
+            child_node = list(child.values())[0]
+            f, _ = self.ensure_node_id(child_node)
+            flag = flag or f
+
+        return flag, config
+
+    def gen_node_id(self):
+        return f"{self.name}-{uuid.uuid4().hex}"
+
+    def extract_node_env(self, path):
+        try:
+            _, dir = os.path.split(path)
+            self.logger.info(path)
+            number, title = dir.split(".", 1)
+            return int(number), title
+        except Exception as error:
+            self.logger.error(f"目录 [{path}] 解析失败，结构不合法，可能是缺少序号")
+            # sys.exit(1)
+            raise error
+
+    def load_chapter_node(self, full_name):
+        config = self.ensure_chapter_config(full_name)
+        num, name = self.extract_node_env(full_name)
+        result = {
+            name: {
+                "node_id": config["node_id"],
+                "keywords": config["keywords"],
+                "children": [],
+            }
+        }
+        return num, result
+
+    def load_section_node(self, full_name):
+        config = self.ensure_section_config(full_name)
+        num, name = self.extract_node_env(full_name)
+        result = {
+            name: {
+                "node_id": config["node_id"],
+                "keywords": config["keywords"],
+                "children": config.get("children", [])
+            }
+        }
+        # if "children" in config:
+        #     result["children"] = config["children"]
+        return num, result
+
+    def ensure_exercises(self, section_path):
+        config = self.ensure_section_config(section_path)
+        for e in config.get("export", []):
+            full_name = os.path.join(section_path, e)
+            exercise = load_json(full_name)
+            if "exercise_id" not in exercise:
+                exercise["exercise_id"] = uuid.uuid4().hex
+                dump_json(full_name, exercise, True, True)