Commited backup

parse.py

@@ -0,0 +1,169 @@
+import os
+import ast
+import json
+
+from clone_repos import repos
+from typing import Dict
+
+
+def get_module_info(module_path):
+    """Парсит Python-модуль и извлекает информацию о нем."""
+    with open(module_path, "r", encoding="utf-8") as f:
+        module_content = f.read()
+
+    meta_info = {"pic": None, "banner": None}
+    for line in module_content.split("\n"):
+        if line.startswith("# meta"):
+            key, value = line.replace("# meta ", "").split(": ")
+            meta_info[key] = value
+
+    tree = ast.parse(module_content)
+
+    def get_decorator_names(decorator_list):
+        return [ast.unparse(decorator) for decorator in decorator_list]
+
+    def extract_loader_command_args(decorator):
+        """Извлекает аргументы `ru_doc` и `en_doc` из `@loader.command`."""
+        if (
+            isinstance(decorator, ast.Call)
+            and hasattr(decorator.func, "attr")
+            and decorator.func.attr == "command"
+        ):
+            ru_doc = None
+            en_doc = None
+            for keyword in decorator.keywords:
+                if keyword.arg == "ru_doc":
+                    ru_doc = ast.literal_eval(keyword.value)
+                elif keyword.arg == "en_doc":
+                    en_doc = ast.literal_eval(keyword.value)
+            return ru_doc, en_doc
+        return None, None
+
+    result = {}
+    for node in ast.walk(tree):
+        if isinstance(node, ast.ClassDef):
+            decorators = get_decorator_names(node.decorator_list)
+            is_tds_mod = [d for d in decorators if "loader.tds" in d]
+            if "Mod" not in node.name and not is_tds_mod:
+                continue
+
+            class_docstring = ast.get_docstring(node)
+            class_info = {
+                "name": node.name,
+                "description": class_docstring,
+                "meta": meta_info,
+                "commands": [],
+                "new_commands": [],
+            }
+
+            for class_body_node in node.body:
+                if isinstance(class_body_node, (ast.FunctionDef, ast.AsyncFunctionDef)):
+                    decorators = get_decorator_names(class_body_node.decorator_list)
+                    is_loader_command = [d for d in decorators if "command" in d]
+                    if not is_loader_command and "cmd" not in class_body_node.name:
+                        continue
+
+                    method_docstring = ast.get_docstring(class_body_node)
+                    command_name = class_body_node.name
+                    ru_doc, en_doc = None, None
+
+                    for decorator in class_body_node.decorator_list:
+                        ru_doc_tmp, en_doc_tmp = extract_loader_command_args(decorator)
+                        if ru_doc_tmp:
+                            ru_doc = ru_doc_tmp
+                        if en_doc_tmp:
+                            en_doc = en_doc_tmp
+
+                    descriptions = []
+                    if method_docstring:
+                        descriptions.append(method_docstring)
+                    if ru_doc:
+                        descriptions.append(ru_doc)
+                    if en_doc:
+                        descriptions.append(en_doc)
+
+                    class_info["commands"].append(
+                        {command_name: ' '.join(descriptions)}
+                    )
+
+                    command_name = command_name.replace('cmd', '')
+
+                    class_info["new_commands"].append(
+                        {
+                            command_name: {
+                                "ru_doc": ru_doc,
+                                "en_doc": en_doc,
+                                "doc": method_docstring,
+                            }
+                        }
+                    )
+
+            result = class_info
+
+    return result
+
+def parse_developers(base_dir: str) -> Dict[str, list]:
+    developers = {
+        "repo": set(),  # используем set внутри функции
+        "channel": set()
+    }
+    
+    for repo_url in repos:
+        repo_path = repo_url.replace("https://github.com/", "")
+        try:
+            owner, repo_name = repo_path.split("/")
+            developers["repo"].add(owner)
+        except ValueError:
+            print(f"Incorrect URL of repository: {repo_url}")
+            continue
+
+    for root, _, files in os.walk(base_dir):
+        for file in files:
+            if file.endswith(".py"):
+                file_path = os.path.join(root, file)
+                try:
+                    module_info = get_module_info(file_path)
+                    if module_info and "meta" in module_info:
+                        developer = module_info["meta"].get('developer')
+                        if developer:  # Проверяем, что developer не None
+                            # Разделяем строки с запятыми, &, | и пробелами
+                            for dev in developer.replace(',', ' ').replace('&', ' ').replace('|', ' ').split():
+                                # Добавляем только элементы, начинающиеся с @
+                                if dev.startswith('@'):
+                                    developers["channel"].add(dev.strip())
+                except Exception as e:
+                    print(f"Ошибка при парсинге файла {file_path}: {e}")
+
+    # Преобразуем set в list перед возвратом
+    return {
+        "repo": list(developers["repo"]),
+        "channel": list(developers["channel"])
+    }
+
+
+modules_data = {}
+base_dir = os.getcwd()
+
+for root, _, files in os.walk(base_dir):
+    for file in files:
+        if file.endswith(".py"):
+            file_path = os.path.join(root, file)
+            try:
+                module_info = get_module_info(file_path)
+                if module_info:
+                    relative_path = os.path.relpath(file_path, base_dir)
+                    modules_data[relative_path] = module_info
+            except Exception as e:
+                print(f"Ошибка при парсинге файла {file_path}: {e}")
+
+developers = parse_developers(base_dir)
+
+with open("modules.json", "w", encoding="utf-8") as json_file:
+   json.dump(modules_data, json_file, ensure_ascii=False, indent=2)
+
+print("Файл modules.json создан!")
+
+with open("developers.json", "w", encoding="utf-8") as json_file:
+   json.dump(developers, json_file, ensure_ascii=False, indent=2)
+
+print("Файл developers.json создан!")