Refactor tox config for loongsuite instrumentations (#59)

Change-Id: Ia82d00d526714a7ff1fddcb4bdd7d3809ff81543
Co-developed-by: Cursor <noreply@cursor.com>

Author: Cirilla-zmh

.github/component_owners.yml

@@ -51,3 +51,9 @@ components:
 
   instrumentation-genai/opentelemetry-instrumentation-openai-agents-v2:
     - nagkumar91
+
+  # LoongSuite Extension
+  instrumentation-loongsuite:
+    - cirilla-zmh
+    - ralf0131
+    - 123liuziming

.github/workflows/generate_workflows_lib/src/generate_workflows_lib/__init__.py

@@ -234,3 +234,105 @@ def generate_misc_workflow(
         "misc",
         workflow_directory_path,
     )
+
+# LoongSuite Extension
+def get_loongsuite_tox_envs(additional_config_path: Path) -> list:
+    if not additional_config_path or not additional_config_path.exists():
+        return []
+    
+    additional_tox_ini = ToxIni(additional_config_path)
+    additional_conf = State(get_options(), []).conf
+    additional_section = next(additional_tox_ini.sections())
+    additional_config_set = CoreConfigSet(
+        additional_conf, additional_section, additional_config_path.parent, additional_config_path
+    )
+    (
+        additional_config_set.loaders.extend(
+            additional_tox_ini.get_loaders(
+                additional_section,
+                base=[],
+                override_map=defaultdict(list, {}),
+                conf=additional_config_set,
+            )
+        )
+    )
+    additional_env_list = additional_config_set.load("env_list")
+    # Convert EnvList to list if needed
+    return list(additional_env_list) if additional_env_list else []
+
+
+def generate_extension_test_workflow(
+    tox_ini_path: Path,
+    workflow_directory_path: Path,
+    additional_config_path: Path,
+    *operating_systems
+) -> None:
+    loongsuite_envs = get_loongsuite_tox_envs(additional_config_path)
+    if not loongsuite_envs:
+        return
+    
+    _generate_workflow_with_template(
+        get_test_job_datas(
+            loongsuite_envs,
+            list(operating_systems)
+        ),
+        "loongsuite_test",
+        "test",
+        workflow_directory_path,
+    )
+
+
+def generate_extension_lint_workflow(
+    tox_ini_path: Path,
+    workflow_directory_path: Path,
+    additional_config_path: Path,
+) -> None:
+    loongsuite_envs = get_loongsuite_tox_envs(additional_config_path)
+    if not loongsuite_envs:
+        return
+    
+    _generate_workflow_with_template(
+        get_lint_job_datas(loongsuite_envs),
+        "loongsuite_lint",
+        "lint",
+        workflow_directory_path,
+    )
+
+
+def generate_extension_misc_workflow(
+    tox_ini_path: Path,
+    workflow_directory_path: Path,
+    additional_config_path: Path,
+) -> None:
+    loongsuite_envs = get_loongsuite_tox_envs(additional_config_path)
+    if not loongsuite_envs:
+        return
+    
+    _generate_workflow_with_template(
+        get_misc_job_datas(loongsuite_envs),
+        "loongsuite_misc",
+        "misc",
+        workflow_directory_path,
+    )
+
+
+def _generate_workflow_with_template(
+    job_datas: list, name: str, template_name: str, workflow_directory_path: Path, max_jobs=250
+):
+    # Github seems to limit the amount of jobs in a workflow file, that is why
+    # they are split in groups of 250 per workflow file.
+    for file_number, job_datas in enumerate(
+        [
+            job_datas[index : index + max_jobs]
+            for index in range(0, len(job_datas), max_jobs)
+        ]
+    ):
+        with open(
+            workflow_directory_path.joinpath(f"{name}_{file_number}.yml"), "w"
+        ) as test_yml_file:
+            test_yml_file.write(
+                Environment(loader=FileSystemLoader(Path(__file__).parent))
+                .get_template(f"{template_name}.yml.j2")
+                .render(job_datas=job_datas, file_number=file_number)
+            )
+            test_yml_file.write("\n")

.github/workflows/generate_workflows_loongsuite.py

@@ -0,0 +1,16 @@
+from pathlib import Path
+
+from generate_workflows_lib import (
+    generate_extension_lint_workflow,
+    generate_extension_misc_workflow,
+    generate_extension_test_workflow,
+)
+
+tox_ini_path = Path(__file__).parent.parent.parent.joinpath("tox.ini")
+# loongsuite instrumentation modules
+tox_loongsuite_ini_path = Path(__file__).parent.parent.parent.joinpath("tox-loongsuite.ini")
+workflows_directory_path = Path(__file__).parent
+
+generate_extension_test_workflow(tox_ini_path, workflows_directory_path, tox_loongsuite_ini_path, "ubuntu-latest")
+generate_extension_lint_workflow(tox_ini_path, workflows_directory_path, tox_loongsuite_ini_path)
+generate_extension_misc_workflow(tox_ini_path, workflows_directory_path, tox_loongsuite_ini_path)