Cadl refresh sdk script (Azure#28801)

* init

* test package

* update

* update:

* udpate readme

* update:

* update:

* update

* version

* version

* fix

* fix

* delete annotation code

* Update emitter-package.json

Author: msyyc

.gitignore

@@ -144,4 +144,7 @@ sdk/cosmos/azure-cosmos/test/test_config.py
 .pre-commit-config.yaml
 
 # api stub files
-*_python.json
+*_python.json
+
+# temporary folder to refresh SDK with cadl
+TempCadlFiles/

cadl_to_sdk_config.json

@@ -0,0 +1,16 @@
+{
+  "main": "dist/src/index.js",
+  "dependencies": {
+    "@azure-tools/cadl-python": "0.4.25",
+    "@autorest/python": "6.4.0",
+    "@azure-tools/cadl-autorest": "0.26.0",
+    "@azure-tools/cadl-azure-core": "0.26.0",
+    "@azure-tools/cadl-dpg": "0.26.0",
+    "@azure-tools/cadl-azure-resource-manager": "0.26.0",
+    "@cadl-lang/compiler": "0.40.0",
+    "@cadl-lang/eslint-config-cadl": "0.5.0",
+    "@cadl-lang/openapi": "0.40.0",
+    "@cadl-lang/rest": "0.40.0",
+    "@cadl-lang/versioning": "0.40.0"
+  }
+}

eng/emitter-package.json

@@ -589,3 +589,11 @@ function Validate-Python-DocMsPackages ($PackageInfo, $PackageInfos, $PackageSou
         -PackageSourceOverride $PackageSourceOverride -DocValidationImageId $DocValidationImageId
   }
 }
+
+function Get-python-EmitterName() {
+  return "@azure-tools/cadl-python"
+}
+
+function Get-python-EmitterAdditionalOptions([string]$projectDirectory) {
+  return "--option @azure-tools/cadl-python.emitter-output-dir=$projectDirectory/"
+}

eng/scripts/Language-Settings.ps1

@@ -0,0 +1,13 @@
+# Overview
+The script is to refresh SDK code
+
+# Prerequisites
+1. Install [Powershell 7+](https://learn.microsoft.com/en-us/shows/it-ops-talk/how-to-install-powershell-7)
+2. Install [Python 3.7+](https://www.python.org/downloads/release/python-370/)
+3. Install [Nodejs](https://nodejs.org/en/download/)
+
+# Usage
+Step into root folder of this repo and run cmd with sdk folder:
+```powershell
+D:\azure-sdk-for-python> python .\scripts\cadl_refresh_sdk\main.py .\sdk\contosowidgetmanager\azure-contosowidgetmanager
+```

scripts/cadl_refresh_sdk/README.md

@@ -0,0 +1,20 @@
+import os
+import sys
+from pathlib import Path
+from subprocess import check_call
+
+
+def main(sdk_folder: str):
+    # install package.json
+    script = Path("eng/common/scripts/Cadl-Project-Sync.ps1")
+    check_call(f"pwsh {script} {Path(sdk_folder)}", shell=True)
+
+    # generate SDK
+    cmd = Path("eng/common/scripts/Cadl-Project-Generate.ps1")
+    check_call(f"pwsh {cmd} {Path(sdk_folder)}", shell=True)
+
+if __name__ == '__main__':
+    if len(sys.argv[1:]) != 1:
+        print("Please input sdk folder like: sdk/datadog/azure-mgmt-datadog")
+    else:
+        main(sys.argv[1])

scripts/cadl_refresh_sdk/main.py

@@ -127,6 +127,30 @@ def update_servicemetadata(sdk_folder, data, config, folder_name, package_name,
                 f.write("".join(includes))
 
 
+def update_cadl_location(sdk_folder, data, config, folder_name, package_name, input_readme):
+    if "meta" in config:
+        return
+
+    metadata = {
+        "directory": input_readme,
+        "commit": data["headSha"],
+        "repo": data["repoHttpsUrl"].split("github.com/")[-1],
+        "cleanup": False,
+    }
+
+    _LOGGER.info("cadl-location:\n {}".format(json.dumps(metadata, indent=2)))
+
+    package_folder = Path(sdk_folder) / folder_name / package_name
+    if not package_folder.exists():
+        _LOGGER.info(f"Package folder doesn't exist: {package_folder}")
+        return
+
+    metadata_file_path = package_folder / "cadl-location.yaml"
+    with open(metadata_file_path, "w") as writer:
+        yaml.safe_dump(metadata, writer)
+    _LOGGER.info(f"Saved metadata to {metadata_file_path}")
+
+
 def judge_tag_preview(path: str) -> bool:
     files = [i for i in Path(path).glob("**/*.py")]
     default_api_version = ""  # for multi-api
@@ -365,17 +389,11 @@ def gen_cadl(cadl_relative_path: str, spec_folder: str) -> Dict[str, Any]:
 
     # npm install tool
     origin_path = os.getcwd()
-    with open("cadl_to_sdk_config.json", "r") as file_in:
+    with open(Path("eng/emitter-package.json"), "r") as file_in:
         cadl_python_dep = json.load(file_in)
     os.chdir(Path(spec_folder) / cadl_relative_path)
-    if Path("package.json").exists():
-        with open("package.json", "r") as file_in:
-            cadl_tools = json.load(file_in)
-    else:
-        cadl_tools = {"dependencies": dict()}
-    cadl_tools["dependencies"].update(cadl_python_dep["dependencies"])
     with open("package.json", "w") as file_out:
-        json.dump(cadl_tools, file_out)
+        json.dump(cadl_python_dep, file_out)
     check_call("npm install", shell=True)
 
     # generate code

tools/azure-sdk-tools/packaging_tools/generate_utils.py

@@ -18,7 +18,8 @@
     format_samples,
     gen_dpg,
     dpg_relative_folder,
-    gen_cadl
+    gen_cadl,
+    update_cadl_location,
 )
 
 _LOGGER = logging.getLogger(__name__)
@@ -147,6 +148,19 @@ def main(generate_input, generate_output):
                 )
             except Exception as e:
                 _LOGGER.info(f"fail to update meta: {str(e)}")
+            
+            # update cadl-location.yaml
+            try:
+                update_cadl_location(
+                    sdk_folder,
+                    data,
+                    config,
+                    folder_name,
+                    package_name,
+                    input_readme,
+                )
+            except Exception as e:
+                _LOGGER.info(f"fail to update cadl-location: {str(e)}")
 
             # Setup package locally
             check_call(