update api scpecs, handle non-unique endpoint locations

Author: rolang

.scalafmt.conf

@@ -1,3 +1,3 @@
-version = "3.8.3"
+version = "3.10.1"
 runner.dialect = scala3
 maxColumn = 120

build.sbt

@@ -2,7 +2,7 @@ ThisBuild / description := "Google Cloud client code generator"
 ThisBuild / organization := "dev.rolang"
 ThisBuild / licenses := Seq(License.MIT)
 ThisBuild / homepage := Some(url("https://github.com/rolang/google-rest-api-codegen"))
-ThisBuild / scalaVersion := "3.7.3"
+ThisBuild / scalaVersion := "3.7.4"
 ThisBuild / version ~= { v => if (v.contains('+')) s"${v.replace('+', '-')}-SNAPSHOT" else v }
 ThisBuild / versionScheme := Some("early-semver")
 ThisBuild / scmInfo := Some(
@@ -40,15 +40,17 @@ lazy val noPublish = Seq(
   publish / skip := true
 )
 
-lazy val sttpClient4Version = "4.0.11"
+val sttpClient4Version = "4.0.13"
 
-lazy val zioVersion = "2.1.21"
+val zioVersion = "2.1.22"
 
-lazy val zioJsonVersion = "0.7.44"
+val zioJsonVersion = "0.7.45"
 
-lazy val jsoniterVersion = "2.38.2"
+val jsoniterVersion = "2.38.4"
 
-lazy val munitVersion = "1.2.0"
+val munitVersion = "1.2.1"
+
+val upickleVersion = "4.4.1"
 
 addCommandAlias("fmt", "all scalafmtSbt scalafmt test:scalafmt")
 
@@ -64,7 +66,13 @@ lazy val root = (project in file("."))
 // for supporting code inspection / testing of generated code via test_gen.sh script
 lazy val testLocal = (project in file("test-local"))
   .settings(
-    libraryDependencies ++= dependencyByConfig("Sttp4", "Jsoniter", "ZioChunk")
+    libraryDependencies ++= Seq(
+      "com.softwaremill.sttp.client4" %% "core" % sttpClient4Version,
+      "com.github.plokhotnyuk.jsoniter-scala" %% "jsoniter-scala-core" % jsoniterVersion,
+      "com.github.plokhotnyuk.jsoniter-scala" %% "jsoniter-scala-macros" % jsoniterVersion % "compile-internal",
+      "dev.zio" %% "zio-json" % zioJsonVersion,
+      "dev.zio" %% "zio" % zioVersion
+    )
   )
   .settings(noPublish)
 
@@ -77,7 +85,7 @@ lazy val core = crossProject(JVMPlatform, NativePlatform)
   )
   .settings(
     libraryDependencies ++= Seq(
-      "com.lihaoyi" %%% "upickle" % "4.1.0"
+      "com.lihaoyi" %%% "upickle" % upickleVersion
     )
   )
 

modules/cli/src/main/scala/cli.scala

@@ -1,8 +1,8 @@
 // for test runs using scala-cli
 //> using jvm system
-//> using scala 3.7.3
+//> using scala 3.7.4
 //> using file ../../../../core/shared/src/main/scala/codegen.scala
-//> using dep com.lihaoyi::upickle:4.3.2
+//> using dep com.lihaoyi::upickle:4.4.1
 
 package gcp.codegen.cli
 

modules/core/shared/src/main/scala/codegen.scala

@@ -129,9 +129,18 @@ def generateBySpec(
                 if specs.endpoints.nonEmpty then "enum Endpoint(val location: String, val url: Uri):" else "",
                 specs.endpoints
                   .map(e =>
+                    // for cases where location is not unique we will append numbers
+                    val locationPostfix = specs.endpoints
+                      .collect { case Endpoint(location = e.location, endpointUrl = endpointUrl) =>
+                        endpointUrl
+                      }
+                      .zipWithIndex
+                      .collectFirst { case (e.endpointUrl, idx) if idx > 0 => (idx + 1).toString() }
+                      .getOrElse("")
+
                     s"""${toComment(
                         Some(e.description)
-                      )}  case `${e.location}` extends Endpoint("${e.location}", uri"${e.endpointUrl}")""".stripMargin
+                      )}  case `${e.location}$locationPostfix` extends Endpoint("${e.location}", uri"${e.endpointUrl}")""".stripMargin
                   )
                   .mkString("\n")
               ).mkString("\n")
@@ -220,7 +229,7 @@ def generateBySpec(
                 hasProps = p => specs.hasProps(p),
                 arrType = config.arrayType
               ) match
-                case None => Nil
+                case None         => Nil
                 case Some(codecs) =>
                   Files.writeString(commonCodecsPath, codecs)
                   List(commonCodecsPath.toFile())
@@ -301,10 +310,9 @@ def resourceCode(
                 "\\{(.*?)\\}".r.findAllIn(s).toList match
                   case Nil                => s"PathSegment(\"$s\")"
                   case v :: Nil if v == s => "PathSegment(" + toScalaName(v.stripPrefix("{").stripSuffix("}")) + ")"
-                  case vars =>
-                    "PathSegment(s\"" + vars.foldLeft(s)((res, v) =>
-                      res.replace(v, "$" + v.stripPrefix("{").stripSuffix("}"))
-                    ) + "\")"
+                  case vars               =>
+                    "PathSegment(s\"" + vars
+                      .foldLeft(s)((res, v) => res.replace(v, "$" + v.stripPrefix("{").stripSuffix("}"))) + "\")"
               )
 
           val req = method.mediaUploads match
@@ -362,15 +370,14 @@ def resourceCode(
 
           val queryParams = "\n    val params = " +
             (method.scalaQueryParams match
-              case Nil => "commonQueryParams.value"
+              case Nil     => "commonQueryParams.value"
               case qParams =>
                 qParams
                   .map {
                     case (k, p) if p.required => s"""Map("$k" -> $k)"""
                     case (k, p)               => s"""$k.map(p => Map("$k" -> p.toString)).getOrElse(Map.empty)"""
                   }
-                  .mkString("", " ++ ", " ++ commonQueryParams.value\n")
-            )
+                  .mkString("", " ++ ", " ++ commonQueryParams.value\n"))
 
           def responseType(t: String) =
             httpSource match
@@ -459,7 +466,7 @@ def schemasCode(
     s"package $pkg",
     "",
     jsonCodec match {
-      case JsonCodec.ZioJson => "import zio.json.*"
+      case JsonCodec.ZioJson  => "import zio.json.*"
       case JsonCodec.Jsoniter =>
         """|import com.github.plokhotnyuk.jsoniter_scala.core.*
            |import com.github.plokhotnyuk.jsoniter_scala.macros.*""".stripMargin
@@ -492,7 +499,7 @@ def commonSchemaCodecs(
             }
         )
         .distinct match
-        case Nil => None
+        case Nil   => None
         case props =>
           Some(
             List(
@@ -631,7 +638,7 @@ def readResources(
   resources match
     case (k, v) :: xs =>
       v.obj.remove("resources").map(_.obj) match
-        case None => readResources(xs, result.updated(k, read[Resource](v)))
+        case None      => readResources(xs, result.updated(k, read[Resource](v)))
         case Some(obj) =>
           val newRes = obj.map((a, b) => ResourcePath(k, a) -> b).toList ::: xs
           Try(read[Resource](v)) match
@@ -727,8 +734,8 @@ enum SchemaType(val optional: Boolean):
     case Primitive("number", _, Some("double" | "float"))  => toType("Double")
     case Primitive("boolean", _, _)                        => toType("Boolean")
     case Ref(ref, _)                                       => toType(ref.scalaName)
-    case Array(t, _)  => toType(arrayType.toScalaType(t.scalaType(arrayType, enumType)))
-    case Object(t, _) => toType(s"Map[String, ${t.scalaType(arrayType)}]")
+    case Array(t, _)        => toType(arrayType.toScalaType(t.scalaType(arrayType, enumType)))
+    case Object(t, _)       => toType(s"Map[String, ${t.scalaType(arrayType)}]")
     case Enum(_, values, _) =>
       enumType match
         case SchemaType.EnumType.Literal       => toType(values.map(v => v.value).mkString("\"", "\" | \"", "\""))
@@ -777,7 +784,7 @@ object SchemaType:
               case _ =>
                 o.value.get("$ref").map(_.str) match
                   case Some(ref) => SchemaType.Ref(SchemaPath(ref), optional)
-                  case _ =>
+                  case _         =>
                     if !o.value.keySet.contains("properties") then
                       if Set("uploadType", "upload_protocol").exists(context.jsonPath.lastOption.contains) then
                         """"([\w]+)"""".r
@@ -854,7 +861,7 @@ object Schema:
         result: Map[SchemaPath, Schema]
     ): Map[SchemaPath, Schema] =
       schemas match {
-        case Nil => result
+        case Nil                => result
         case (name, data) :: xs =>
           val schema = readSchema(name, data)
 
@@ -864,7 +871,7 @@ object Schema:
               case None    => Nil
               case Some(p) => List((p, p.jsonPath.foldLeft(o)(_.apply(_).obj)))
             } match {
-            case Nil => readSchemas(xs, result.updated(name, schema))
+            case Nil    => readSchemas(xs, result.updated(name, schema))
             case nested =>
               readSchemas(nested ::: xs, result.updated(name, schema))
           }