ci: only download llama.cpp release once

Author: giladgd

.github/workflows/build.yml

@@ -4,9 +4,6 @@ on:
 
   workflow_dispatch:
 
-
-
-concurrency: release-${{ github.ref }}
 jobs:
   build:
     name: Build
@@ -20,11 +17,18 @@ jobs:
         run: npm ci --ignore-scripts
       - name: Build
         run: npm run build
-      - name: Publish artifact
+      - name: Download latest llama.cpp release
+        run: node ./dist/cli/cli.js download --release latest --skipBuild
+      - name: Upload build artifact
         uses: actions/upload-artifact@v3
         with:
           name: "build"
           path: "dist"
+      - name: Upload llama.cpp artifact
+        uses: actions/upload-artifact@v3
+        with:
+          name: "llama.cpp"
+          path: "llama/llama.cpp"
 
   build-binaries:
     name: Build binaries - ${{ matrix.config.name }}
@@ -61,11 +65,18 @@ jobs:
         with:
           node-version: "20"
 
-      - uses: actions/download-artifact@v3
+      - name: Download build artifact
+        uses: actions/download-artifact@v3
         with:
           name: build
           path: dist
 
+      - name: Download llama.cpp artifact
+        uses: actions/download-artifact@v3
+        with:
+          name: llama.cpp
+          path: llama/llama.cpp
+
       - uses: actions/setup-python@v4
         with:
           python-version: "3.10"
@@ -159,7 +170,7 @@ jobs:
               const majorNodeVersion = parseInt(nodeVersion.slice("v".length))
               
               const binName = `${process.env.ARTIFACT_NAME}-${arch}-${majorNodeVersion}.node`; 
-              await $`node ./dist/cli/cli.js download --arch ${arch} --nodeTarget ${nodeVersion}`;
+              await $`node ./dist/cli/cli.js build --arch ${arch} --nodeTarget ${nodeVersion}`;
               await $`mv ./llama/build/Release/llama.node ${"./llamaBins/" + binName}`;
             }
           }

src/cli/commands/DownloadCommand.ts

@@ -16,7 +16,8 @@ type DownloadCommandArgs = {
     repo: string,
     release: "latest" | string,
     arch?: string,
-    nodeTarget?: string
+    nodeTarget?: string,
+    skipBuild?: boolean
 };
 
 export const DownloadCommand: CommandModule<object, DownloadCommandArgs> = {
@@ -41,12 +42,17 @@ export const DownloadCommand: CommandModule<object, DownloadCommandArgs> = {
             .option("nodeTarget", {
                 type: "string",
                 description: "The Node.js version to compile llama.cpp for. Example: v18.0.0"
+            })
+            .option("skipBuild", {
+                type: "boolean",
+                default: false,
+                description: "Skip building llama.cpp after downloading it"
             });
     },
     handler: DownloadLlamaCppCommand
 };
 
-export async function DownloadLlamaCppCommand({repo, release, arch, nodeTarget}: DownloadCommandArgs) {
+export async function DownloadLlamaCppCommand({repo, release, arch, nodeTarget, skipBuild}: DownloadCommandArgs) {
     const octokit = new Octokit();
     const [githubOwner, githubRepo] = repo.split("/");
 
@@ -124,13 +130,6 @@ export async function DownloadLlamaCppCommand({repo, release, arch, nodeTarget}:
         await unzipLlamaReleaseZipFile(path.join(tempDownloadDirectory, "llama.cpp.zip"), llamaCppDirectory);
     });
 
-    console.log(chalk.blue("Compiling llama.cpp"));
-    await compileLlamaCpp({
-        arch: arch ? arch : undefined,
-        nodeTarget: nodeTarget ? nodeTarget : undefined,
-        setUsedBingFlag: true
-    });
-
     await withOra({
         loading: chalk.blue("Removing temporary files"),
         success: chalk.blue("Removed temporary files"),
@@ -139,6 +138,15 @@ export async function DownloadLlamaCppCommand({repo, release, arch, nodeTarget}:
         await clearTempFolder();
     });
 
+    if (!skipBuild) {
+        console.log(chalk.blue("Compiling llama.cpp"));
+        await compileLlamaCpp({
+            arch: arch ? arch : undefined,
+            nodeTarget: nodeTarget ? nodeTarget : undefined,
+            setUsedBingFlag: true
+        });
+    }
+
     console.log();
     console.log();
     console.log(`${chalk.yellow("Repo:")} ${repo}`);