feat: package for devices (#6)

polvalente · web-flow · commit e541bc13ef2c · 2024-07-19T05:17:48.000-03:00
* feat: add package for devices workflow

* fix: use sysctl for mac

* fix: append instead of rewrite

* feat: build host as well

* fix: add target option

* fix: use host-build

* fix: bin dir

* fix: export

* fix: build_compiler=off

* export install dir

* refactor: split host/embedded builds

* fix: change condition

* fix: use abspath for host bin dir

* feat: enable other targets

* fix: set iree host bin dir for all targets

* fix: update xcode

* fix: version

* fix: host runtime build

* fix: package name

* Update .github/workflows/embedded_devices.yml
diff --git a/.github/workflows/embedded_devices.yml b/.github/workflows/embedded_devices.yml
@@ -0,0 +1,81 @@
+name: embedded_devices
+
+on:
+  push:
+    tags:
+      - "v*"
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  build:
+    runs-on: macos-14
+    env:
+      MIX_ENV: prod
+      NX_IREE_PREFER_PRECOMPILED: false
+      NX_IREE_SOURCE_DIR: ./build-cache/iree
+      IREE_GIT_REV: candidate-20240604.914
+    strategy:
+      fail-fast: true
+      matrix:
+        build_target:
+          - ios
+          - ios_simulator
+          - visionos
+          - visionos_simulator
+          - tvos
+          - tvos_simulator
+    steps:
+      - name: checkout
+        uses: actions/checkout@v4
+
+      - name: Install asdf and tools
+        uses: asdf-vm/actions/install@v3
+
+      - name: Set up Xcode
+        uses: maxim-lobanov/setup-xcode@v1
+        with:
+          xcode-version: "15.4"
+
+      - name: List XCode SDKs
+        run: xcodebuild -showsdks
+
+      - name: Setup dependencies and env
+        run: |
+          brew install ninja
+          mix local.hex --force
+          mix local.rebar --force
+          echo "NX_IREE_SOURCE_DIR=$(elixir -e 'IO.puts(Path.absname(~s(${{env.NX_IREE_SOURCE_DIR}})))')" > $GITHUB_ENV
+
+      - name: Cache mix dependencies
+        id: cache-mix-deps
+        uses: actions/cache@v4
+        with:
+          key: deps-${{ hashFiles('mix.lock') }}
+          path: |
+            ./deps
+      - name: Get mix deps
+        if: steps.cache-mix-deps.outputs.cache-hit != 'true'
+        run: mix deps.get
+      - name: Cache IREE dir
+        id: cache-iree-dir
+        uses: actions/cache@v4
+        with:
+          key: iree-dir-${{ env.IREE_GIT_REV }}
+          path: |
+            ${{ env.NX_IREE_SOURCE_DIR }}
+      - name: Clone IREE
+        if: steps.cache-iree-dir.outputs.cache-hit != 'true'
+        run: make clone_iree
+      - name: Compile Host
+        run: BUILD_IREE_RUNTIME=true ./scripts/build_and_package.sh --target=host
+      - name: Compile
+        run: BUILD_IREE_RUNTIME=false ./scripts/build_and_package.sh --target=${{ matrix.build_target }}
+      - name: Release Artifacts
+        uses: softprops/action-gh-release@v2
+        if: startsWith(github.ref, 'refs/tags/')
+        with:
+          files: |
+            ./iree-runtime/artifacts/*.tar.gz
diff --git a/.github/workflows/precompiled_nif.yml b/.github/workflows/precompiled_nif.yml
@@ -17,6 +17,7 @@ jobs:
       NX_IREE_PREFER_PRECOMPILED: false
       NX_IREE_SOURCE_DIR: ./build-cache/iree
       IREE_GIT_REV: candidate-20240604.914
+      BUILD_IREE_RUNTIME: false
     strategy:
       fail-fast: false
       matrix:
@@ -112,7 +113,7 @@ jobs:
       - name: Setup cmake
         uses: jwlawson/actions-setup-cmake@v2
         with:
-          cmake-version: '3.21.x'
+          cmake-version: "3.21.x"
 
       - name: checkout
         uses: actions/checkout@v4
diff --git a/Makefile b/Makefile
@@ -18,8 +18,6 @@ else
 all: install_runtime nx_iree
 endif
 
-compile: install_runtime
-
 .PHONY: clone_iree
 clone_iree: $(NX_IREE_SOURCE_DIR)
 
@@ -40,55 +38,62 @@ BUILD_TARGET_FLAGS = -S cmake
 # flags for xcode 15.4
 ifeq ($(IREE_BUILD_TARGET), host)
 else ifeq ($(IREE_BUILD_TARGET), ios)
-	BUILD_TARGET_FLAGS = \
+	BUILD_TARGET_FLAGS += \
 		-DCMAKE_SYSTEM_NAME=iOS\
 		-DCMAKE_OSX_DEPLOYMENT_TARGET=17.5\
 		-DCMAKE_OSX_ARCHITECTURES=arm64\
 		-DCMAKE_SYSTEM_PROCESSOR=arm64\
 		-DCMAKE_IOS_INSTALL_COMBINED=YES\
-		-DCMAKE_OSX_SYSROOT=$(shell xcodebuild -version -sdk iphoneos Path)
+		-DCMAKE_OSX_SYSROOT=$(shell xcodebuild -version -sdk iphoneos Path)\
+		-DIREE_HOST_BIN_DIR=$(abspath $(IREE_HOST_BIN_DIR))
 else ifeq ($(IREE_BUILD_TARGET), ios_simulator)
-	BUILD_TARGET_FLAGS = \
+	BUILD_TARGET_FLAGS += \
 		-DCMAKE_SYSTEM_NAME=iOS\
 		-DCMAKE_OSX_DEPLOYMENT_TARGET=17.5\
 		-DCMAKE_OSX_ARCHITECTURES=arm64\
 		-DCMAKE_SYSTEM_PROCESSOR=arm64\
 		-DCMAKE_IOS_INSTALL_COMBINED=YES\
-		-DCMAKE_OSX_SYSROOT=$(shell xcodebuild -version -sdk iphonesimulator Path)
+		-DCMAKE_OSX_SYSROOT=$(shell xcodebuild -version -sdk iphonesimulator Path)\
+		-DIREE_HOST_BIN_DIR=$(abspath $(IREE_HOST_BIN_DIR))
 else ifeq ($(IREE_BUILD_TARGET), visionos)
-	BUILD_TARGET_FLAGS = \
+	BUILD_TARGET_FLAGS += \
 		-DCMAKE_SYSTEM_NAME=visionOS\
 		-DCMAKE_OSX_DEPLOYMENT_TARGET=1.2\
 		-DCMAKE_OSX_ARCHITECTURES=arm64\
 		-DCMAKE_SYSTEM_PROCESSOR=arm64\
-		-DCMAKE_OSX_SYSROOT=$(shell xcodebuild -version -sdk xros Path)
+		-DCMAKE_OSX_SYSROOT=$(shell xcodebuild -version -sdk xros Path)\
+		-DIREE_HOST_BIN_DIR=$(abspath $(IREE_HOST_BIN_DIR))
 else ifeq ($(IREE_BUILD_TARGET), visionos_simulator)
-	BUILD_TARGET_FLAGS = \
+	BUILD_TARGET_FLAGS += \
 		-DCMAKE_SYSTEM_NAME=visionOS\
 		-DCMAKE_OSX_DEPLOYMENT_TARGET=1.2\
 		-DCMAKE_OSX_ARCHITECTURES=arm64\
 		-DCMAKE_SYSTEM_PROCESSOR=arm64\
-		-DCMAKE_OSX_SYSROOT=$(shell xcodebuild -version -sdk xrsimulator Path)
+		-DCMAKE_OSX_SYSROOT=$(shell xcodebuild -version -sdk xrsimulator Path)\
+		-DIREE_HOST_BIN_DIR=$(abspath $(IREE_HOST_BIN_DIR))
 else ifeq ($(IREE_BUILD_TARGET), tvos)
-	BUILD_TARGET_FLAGS = \
+	BUILD_TARGET_FLAGS += \
 		-DCMAKE_SYSTEM_NAME=tvOS\
 		-DCMAKE_OSX_DEPLOYMENT_TARGET=17.5\
 		-DCMAKE_OSX_ARCHITECTURES=arm64\
 		-DCMAKE_SYSTEM_PROCESSOR=arm64\
-		-DCMAKE_OSX_SYSROOT=$(shell xcodebuild -version -sdk appletvos Path)
+		-DCMAKE_OSX_SYSROOT=$(shell xcodebuild -version -sdk appletvos Path)\
+		-DIREE_HOST_BIN_DIR=$(abspath $(IREE_HOST_BIN_DIR))
 else ifeq ($(IREE_BUILD_TARGET), tvos_simulator)
-	BUILD_TARGET_FLAGS = \
+	BUILD_TARGET_FLAGS += \
 		-DCMAKE_SYSTEM_NAME=tvOS\
 		-DCMAKE_OSX_DEPLOYMENT_TARGET=17.5\
 		-DCMAKE_OSX_ARCHITECTURES=arm64\
 		-DCMAKE_SYSTEM_PROCESSOR=arm64\
-		-DCMAKE_OSX_SYSROOT=$(shell xcodebuild -version -sdk appletvsimulator Path)
+		-DCMAKE_OSX_SYSROOT=$(shell xcodebuild -version -sdk appletvsimulator Path)\
+		-DIREE_HOST_BIN_DIR=$(abspath $(IREE_HOST_BIN_DIR))
 else
 	$(error "Unknown IREE_BUILD_TARGET: $(IREE_BUILD_TARGET), must be one of host, ios, ios_simulator, visionos, visionos_simulator, tvos, tvos_simulator")
 endif
 
 .PHONY: install_runtime
-install_runtime: $(IREE_INSTALL_DIR)
+install_runtime: iree_host $(IREE_INSTALL_DIR)
+
 
 CMAKE_SOURCES = cmake/src/runtime.cc cmake/src/runtime.h
 
@@ -103,6 +108,20 @@ $(IREE_INSTALL_DIR): $(NX_IREE_SOURCE_DIR) $(CMAKE_SOURCES)
 	cmake --build $(IREE_CMAKE_BUILD_DIR) --config $(IREE_CMAKE_CONFIG)
 	cmake --install $(IREE_CMAKE_BUILD_DIR) --config $(IREE_CMAKE_CONFIG) --prefix $(IREE_INSTALL_DIR)
 
+.PHONY: iree_host
+ifeq ($(BUILD_IREE_RUNTIME), true)
+iree_host:
+	@echo "Building IREE runtime host binaries at $(IREE_HOST_BUILD_DIR)."
+	cmake -G Ninja -B $(IREE_HOST_BUILD_DIR) \
+		-DCMAKE_INSTALL_PREFIX=$(IREE_HOST_INSTALL_DIR) \
+		-DIREE_BUILD_COMPILER=OFF\
+		-DCMAKE_BUILD_TYPE=$(IREE_CMAKE_CONFIG) \
+		-S $(NX_IREE_SOURCE_DIR)
+	cmake --build $(IREE_HOST_BUILD_DIR) --target install
+else
+iree_host:
+	@echo "Not building IREE runtime host binaries. Skipping."
+endif
 
 ### NxIREE Runtime NIF library
 
diff --git a/scripts/build_and_package.sh b/scripts/build_and_package.sh
@@ -2,21 +2,76 @@
 
 set -e
 
-IREE_BUILD_TARGET=$1
+get_nproc() {
+    if [ "$(uname -s)" = "Darwin" ]; then
+        sysctl -n hw.ncpu
+    else
+        nproc
+    fi
+}
 
-NUM_JOBS=-j$(($(nproc) - 2 ))
+# Parse options
+while [[ $# -gt 0 ]]; do
+  case $1 in
+    --target=*)
+      IREE_BUILD_TARGET="${1#*=}"
+      shift # Shift past the argument
+      ;;
+    *)
+      echo "Unknown option: $1"
+      exit 1
+      ;;
+  esac
+done
+
+NUM_JOBS=-j$(get_nproc)
 
 mkdir -p iree-runtime/artifacts
 
-IREE_CMAKE_BUILD_DIR=iree-runtime/${IREE_BUILD_TARGET}/iree-build
-IREE_RUNTIME_BUILD_DIR=iree-runtime/${IREE_BUILD_TARGET}/build
-IREE_INSTALL_DIR=iree-runtime/${IREE_BUILD_TARGET}/install
 HOST_ARCH=$(uname -s)-$(uname -m)
 
-echo "Building for target: ${IREE_BUILD_TARGET}"
-make ${NUM_JOBS} compile IREE_GIT_REV=$(mix iree.version) IREE_INSTALL_DIR=${IREE_INSTALL_DIR} IREE_CMAKE_BUILD_DIR=${IREE_CMAKE_BUILD_DIR} IREE_RUNTIME_BUILD_DIR=${IREE_RUNTIME_BUILD_DIR} IREE_BUILD_TARGET=${IREE_BUILD_TARGET}
+install_dir() {
+    echo "iree-runtime/$1/install"
+}
+build() {
+    echo "Building for target: $1"
+    local IREE_CMAKE_BUILD_DIR=iree-runtime/$1/iree-build
+    local IREE_RUNTIME_BUILD_DIR=iree-runtime/$1/build
+    local IREE_INSTALL_DIR=$(install_dir $1)
+
+    export IREE_HOST_BUILD_DIR=iree-runtime/host-build
+    export IREE_HOST_INSTALL_DIR=${IREE_HOST_BUILD_DIR}/install
+    export IREE_HOST_BIN_DIR=${IREE_HOST_BUILD_DIR}/install/bin
+
+    echo "IREE_CMAKE_BUILD_DIR: $IREE_CMAKE_BUILD_DIR"
+    echo "IREE_RUNTIME_BUILD_DIR: $IREE_RUNTIME_BUILD_DIR"
+    echo "IREE_INSTALL_DIR: $IREE_INSTALL_DIR"
+    echo "IREE_HOST_BIN_DIR: $IREE_HOST_BIN_DIR"
+    echo "IREE_HOST_INSTALL_DIR: $IREE_HOST_INSTALL_DIR"
+    echo "IREE_HOST_BUILD_DIR: $IREE_HOST_BUILD_DIR"
+
+    if [[ $1 -eq "host" ]]; then
+        make ${NUM_JOBS} install_runtime \
+            IREE_GIT_REV=$(mix iree.version) \
+            IREE_INSTALL_DIR=${IREE_INSTALL_DIR} \
+            IREE_CMAKE_BUILD_DIR=${IREE_CMAKE_BUILD_DIR} \
+            IREE_RUNTIME_BUILD_DIR=${IREE_RUNTIME_BUILD_DIR} \
+            IREE_BUILD_TARGET=$1
+    else
+        make ${NUM_JOBS} install_runtime \
+            IREE_GIT_REV=$(mix iree.version) \
+            IREE_INSTALL_DIR=${IREE_INSTALL_DIR} \
+            IREE_HOST_BIN_DIR=${IREE_HOST_BIN_DIR} \
+            IREE_CMAKE_BUILD_DIR=${IREE_CMAKE_BUILD_DIR} \
+            IREE_RUNTIME_BUILD_DIR=${IREE_RUNTIME_BUILD_DIR} \
+            IREE_BUILD_TARGET=$1
+    fi
+}
+
+build $IREE_BUILD_TARGET
+IREE_INSTALL_DIR=$(install_dir $IREE_BUILD_TARGET)
 
-TAR_NAME=iree-runtime/artifacts/nx_iree-${HOST_ARCH}-${IREE_BUILD_TARGET}.tar.gz
+TAR_NAME=iree-runtime/artifacts/nx_iree-embedded-macos-${IREE_BUILD_TARGET}.tar.gz
 
 echo "Packaging into ${TAR_NAME}"
 tar -czf ${TAR_NAME} -C ${IREE_INSTALL_DIR} .
diff --git a/scripts/build_linux.sh b/scripts/build_linux.sh
@@ -5,6 +5,6 @@ do
 
 SCRIPT_DIR=$(dirname "$0")
 
-${SCRIPT_DIR}/build_and_package.sh ${IREE_BUILD_TARGET}
+${SCRIPT_DIR}/build_and_package.sh --target=${IREE_BUILD_TARGET}
 
 done
diff --git a/scripts/build_mac_arm.sh b/scripts/build_mac_arm.sh
@@ -5,6 +5,6 @@ do
 
 SCRIPT_DIR=$(dirname "$0")
 
-${SCRIPT_DIR}/build_and_package.sh ${IREE_BUILD_TARGET}
+${SCRIPT_DIR}/build_and_package.sh --target=${IREE_BUILD_TARGET}
 
 done
