write a custom curl retry method

Author: justice-adams-apple

.github/workflows/scripts/install-and-build-with-sdk.sh

@@ -17,6 +17,36 @@ log() { printf -- "** %s\n" "$*" >&2; }
 error() { printf -- "** ERROR: %s\n" "$*" >&2; }
 fatal() { error "$@"; exit 1; }
 
+# Retry configuration
+CURL_MAX_RETRIES=5
+CURL_RETRY_DELAY=5
+CURL_TIMEOUT=300
+
+curl_with_retry() {
+    local attempt=1
+    local exit_code=0
+
+    while [ $attempt -le $CURL_MAX_RETRIES ]; do
+        if [ $attempt -gt 1 ]; then
+            log "Retry attempt $attempt of $CURL_MAX_RETRIES after ${CURL_RETRY_DELAY}s delay..."
+            sleep $CURL_RETRY_DELAY
+        fi
+
+        # Run curl with connection timeout and max time limits
+        if curl --connect-timeout 30 --max-time $CURL_TIMEOUT --retry 3 --retry-delay 2 --retry-max-time 60 "$@"; then
+            return 0
+        else
+            exit_code=$?
+            log "curl failed with exit code $exit_code on attempt $attempt"
+        fi
+
+        attempt=$((attempt + 1))
+    done
+
+    error "curl failed after $CURL_MAX_RETRIES attempts"
+    return $exit_code
+}
+
 # Parse command line options
 INSTALL_ANDROID=false
 INSTALL_STATIC_LINUX=false
@@ -125,7 +155,7 @@ find_latest_swift_version() {
     log "Fetching releases from swift.org API..."
 
     local releases_json
-    releases_json=$(curl -fsSL "${SWIFT_API_INSTALL_ROOT}/releases.json") || fatal "Failed to fetch Swift releases"
+    releases_json=$(curl_with_retry -fsSL "${SWIFT_API_INSTALL_ROOT}/releases.json") || fatal "Failed to fetch Swift releases"
 
     # Find all releases that start with the minor version (e.g, "6.1")
     # Sort them and get the latest one
@@ -212,7 +242,7 @@ find_latest_sdk_snapshot() {
     log "Fetching development snapshots from swift.org API..."
 
     local sdk_json
-    sdk_json=$(curl -fsSL "${SWIFT_API_INSTALL_ROOT}/dev/${version}/${sdk_name}-sdk.json") || fatal "Failed to fetch ${sdk_name}-sdk development snapshots"
+    sdk_json=$(curl_with_retry -fsSL "${SWIFT_API_INSTALL_ROOT}/dev/${version}/${sdk_name}-sdk.json") || fatal "Failed to fetch ${sdk_name}-sdk development snapshots"
 
     # Extract the snapshot tag from the "dir" field of the first (newest) element
     local snapshot_tag
@@ -400,16 +430,16 @@ download_and_verify() {
     local temp_sig="${output_file}.sig"
 
     log "Downloading ${url}"
-    curl -fsSL "$url" -o "$output_file"
+    curl_with_retry -fsSL "$url" -o "$output_file"
 
     log "Downloading signature"
-    curl -fsSL "$sig_url" -o "$temp_sig"
+    curl_with_retry -fsSL "$sig_url" -o "$temp_sig"
 
     log "Setting up GPG for verification"
     local gnupghome
     gnupghome="$(mktemp -d)"
     export GNUPGHOME="$gnupghome"
-    curl -fSsL https://swift.org/keys/all-keys.asc | zcat -f | gpg --import - >/dev/null 2>&1
+    curl_with_retry -fSsL https://swift.org/keys/all-keys.asc | zcat -f | gpg --import - >/dev/null 2>&1
 
     log "Verifying signature"
     if gpg --batch --verify "$temp_sig" "$output_file" >/dev/null 2>&1; then
@@ -445,7 +475,7 @@ download_and_extract_toolchain() {
 
     # Check if toolchain is available
     local http_code
-    http_code=$(curl -sSL --head -w "%{http_code}" -o /dev/null "$toolchain_url")
+    http_code=$(curl_with_retry -sSL --head -w "%{http_code}" -o /dev/null "$toolchain_url")
     if [[ "$http_code" == "404" ]]; then
         log "Toolchain not found: ${toolchain_filename}"
         log "Exiting workflow..."
@@ -579,7 +609,7 @@ install_android_sdk() {
     if [[ ! -d "${ANDROID_NDK_HOME:-}" ]]; then
         # permit the "--android-ndk" flag to override the default
         local android_ndk_version="${ANDROID_NDK_VERSION:-r27d}"
-        curl -fsSL -o ndk.zip --retry 3 https://dl.google.com/android/repository/android-ndk-"${android_ndk_version}"-"$(uname -s)".zip
+        curl_with_retry -fsSL -o ndk.zip https://dl.google.com/android/repository/android-ndk-"${android_ndk_version}"-"$(uname -s)".zip
         command -v unzip >/dev/null || install_package unzip
         unzip -q ndk.zip
         rm ndk.zip