Download from Digital Ocean if Github download fails (#4265)

jdetter · web-flow · commit 2ffe174388f7 · 2026-02-12T03:48:05.000Z
# Description of Changes  Since Github has been going down *a lot* recently, we would like to add support for downloading from our mirror instead. This PR updates: - The install script for both windows and linux to try the mirror if Github is down - The `spacetime version install ...` to install a specific version - The `spacetime upgrade` which grabs the latest version from Github. # API and ABI breaking changes  None # Expected complexity level and risk 3 - This is touching both the windows and linux/macos install scripts which are quite sensitive. Proper manual testing is needed on this (see Testing below)  # Testing  For these tests I executed the respective install script locally. To simulate github being down I set the github download to http instead of https and then I spun up a local server which returns 500. I also added a `127.0.0.1 github.com` entry to my hosts file (this works on both Windows, linux and macOS). Linux - [x] Tested that the Github download works normally - [x] Tested that if Github returns a 500 the digital ocean download works normally The download failed here and then it correctly retried with the mirror - I wasn't able to capture the retry part because it's part of the progress spinner so it just updates dynamically but this was the final output: ``` boppy@geralt:~/clockwork/SpacetimeDB$ spacetime-install The SpacetimeDB command line tool will now be installed: CLI configuration directory: /home/boppy/.config/spacetime/ `spacetime` binary: /home/boppy/.local/bin/spacetime directory for installed SpacetimeDB versions: /home/boppy/.local/share/spacetime/bin database directory: /home/boppy/.local/share/spacetime/data Would you like to continue? yes Downloading latest version... Installing v1.12.0: done! The `spacetime` command has been installed as /home/boppy/.local/bin/spacetime The install process is complete; check out our quickstart guide to get started! <https://spacetimedb.com/docs/getting-started> ``` Windows - [x] Tested that the Github download works normally - [x] Tested that if Github returns a 500 the digital ocean download works normally This worked as well: ``` PS C:\Users\boppy\clockwork\SpacetimeDB\crates\update> .\spacetime-install.ps1 vcruntime140.dll is already installed at C:\WINDOWS\System32\vcruntime140.dll Downloading installer... Download failed, trying mirror... We have added spacetimedb to your Path. You may have to logout and log back in to reload your environment. ``` macOS - [x] Tested that the Github download works normally - [x] Tested that if Github returns a 500 the digital ocean download works normally ``` boppy@Johns-Laptop update % bash ./spacetime-install.sh Downloading installer... curl: (22) The requested URL returned error: 500 Download failed, trying mirror... The SpacetimeDB command line tool will now be installed: CLI configuration directory: /Users/boppy/.config/spacetime/ `spacetime` binary: /Users/boppy/.local/bin/spacetime directory for installed SpacetimeDB versions: /Users/boppy/.local/share/spacetime/bin database directory: /Users/boppy/.local/share/spacetime/data Would you like to continue? yes Downloading latest version... Installing v1.12.0: done! The `spacetime` command has been installed as /Users/boppy/.local/bin/spacetime The install process is complete; check out our quickstart guide to get started! <https://spacetimedb.com/docs/getting-started> ```
diff --git a/crates/update/spacetime-install.ps1 b/crates/update/spacetime-install.ps1
@@ -30,7 +30,9 @@ function Install {
         Start-Process -Wait -FilePath $Installer -ArgumentList "/quiet", "/install"
     }
 
-    $DownloadUrl = "https://github.com/clockworklabs/SpacetimeDB/releases/latest/download/spacetimedb-update-x86_64-pc-windows-msvc.exe"
+    $AssetName = "spacetimedb-update-x86_64-pc-windows-msvc.exe"
+    $DownloadUrl = "https://github.com/clockworklabs/SpacetimeDB/releases/latest/download/$AssetName"
+    $MirrorBase = "https://spacetimedb-client-binaries.nyc3.digitaloceanspaces.com"
     Write-Output "Downloading installer..."
 
     function UpdatePathIfNotExists {
@@ -44,7 +46,14 @@ function Install {
     }
     
     $Executable = Join-Path ([System.IO.Path]::GetTempPath()) "spacetime-install.exe"
-    Invoke-WebRequest $DownloadUrl -OutFile $Executable -UseBasicParsing
+    try {
+        Invoke-WebRequest $DownloadUrl -OutFile $Executable -UseBasicParsing
+    } catch {
+        Write-Output "Download failed, trying mirror..."
+        $Tag = (Invoke-WebRequest "$MirrorBase/latest-version" -UseBasicParsing).Content.Trim()
+        $MirrorUrl = "$MirrorBase/refs/tags/$Tag/$AssetName"
+        Invoke-WebRequest $MirrorUrl -OutFile $Executable -UseBasicParsing
+    }
     Start-Process -Wait -FilePath $Executable
 
     # TODO: do this in spacetimedb-update
diff --git a/crates/update/spacetime-install.sh b/crates/update/spacetime-install.sh
@@ -63,18 +63,36 @@ main() {
     check_for_help_flag "$@"
 
     # Define the latest SpacetimeDB download url
-    local _url="$SPACETIME_DOWNLOAD_ROOT/spacetimedb-update-$_host$_ext"
+    local _asset_name="spacetimedb-update-$_host$_ext"
+    local _url="$SPACETIME_DOWNLOAD_ROOT/$_asset_name"
+    local _mirror_base="https://spacetimedb-client-binaries.nyc3.digitaloceanspaces.com"
     echo "Downloading installer..."
+    local _ok=false
     if [ "$_downloader" = curl ]; then
-        local _httpstatus
-        if ! _httpstatus="$(curl -sSfL -w '%{http_code}' --progress-bar "$_url" -o "$_download_file")"; then
-            if [ "$_httpstatus" = 404 ]; then
-                err "It seems like we may not have prebuilt binaries for your platform."
-            fi
-            exit 1
+        if curl -sSfL --progress-bar "$_url" -o "$_download_file"; then
+            _ok=true
         fi
     elif [ "$_downloader" = wget ]; then
-        wget "$_url" -O "$_download_file" || exit 1
+        if wget "$_url" -O "$_download_file"; then
+            _ok=true
+        fi
+    fi
+
+    if [ "$_ok" = false ]; then
+        echo "Download failed, trying mirror..."
+        local _tag
+        if [ "$_downloader" = curl ]; then
+            _tag="$(curl -sSfL "$_mirror_base/latest-version")" || err "Mirror also unavailable"
+        elif [ "$_downloader" = wget ]; then
+            _tag="$(wget -qO- "$_mirror_base/latest-version")" || err "Mirror also unavailable"
+        fi
+        _tag="$(echo "$_tag" | tr -d '[:space:]')"
+        local _mirror_url="$_mirror_base/refs/tags/$_tag/$_asset_name"
+        if [ "$_downloader" = curl ]; then
+            curl -sSfL --progress-bar "$_mirror_url" -o "$_download_file" || err "Mirror download also failed"
+        elif [ "$_downloader" = wget ]; then
+            wget "$_mirror_url" -O "$_download_file" || err "Mirror download also failed"
+        fi
     fi
 
     ensure chmod u+x "$_download_file"
diff --git a/crates/update/src/cli/install.rs b/crates/update/src/cli/install.rs
@@ -59,6 +59,45 @@ fn releases_url() -> String {
         .unwrap_or_else(|_| "https://api.github.com/repos/clockworklabs/SpacetimeDB/releases".to_owned())
 }
 
+const MIRROR_BASE_URL: &str = "https://spacetimedb-client-binaries.nyc3.digitaloceanspaces.com";
+
+pub(super) fn mirror_asset_url(version: &semver::Version, asset_name: &str) -> String {
+    format!("{MIRROR_BASE_URL}/refs/tags/v{version}/{asset_name}")
+}
+
+async fn mirror_release(
+    client: &reqwest::Client,
+    version: Option<&semver::Version>,
+    download_name: &str,
+) -> anyhow::Result<(semver::Version, Release)> {
+    let tag = match version {
+        Some(v) => format!("v{v}"),
+        None => {
+            let url = format!("{MIRROR_BASE_URL}/latest-version");
+            client
+                .get(&url)
+                .send()
+                .await?
+                .error_for_status()?
+                .text()
+                .await?
+                .trim()
+                .to_owned()
+        }
+    };
+    let ver_str = tag.strip_prefix('v').unwrap_or(&tag);
+    let release_version =
+        semver::Version::parse(ver_str).with_context(|| format!("Could not parse version from mirror: {tag}"))?;
+    let release = Release {
+        tag_name: tag.clone(),
+        assets: vec![ReleaseAsset {
+            name: download_name.to_owned(),
+            browser_download_url: mirror_asset_url(&release_version, download_name),
+        }],
+    };
+    Ok((release_version, release))
+}
+
 pub(super) async fn download_and_install(
     client: &reqwest::Client,
     version: Option<semver::Version>,
@@ -72,29 +111,47 @@ pub(super) async fn download_and_install(
     let pb = make_progress_bar();
 
     pb.set_message("Resolving version...");
-    let releases_url = releases_url();
-    let url = match &version {
-        Some(version) => format!("{releases_url}/tags/v{version}"),
-        None => [&*releases_url, "/latest"].concat(),
-    };
-    let release: Release = client
-        .get(url)
-        .send()
-        .await?
-        .error_for_status()
-        .map_err(|e| {
-            if e.status() == Some(reqwest::StatusCode::NOT_FOUND) {
-                if let Some(version) = &version {
-                    return anyhow::anyhow!(e).context(format!("No release found for version {version}"));
+
+    // Try GitHub first, fall back to mirror if unavailable.
+    let github_result = async {
+        let releases_url = releases_url();
+        let url = match &version {
+            Some(version) => format!("{releases_url}/tags/v{version}"),
+            None => [&*releases_url, "/latest"].concat(),
+        };
+        let release: Release = client
+            .get(url)
+            .send()
+            .await?
+            .error_for_status()
+            .map_err(|e| {
+                if e.status() == Some(reqwest::StatusCode::NOT_FOUND) {
+                    if let Some(version) = &version {
+                        return anyhow::anyhow!(e).context(format!("No release found for version {version}"));
+                    }
                 }
-            }
-            anyhow::anyhow!(e).context("Could not fetch release info")
-        })?
-        .json()
-        .await?;
-    let release_version = match version {
-        Some(version) => version,
-        None => release.version().context("Could not parse version number")?,
+                anyhow::anyhow!(e).context("Could not fetch release info")
+            })?
+            .json()
+            .await?;
+        let release_version = match &version {
+            Some(version) => version.clone(),
+            None => release.version().context("Could not parse version number")?,
+        };
+        anyhow::Ok((release_version, release))
+    }
+    .await;
+
+    let (release_version, release) = match github_result {
+        Ok(result) => result,
+        Err(github_err) => {
+            pb.set_message("GitHub unavailable, trying mirror...");
+            mirror_release(client, version.as_ref(), download_name)
+                .await
+                .map_err(|mirror_err| {
+                    anyhow::anyhow!("GitHub failed: {github_err:#}\nMirror also failed: {mirror_err:#}")
+                })?
+        }
     };
 
     let asset = release
@@ -112,7 +169,21 @@ pub(super) async fn download_and_install(
 
     pb.set_prefix(format!("Installing v{release_version}: "));
     pb.set_message("downloading...");
-    let archive = download_with_progress(&pb, client, &asset.browser_download_url).await?;
+    let mirror_url = mirror_asset_url(&release_version, download_name);
+    let archive = match download_with_progress(&pb, client, &asset.browser_download_url).await {
+        Ok(archive) => archive,
+        Err(primary_err) => {
+            if asset.browser_download_url == mirror_url {
+                return Err(primary_err);
+            }
+            pb.set_message("download failed, trying mirror...");
+            download_with_progress(&pb, client, &mirror_url)
+                .await
+                .map_err(|mirror_err| {
+                    anyhow::anyhow!("Primary download failed: {primary_err:#}\nMirror also failed: {mirror_err:#}")
+                })?
+        }
+    };
 
     pb.set_message("unpacking...");
 
@@ -154,12 +225,34 @@ impl ArtifactType {
 
 pub(super) async fn available_releases(client: &reqwest::Client) -> anyhow::Result<Vec<String>> {
     let url = releases_url();
-    let releases: Vec<Release> = client.get(url).send().await?.json().await?;
-
-    releases
-        .into_iter()
-        .map(|release| Ok(release.version()?.to_string()))
-        .collect()
+    match async {
+        anyhow::Ok(
+            client
+                .get(url)
+                .send()
+                .await?
+                .error_for_status()?
+                .json::<Vec<Release>>()
+                .await?,
+        )
+    }
+    .await
+    {
+        Ok(releases) => releases
+            .into_iter()
+            .map(|release| Ok(release.version()?.to_string()))
+            .collect(),
+        Err(_) => {
+            eprintln!("GitHub unavailable, fetching latest version from mirror...");
+            let url = format!("{MIRROR_BASE_URL}/latest-version");
+            let tag = client.get(&url).send().await?.error_for_status()?.text().await?;
+            let ver_str = tag.trim();
+            let ver_str = ver_str.strip_prefix('v').unwrap_or(ver_str);
+            semver::Version::parse(ver_str)
+                .with_context(|| format!("Could not parse version from mirror: {ver_str}"))?;
+            Ok(vec![ver_str.to_owned()])
+        }
+    }
 }
 
 #[derive(Deserialize)]
diff --git a/crates/update/src/cli/upgrade.rs b/crates/update/src/cli/upgrade.rs
@@ -3,7 +3,7 @@ use std::io::Write;
 use anyhow::Context;
 use spacetimedb_paths::SpacetimePaths;
 
-use super::install::{download_and_install, download_with_progress, make_progress_bar};
+use super::install::{download_and_install, download_with_progress, make_progress_bar, mirror_asset_url};
 
 /// Upgrade and switch to the latest available version of SpacetimeDB.
 #[derive(clap::Args)]
@@ -18,30 +18,40 @@ impl Upgrade {
 
             let cur_version = semver::Version::parse(env!("CARGO_PKG_VERSION")).unwrap();
             if version > cur_version {
-                if let Some(asset) = release.assets.iter().find(|asset| asset.name == UPDATE_BIN_NAME) {
-                    let pb = make_progress_bar().with_prefix("Self-updating `spacetime version`: ");
-                    pb.set_message("downloading...");
-                    let bin = download_with_progress(&pb, &client, &asset.browser_download_url).await?;
-                    pb.set_message("installing...");
-                    let cli_bin_file = paths.cli_bin_file.clone();
-                    tokio::task::spawn_blocking(move || {
-                        // TODO(noa): try and see if `self_replace` could support providing the binary
-                        // in a buffer, instead of an already existing file, since we're doing the same
-                        // work they are right now
-                        let mut file = tempfile::NamedTempFile::with_prefix_in(
-                            ".spacetimedb-self-replace",
-                            cli_bin_file.0.parent().unwrap(),
-                        )?;
-                        file.write_all(&bin.to_bytes())?;
-                        self_replace::self_replace(file.path())
-                            .context("failed to overwrite the original spacetime binary")
-                    })
-                    .await??;
-
-                    pb.finish_with_message("done!");
-                } else {
-                    eprintln!("Tried to self-update `spacetime version`, but no release asset was found.");
-                }
+                let mirror_url = mirror_asset_url(&version, UPDATE_BIN_NAME);
+                let download_url = match release.assets.iter().find(|asset| asset.name == UPDATE_BIN_NAME) {
+                    Some(asset) => asset.browser_download_url.clone(),
+                    None => mirror_url.clone(),
+                };
+
+                let pb = make_progress_bar().with_prefix("Self-updating `spacetime version`: ");
+                pb.set_message("downloading...");
+                let bin = match download_with_progress(&pb, &client, &download_url).await {
+                    Ok(bin) => bin,
+                    Err(primary_err) => {
+                        if download_url == mirror_url {
+                            return Err(primary_err);
+                        }
+                        pb.set_message("download failed, trying mirror...");
+                        download_with_progress(&pb, &client, &mirror_url).await?
+                    }
+                };
+                pb.set_message("installing...");
+                let cli_bin_file = paths.cli_bin_file.clone();
+                tokio::task::spawn_blocking(move || {
+                    // TODO(noa): try and see if `self_replace` could support providing the binary
+                    // in a buffer, instead of an already existing file, since we're doing the same
+                    // work they are right now
+                    let mut file = tempfile::NamedTempFile::with_prefix_in(
+                        ".spacetimedb-self-replace",
+                        cli_bin_file.0.parent().unwrap(),
+                    )?;
+                    file.write_all(&bin.to_bytes())?;
+                    self_replace::self_replace(file.path()).context("failed to overwrite the original spacetime binary")
+                })
+                .await??;
+
+                pb.finish_with_message("done!");
             }
 
             Ok(())
