Merge pull request #2301 from lizardruss/asset-download-fix

fix: update asset download urls

Author: FabianKramm

pkg/devspace/server/download.go

@@ -6,28 +6,27 @@ import (
 	"compress/gzip"
 	"fmt"
 	"io"
-	"io/ioutil"
 	"net/http"
 	"os"
 	"path/filepath"
-	"regexp"
 	"strings"
 	"time"
 
 	"github.com/loft-sh/devspace/assets"
 
 	"github.com/loft-sh/devspace/pkg/devspace/config/constants"
 	"github.com/loft-sh/devspace/pkg/devspace/upgrade"
+	"github.com/loft-sh/devspace/pkg/util/git"
 
 	homedir "github.com/mitchellh/go-homedir"
 	"github.com/pkg/errors"
 )
 
-// UIDownloadBaseURL is the base url where to look for the ui
-const UIDownloadBaseURL = "https://github.com/loft-sh/devspace/releases"
+// UIRepository is the repository containing the devspace UI
+const UIRepository = "https://github.com/loft-sh/devspace"
 
-// UIDownloadRegEx is the regexp that finds the correct download link for the ui
-var UIDownloadRegEx = regexp.MustCompile(`href="(\/loft-sh\/devspace\/releases\/download\/[^\/]*\/ui.tar.gz)"`)
+// UIDownloadBaseURL is the base url where to look for the ui
+const UIDownloadBaseURL = UIRepository + "/releases/download"
 
 // UITempFolder is the temp folder to cache the ui in
 const UITempFolder = "ui"
@@ -77,30 +76,15 @@ func downloadFile(version string, folder string) error {
 	}
 
 	// Create download url
-	url := ""
 	if version == "latest" {
-		url = fmt.Sprintf("%s/%s", UIDownloadBaseURL, version)
-	} else {
-		url = fmt.Sprintf("%s/tag/%s", UIDownloadBaseURL, version)
+		version, err = git.GetLatestVersion(UIRepository)
+		if err != nil {
+			return errors.Wrap(err, "get latest version")
+		}
 	}
 
-	// Download html
+	url := fmt.Sprintf("%s/%s/%s", UIDownloadBaseURL, version, "ui.tar.gz")
 	resp, err := http.Get(url)
-	if err != nil {
-		return errors.Wrap(err, "get url")
-	}
-
-	body, err := ioutil.ReadAll(resp.Body)
-	if err != nil {
-		return errors.Wrap(err, "read body")
-	}
-
-	matches := UIDownloadRegEx.FindStringSubmatch(string(body))
-	if len(matches) != 2 {
-		return errors.Errorf("Couldn't find ui in github release %s at url %s", version, url)
-	}
-
-	resp, err = http.Get("https://github.com" + matches[1])
 	if err != nil {
 		return errors.Wrap(err, "download ui archive")
 	}

pkg/devspace/services/inject/inject.go

@@ -6,40 +6,41 @@ import (
 	"compress/gzip"
 	"context"
 	"fmt"
-	"github.com/loft-sh/devspace/assets"
-	"github.com/loft-sh/devspace/pkg/devspace/env"
 	"io"
 	"io/fs"
 	"io/ioutil"
-	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
 	"net/http"
 	"os"
 	"path/filepath"
-	"regexp"
 	"strings"
 	"sync"
 	"time"
 
+	"github.com/loft-sh/devspace/assets"
+	"github.com/loft-sh/devspace/pkg/devspace/env"
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+
 	"github.com/loft-sh/devspace/pkg/devspace/config/constants"
 	"github.com/loft-sh/devspace/pkg/devspace/config/versions/latest"
 	"github.com/loft-sh/devspace/pkg/devspace/kubectl"
 	"github.com/loft-sh/devspace/pkg/devspace/upgrade"
+	"github.com/loft-sh/devspace/pkg/util/git"
 	"github.com/loft-sh/devspace/pkg/util/hash"
 	logpkg "github.com/loft-sh/devspace/pkg/util/log"
 	"github.com/mitchellh/go-homedir"
 	"github.com/pkg/errors"
 	v1 "k8s.io/api/core/v1"
 )
 
+// DevSpaceHelperRepository is the repository containing the devspace helper
+const DevSpaceHelperRepository = "https://github.com/loft-sh/devspace"
+
 // DevSpaceHelperBaseURL is the base url where to look for the sync helper
-const DevSpaceHelperBaseURL = "https://github.com/loft-sh/devspace/releases"
+const DevSpaceHelperBaseURL = DevSpaceHelperRepository + "/releases/download"
 
 // DevSpaceHelperTempFolder is the local folder where we store the sync helper
 const DevSpaceHelperTempFolder = "devspacehelper"
 
-// helperBinaryRegEx is the regexp that finds the correct download link for the sync helper binary
-var helperBinaryRegEx = `href="(\/loft-sh\/devspace\/releases\/download\/[^\/]*\/%s)"`
-
 // DevSpaceHelperContainerPath is the path of the devspace helper in the container
 const DevSpaceHelperContainerPath = "/tmp/devspacehelper"
 
@@ -153,34 +154,15 @@ func installDevSpaceHelperInContainer(ctx context.Context, client kubectl.Client
 
 // getDownloadURL
 func devSpaceHelperDownloadURL(version, filename string) (string, error) {
-	url := ""
 	if version == "latest" {
-		url = fmt.Sprintf("%s/%s", DevSpaceHelperBaseURL, version)
-	} else {
-		url = fmt.Sprintf("%s/tag/%s", DevSpaceHelperBaseURL, version)
-	}
-
-	// Download html
-	resp, err := http.Get(url)
-	if err != nil {
-		return "", errors.Wrap(err, "get url")
-	}
-
-	body, err := ioutil.ReadAll(resp.Body)
-	if err != nil {
-		return "", errors.Wrap(err, "read body")
-	}
-
-	regEx, err := regexp.Compile(fmt.Sprintf(helperBinaryRegEx, filename))
-	if err != nil {
-		return "", err
+		var err error
+		version, err = git.GetLatestVersion(DevSpaceHelperRepository)
+		if err != nil {
+			return "", errors.Wrap(err, "get latest version")
+		}
 	}
 
-	matches := regEx.FindStringSubmatch(string(body))
-	if len(matches) != 2 {
-		return "", errors.Errorf("couldn't find %s in github release %s at url %s", filename, version, url)
-	}
-	return "https://github.com" + matches[1], nil
+	return fmt.Sprintf("%s/%s/%s", DevSpaceHelperBaseURL, version, filename), nil
 }
 
 func downloadSyncHelper(ctx context.Context, helperName, syncBinaryFolder, version string, log logpkg.Logger) error {

pkg/util/git/helper.go

@@ -2,15 +2,21 @@ package git
 
 import (
 	"context"
-	"github.com/loft-sh/devspace/pkg/util/command"
-	"mvdan.cc/sh/v3/expand"
+	"fmt"
+	"net/http"
 	"os"
+	"regexp"
 	"strings"
 
+	"github.com/loft-sh/devspace/pkg/util/command"
+	"mvdan.cc/sh/v3/expand"
+
 	"github.com/pkg/errors"
 	"gopkg.in/src-d/go-git.v4"
 )
 
+var LatestTagRegEx = regexp.MustCompile(`\/tag\/(.*)$`)
+
 // GetBranch retrieves the current HEADs name
 func GetBranch(localPath string) (string, error) {
 	repo, err := git.PlainOpen(localPath)
@@ -79,3 +85,28 @@ func GetRemote(localPath string) (string, error) {
 
 	return urls[0], nil
 }
+
+func GetLatestVersion(repository string) (string, error) {
+	client := &http.Client{
+		CheckRedirect: func(req *http.Request, via []*http.Request) error {
+			return http.ErrUseLastResponse
+		},
+	}
+
+	resp, err := client.Get(repository + "/releases/latest")
+	if err != nil {
+		return "", err
+	}
+
+	redirect := resp.Header.Get("location")
+	if redirect == "" {
+		return "", fmt.Errorf("redirect URL not found")
+	}
+
+	matches := LatestTagRegEx.FindStringSubmatch(redirect)
+	if len(matches) != 2 {
+		return "", errors.Errorf("Couldn't find latest release version")
+	}
+
+	return matches[1], nil
+}