mirror of
https://github.com/Jguer/yay.git
synced 2025-12-27 10:01:53 -05:00
3629c0a1ff
* Don't rely on transparent decompression in sync list The current sync list code relies on the HTTP client library transparently decompressing the packages.gz file. This only works if the server provides the 'Content-Encoding: gzip" HTTP header, which has apparently changed recently. This patch explicitly decompresses the package list if no encoding information is provided by the server. Fixes: https://github.com/Jguer/yay/issues/2709 v2: added gzip closer and added error handling v3: blindly attempt to decompress, since the content encoding is stripped by the HTTP client when transparently decompressing. v4: also fix the fetch in command completion using common interface Signed-off-by: Edwin Peer <espeer@gmail.com> * fix failing tests, add fallback logging, add gz testcase * fix lint --------- Signed-off-by: Edwin Peer <espeer@gmail.com>
93 lines
2.5 KiB
Go
93 lines
2.5 KiB
Go
package download
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
"net/http"
|
|
"regexp"
|
|
|
|
"github.com/leonelquinteros/gotext"
|
|
|
|
"github.com/Jguer/yay/v12/pkg/settings/exe"
|
|
)
|
|
|
|
const (
|
|
MaxConcurrentFetch = 20
|
|
absPackageURL = "https://gitlab.archlinux.org/archlinux/packaging/packages"
|
|
)
|
|
|
|
var (
|
|
ErrInvalidRepository = errors.New(gotext.Get("invalid repository"))
|
|
ErrABSPackageNotFound = errors.New(gotext.Get("package not found in repos"))
|
|
)
|
|
|
|
type regexReplace struct {
|
|
repl string
|
|
match *regexp.Regexp
|
|
}
|
|
|
|
// regex replacements for Gitlab URLs
|
|
// info: https://gitlab.archlinux.org/archlinux/devtools/-/blob/6ce666a1669235749c17d5c44d8a24dea4a135da/src/lib/api/gitlab.sh#L84
|
|
var gitlabRepl = []regexReplace{
|
|
{repl: `$1-$2`, match: regexp.MustCompile(`([a-zA-Z0-9]+)\+([a-zA-Z]+)`)},
|
|
{repl: `plus`, match: regexp.MustCompile(`\+`)},
|
|
{repl: `-`, match: regexp.MustCompile(`[^a-zA-Z0-9_\-.]`)},
|
|
{repl: `-`, match: regexp.MustCompile(`[_\-]{2,}`)},
|
|
{repl: `unix-tree`, match: regexp.MustCompile(`^tree$`)},
|
|
}
|
|
|
|
// Return format for pkgbuild
|
|
// https://gitlab.archlinux.org/archlinux/packaging/packages/0ad/-/raw/main/PKGBUILD
|
|
func getPackagePKGBUILDURL(pkgName string) string {
|
|
return fmt.Sprintf("%s/%s/-/raw/main/PKGBUILD", absPackageURL, convertPkgNameForURL(pkgName))
|
|
}
|
|
|
|
// Return format for pkgbuild repo
|
|
// https://gitlab.archlinux.org/archlinux/packaging/packages/0ad.git
|
|
func getPackageRepoURL(pkgName string) string {
|
|
return fmt.Sprintf("%s/%s.git", absPackageURL, convertPkgNameForURL(pkgName))
|
|
}
|
|
|
|
// convert pkgName for Gitlab URL path (repo name)
|
|
func convertPkgNameForURL(pkgName string) string {
|
|
for _, regex := range gitlabRepl {
|
|
pkgName = regex.match.ReplaceAllString(pkgName, regex.repl)
|
|
}
|
|
return pkgName
|
|
}
|
|
|
|
// ABSPKGBUILD retrieves the PKGBUILD file to a dest directory.
|
|
func ABSPKGBUILD(httpClient HTTPRequestDoer, dbName, pkgName string) ([]byte, error) {
|
|
packageURL := getPackagePKGBUILDURL(pkgName)
|
|
|
|
resp, err := httpClient.Get(packageURL)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if resp.StatusCode != http.StatusOK {
|
|
return nil, ErrABSPackageNotFound
|
|
}
|
|
|
|
defer resp.Body.Close()
|
|
|
|
pkgBuild, err := io.ReadAll(resp.Body)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return pkgBuild, nil
|
|
}
|
|
|
|
// ABSPKGBUILDRepo retrieves the PKGBUILD repository to a dest directory.
|
|
func ABSPKGBUILDRepo(ctx context.Context, cmdBuilder exe.GitCmdBuilder,
|
|
dbName, pkgName, dest string, force bool,
|
|
) (bool, error) {
|
|
pkgURL := getPackageRepoURL(pkgName)
|
|
|
|
return downloadGitRepo(ctx, cmdBuilder, pkgURL,
|
|
pkgName, dest, force, "--single-branch")
|
|
}
|