mirror of https://github.com/k3s-io/k3s
220 lines
5.3 KiB
Go
220 lines
5.3 KiB
Go
|
// Copyright 2019 The Kubernetes Authors.
|
||
|
// SPDX-License-Identifier: Apache-2.0
|
||
|
|
||
|
package git
|
||
|
|
||
|
import (
|
||
|
"fmt"
|
||
|
"path/filepath"
|
||
|
"regexp"
|
||
|
"strings"
|
||
|
|
||
|
"sigs.k8s.io/kustomize/api/filesys"
|
||
|
)
|
||
|
|
||
|
// Used as a temporary non-empty occupant of the cloneDir
|
||
|
// field, as something distinguishable from the empty string
|
||
|
// in various outputs (especially tests). Not using an
|
||
|
// actual directory name here, as that's a temporary directory
|
||
|
// with a unique name that isn't created until clone time.
|
||
|
const notCloned = filesys.ConfirmedDir("/notCloned")
|
||
|
|
||
|
// RepoSpec specifies a git repository and a branch and path therein.
|
||
|
type RepoSpec struct {
|
||
|
// Raw, original spec, used to look for cycles.
|
||
|
// TODO(monopole): Drop raw, use processed fields instead.
|
||
|
raw string
|
||
|
|
||
|
// Host, e.g. github.com
|
||
|
Host string
|
||
|
|
||
|
// orgRepo name (organization/repoName),
|
||
|
// e.g. kubernetes-sigs/kustomize
|
||
|
OrgRepo string
|
||
|
|
||
|
// Dir where the orgRepo is cloned to.
|
||
|
Dir filesys.ConfirmedDir
|
||
|
|
||
|
// Relative path in the repository, and in the cloneDir,
|
||
|
// to a Kustomization.
|
||
|
Path string
|
||
|
|
||
|
// Branch or tag reference.
|
||
|
Ref string
|
||
|
|
||
|
// e.g. .git or empty in case of _git is present
|
||
|
GitSuffix string
|
||
|
}
|
||
|
|
||
|
// CloneSpec returns a string suitable for "git clone {spec}".
|
||
|
func (x *RepoSpec) CloneSpec() string {
|
||
|
if isAzureHost(x.Host) || isAWSHost(x.Host) {
|
||
|
return x.Host + x.OrgRepo
|
||
|
}
|
||
|
return x.Host + x.OrgRepo + x.GitSuffix
|
||
|
}
|
||
|
|
||
|
func (x *RepoSpec) CloneDir() filesys.ConfirmedDir {
|
||
|
return x.Dir
|
||
|
}
|
||
|
|
||
|
func (x *RepoSpec) Raw() string {
|
||
|
return x.raw
|
||
|
}
|
||
|
|
||
|
func (x *RepoSpec) AbsPath() string {
|
||
|
return x.Dir.Join(x.Path)
|
||
|
}
|
||
|
|
||
|
func (x *RepoSpec) Cleaner(fSys filesys.FileSystem) func() error {
|
||
|
return func() error { return fSys.RemoveAll(x.Dir.String()) }
|
||
|
}
|
||
|
|
||
|
// From strings like git@github.com:someOrg/someRepo.git or
|
||
|
// https://github.com/someOrg/someRepo?ref=someHash, extract
|
||
|
// the parts.
|
||
|
func NewRepoSpecFromUrl(n string) (*RepoSpec, error) {
|
||
|
if filepath.IsAbs(n) {
|
||
|
return nil, fmt.Errorf("uri looks like abs path: %s", n)
|
||
|
}
|
||
|
host, orgRepo, path, gitRef, gitSuffix := parseGitUrl(n)
|
||
|
if orgRepo == "" {
|
||
|
return nil, fmt.Errorf("url lacks orgRepo: %s", n)
|
||
|
}
|
||
|
if host == "" {
|
||
|
return nil, fmt.Errorf("url lacks host: %s", n)
|
||
|
}
|
||
|
return &RepoSpec{
|
||
|
raw: n, Host: host, OrgRepo: orgRepo,
|
||
|
Dir: notCloned, Path: path, Ref: gitRef, GitSuffix: gitSuffix}, nil
|
||
|
}
|
||
|
|
||
|
const (
|
||
|
refQuery = "?ref="
|
||
|
refQueryRegex = "\\?(version|ref)="
|
||
|
gitSuffix = ".git"
|
||
|
gitDelimiter = "_git/"
|
||
|
)
|
||
|
|
||
|
// From strings like git@github.com:someOrg/someRepo.git or
|
||
|
// https://github.com/someOrg/someRepo?ref=someHash, extract
|
||
|
// the parts.
|
||
|
func parseGitUrl(n string) (
|
||
|
host string, orgRepo string, path string, gitRef string, gitSuff string) {
|
||
|
|
||
|
if strings.Contains(n, gitDelimiter) {
|
||
|
index := strings.Index(n, gitDelimiter)
|
||
|
// Adding _git/ to host
|
||
|
host = normalizeGitHostSpec(n[:index+len(gitDelimiter)])
|
||
|
orgRepo = strings.Split(strings.Split(n[index+len(gitDelimiter):], "/")[0], "?")[0]
|
||
|
path, gitRef = peelQuery(n[index+len(gitDelimiter)+len(orgRepo):])
|
||
|
return
|
||
|
}
|
||
|
host, n = parseHostSpec(n)
|
||
|
gitSuff = gitSuffix
|
||
|
if strings.Contains(n, gitSuffix) {
|
||
|
index := strings.Index(n, gitSuffix)
|
||
|
orgRepo = n[0:index]
|
||
|
n = n[index+len(gitSuffix):]
|
||
|
path, gitRef = peelQuery(n)
|
||
|
return
|
||
|
}
|
||
|
|
||
|
i := strings.Index(n, "/")
|
||
|
if i < 1 {
|
||
|
return "", "", "", "", ""
|
||
|
}
|
||
|
j := strings.Index(n[i+1:], "/")
|
||
|
if j >= 0 {
|
||
|
j += i + 1
|
||
|
orgRepo = n[:j]
|
||
|
path, gitRef = peelQuery(n[j+1:])
|
||
|
return
|
||
|
}
|
||
|
path = ""
|
||
|
orgRepo, gitRef = peelQuery(n)
|
||
|
return host, orgRepo, path, gitRef, gitSuff
|
||
|
}
|
||
|
|
||
|
func peelQuery(arg string) (string, string) {
|
||
|
|
||
|
r, _ := regexp.Compile(refQueryRegex)
|
||
|
j := r.FindStringIndex(arg)
|
||
|
|
||
|
if len(j) > 0 {
|
||
|
return arg[:j[0]], arg[j[0]+len(r.FindString(arg)):]
|
||
|
}
|
||
|
return arg, ""
|
||
|
}
|
||
|
|
||
|
func parseHostSpec(n string) (string, string) {
|
||
|
var host string
|
||
|
// Start accumulating the host part.
|
||
|
for _, p := range []string{
|
||
|
// Order matters here.
|
||
|
"git::", "gh:", "ssh://", "https://", "http://",
|
||
|
"git@", "github.com:", "github.com/"} {
|
||
|
if len(p) < len(n) && strings.ToLower(n[:len(p)]) == p {
|
||
|
n = n[len(p):]
|
||
|
host += p
|
||
|
}
|
||
|
}
|
||
|
if host == "git@" {
|
||
|
i := strings.Index(n, "/")
|
||
|
if i > -1 {
|
||
|
host += n[:i+1]
|
||
|
n = n[i+1:]
|
||
|
} else {
|
||
|
i = strings.Index(n, ":")
|
||
|
if i > -1 {
|
||
|
host += n[:i+1]
|
||
|
n = n[i+1:]
|
||
|
}
|
||
|
}
|
||
|
return host, n
|
||
|
}
|
||
|
|
||
|
// If host is a http(s) or ssh URL, grab the domain part.
|
||
|
for _, p := range []string{
|
||
|
"ssh://", "https://", "http://"} {
|
||
|
if strings.HasSuffix(host, p) {
|
||
|
i := strings.Index(n, "/")
|
||
|
if i > -1 {
|
||
|
host = host + n[0:i+1]
|
||
|
n = n[i+1:]
|
||
|
}
|
||
|
break
|
||
|
}
|
||
|
}
|
||
|
|
||
|
return normalizeGitHostSpec(host), n
|
||
|
}
|
||
|
|
||
|
func normalizeGitHostSpec(host string) string {
|
||
|
s := strings.ToLower(host)
|
||
|
if strings.Contains(s, "github.com") {
|
||
|
if strings.Contains(s, "git@") || strings.Contains(s, "ssh:") {
|
||
|
host = "git@github.com:"
|
||
|
} else {
|
||
|
host = "https://github.com/"
|
||
|
}
|
||
|
}
|
||
|
if strings.HasPrefix(s, "git::") {
|
||
|
host = strings.TrimPrefix(s, "git::")
|
||
|
}
|
||
|
return host
|
||
|
}
|
||
|
|
||
|
// The format of Azure repo URL is documented
|
||
|
// https://docs.microsoft.com/en-us/azure/devops/repos/git/clone?view=vsts&tabs=visual-studio#clone_url
|
||
|
func isAzureHost(host string) bool {
|
||
|
return strings.Contains(host, "dev.azure.com") ||
|
||
|
strings.Contains(host, "visualstudio.com")
|
||
|
}
|
||
|
|
||
|
// The format of AWS repo URL is documented
|
||
|
// https://docs.aws.amazon.com/codecommit/latest/userguide/regions.html
|
||
|
func isAWSHost(host string) bool {
|
||
|
return strings.Contains(host, "amazonaws.com")
|
||
|
}
|