// Copyright 2019 The Kubernetes Authors. // SPDX-License-Identifier: Apache-2.0 package git import ( "fmt" "path/filepath" "regexp" "strings" "sigs.k8s.io/kustomize/api/filesys" ) // Used as a temporary non-empty occupant of the cloneDir // field, as something distinguishable from the empty string // in various outputs (especially tests). Not using an // actual directory name here, as that's a temporary directory // with a unique name that isn't created until clone time. const notCloned = filesys.ConfirmedDir("/notCloned") // RepoSpec specifies a git repository and a branch and path therein. type RepoSpec struct { // Raw, original spec, used to look for cycles. // TODO(monopole): Drop raw, use processed fields instead. raw string // Host, e.g. github.com Host string // orgRepo name (organization/repoName), // e.g. kubernetes-sigs/kustomize OrgRepo string // Dir where the orgRepo is cloned to. Dir filesys.ConfirmedDir // Relative path in the repository, and in the cloneDir, // to a Kustomization. Path string // Branch or tag reference. Ref string // e.g. .git or empty in case of _git is present GitSuffix string } // CloneSpec returns a string suitable for "git clone {spec}". func (x *RepoSpec) CloneSpec() string { if isAzureHost(x.Host) || isAWSHost(x.Host) { return x.Host + x.OrgRepo } return x.Host + x.OrgRepo + x.GitSuffix } func (x *RepoSpec) CloneDir() filesys.ConfirmedDir { return x.Dir } func (x *RepoSpec) Raw() string { return x.raw } func (x *RepoSpec) AbsPath() string { return x.Dir.Join(x.Path) } func (x *RepoSpec) Cleaner(fSys filesys.FileSystem) func() error { return func() error { return fSys.RemoveAll(x.Dir.String()) } } // From strings like git@github.com:someOrg/someRepo.git or // https://github.com/someOrg/someRepo?ref=someHash, extract // the parts. func NewRepoSpecFromUrl(n string) (*RepoSpec, error) { if filepath.IsAbs(n) { return nil, fmt.Errorf("uri looks like abs path: %s", n) } host, orgRepo, path, gitRef, gitSuffix := parseGitUrl(n) if orgRepo == "" { return nil, fmt.Errorf("url lacks orgRepo: %s", n) } if host == "" { return nil, fmt.Errorf("url lacks host: %s", n) } return &RepoSpec{ raw: n, Host: host, OrgRepo: orgRepo, Dir: notCloned, Path: path, Ref: gitRef, GitSuffix: gitSuffix}, nil } const ( refQuery = "?ref=" refQueryRegex = "\\?(version|ref)=" gitSuffix = ".git" gitDelimiter = "_git/" ) // From strings like git@github.com:someOrg/someRepo.git or // https://github.com/someOrg/someRepo?ref=someHash, extract // the parts. func parseGitUrl(n string) ( host string, orgRepo string, path string, gitRef string, gitSuff string) { if strings.Contains(n, gitDelimiter) { index := strings.Index(n, gitDelimiter) // Adding _git/ to host host = normalizeGitHostSpec(n[:index+len(gitDelimiter)]) orgRepo = strings.Split(strings.Split(n[index+len(gitDelimiter):], "/")[0], "?")[0] path, gitRef = peelQuery(n[index+len(gitDelimiter)+len(orgRepo):]) return } host, n = parseHostSpec(n) gitSuff = gitSuffix if strings.Contains(n, gitSuffix) { index := strings.Index(n, gitSuffix) orgRepo = n[0:index] n = n[index+len(gitSuffix):] path, gitRef = peelQuery(n) return } i := strings.Index(n, "/") if i < 1 { return "", "", "", "", "" } j := strings.Index(n[i+1:], "/") if j >= 0 { j += i + 1 orgRepo = n[:j] path, gitRef = peelQuery(n[j+1:]) return } path = "" orgRepo, gitRef = peelQuery(n) return host, orgRepo, path, gitRef, gitSuff } func peelQuery(arg string) (string, string) { r, _ := regexp.Compile(refQueryRegex) j := r.FindStringIndex(arg) if len(j) > 0 { return arg[:j[0]], arg[j[0]+len(r.FindString(arg)):] } return arg, "" } func parseHostSpec(n string) (string, string) { var host string // Start accumulating the host part. for _, p := range []string{ // Order matters here. "git::", "gh:", "ssh://", "https://", "http://", "git@", "github.com:", "github.com/"} { if len(p) < len(n) && strings.ToLower(n[:len(p)]) == p { n = n[len(p):] host += p } } if host == "git@" { i := strings.Index(n, "/") if i > -1 { host += n[:i+1] n = n[i+1:] } else { i = strings.Index(n, ":") if i > -1 { host += n[:i+1] n = n[i+1:] } } return host, n } // If host is a http(s) or ssh URL, grab the domain part. for _, p := range []string{ "ssh://", "https://", "http://"} { if strings.HasSuffix(host, p) { i := strings.Index(n, "/") if i > -1 { host = host + n[0:i+1] n = n[i+1:] } break } } return normalizeGitHostSpec(host), n } func normalizeGitHostSpec(host string) string { s := strings.ToLower(host) if strings.Contains(s, "github.com") { if strings.Contains(s, "git@") || strings.Contains(s, "ssh:") { host = "git@github.com:" } else { host = "https://github.com/" } } if strings.HasPrefix(s, "git::") { host = strings.TrimPrefix(s, "git::") } return host } // The format of Azure repo URL is documented // https://docs.microsoft.com/en-us/azure/devops/repos/git/clone?view=vsts&tabs=visual-studio#clone_url func isAzureHost(host string) bool { return strings.Contains(host, "dev.azure.com") || strings.Contains(host, "visualstudio.com") } // The format of AWS repo URL is documented // https://docs.aws.amazon.com/codecommit/latest/userguide/regions.html func isAWSHost(host string) bool { return strings.Contains(host, "amazonaws.com") }