github-personal/ghorg
1
0
Fork 0
mirror of https://github.com/outbackdingo/ghorg.git synced 2026-01-27 10:19:03 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add test for filtering repos based on target repos path (#436)

Browse Source
This commit is contained in:
gabrie30
2024-07-14 09:51:21 -07:00
committed by GitHub
parent ffde2df076
commit ecb67d5cf2
2 changed files with 129 additions and 70 deletions
Download Patch File Download Diff File Expand all files Collapse all files

154
cmd/clone.go
View File

@@ -594,79 +594,11 @@ func CloneAllRepos(git git.Gitter, cloneTargets []scm.Repo) {
cloneTargets = filterByExcludeMatchPrefix(cloneTargets)
}
// filter down repos based on target repos flag file path
if os.Getenv("GHORG_TARGET_REPOS_PATH") != "" {
_, err := os.Stat(os.Getenv("GHORG_TARGET_REPOS_PATH"))
if err != nil {
colorlog.PrintErrorAndExit(fmt.Sprintf("Error finding your GHORG_TARGET_REPOS_PATH file, error: %v", err))
}
if !os.IsNotExist(err) {
// Open the file parse each line and remove cloneTargets containing
toTarget, err := readTargetReposFile()
if err != nil {
colorlog.PrintErrorAndExit(fmt.Sprintf("Error parsing your GHORG_TARGET_REPOS_PATH file, error: %v", err))
}
colorlog.PrintInfo("Using GHORG_TARGET_REPOS_PATH, filtering repos down...")
filteredCloneTargets := []scm.Repo{}
var flag bool
targetRepoSeenOnOrg := make(map[string]bool)
for _, cloneTarget := range cloneTargets {
flag = false
for _, targetRepo := range toTarget {
if _, ok := targetRepoSeenOnOrg[targetRepo]; !ok {
targetRepoSeenOnOrg[targetRepo] = false
}
clonedRepoName := strings.TrimSuffix(filepath.Base(cloneTarget.URL), ".git")
if strings.EqualFold(clonedRepoName, targetRepo) {
flag = true
targetRepoSeenOnOrg[targetRepo] = true
}
if os.Getenv("GHORG_CLONE_WIKI") == "true" {
targetRepoWiki := targetRepo + ".wiki"
if strings.EqualFold(targetRepoWiki, clonedRepoName) {
flag = true
targetRepoSeenOnOrg[targetRepo] = true
}
}
if os.Getenv("GHORG_CLONE_SNIPPETS") == "true" {
if cloneTarget.IsGitLabSnippet {
targetSnippetOriginalRepo := strings.TrimSuffix(filepath.Base(cloneTarget.GitLabSnippetInfo.URLOfRepo), ".git")
if strings.EqualFold(targetSnippetOriginalRepo, targetRepo) {
flag = true
targetRepoSeenOnOrg[targetRepo] = true
}
}
}
}
if flag {
filteredCloneTargets = append(filteredCloneTargets, cloneTarget)
}
}
// Print all the repos in the file that were not in the org so users know the entry is not being cloned
for targetRepo, seen := range targetRepoSeenOnOrg {
if !seen {
cloneInfos = append(cloneInfos, fmt.Sprintf("Target in GHORG_TARGET_REPOS_PATH was not found in the org, repo: %v", targetRepo))
}
}
cloneTargets = filteredCloneTargets
}
}
cloneTargets = filterDownReposIfTargetReposPathEnabled(cloneTargets)
cloneTargets = filterWithGhorgignore(cloneTargets)
totalResourcesToClone, reposToCloneCount, snippetToCloneCount, wikisToCloneCount := getCloneableInventory(cloneTargets)
if os.Getenv("GHORG_CLONE_WIKI") == "true" && os.Getenv("GHORG_CLONE_SNIPPETS") == "true" {
m := fmt.Sprintf("%v resources to clone found in %v, %v repos, %v snippets, and %v wikis\n", totalResourcesToClone, targetCloneSource, snippetToCloneCount, reposToCloneCount, wikisToCloneCount)
colorlog.PrintInfo(m)
@@ -935,6 +867,15 @@ func CloneAllRepos(git git.Gitter, cloneTargets []scm.Repo) {
if hasCollisions {
fmt.Println("")
colorlog.PrintInfo("ATTENTION: ghorg detected collisions in repo names from the groups that were cloned. This occurs when one or more groups share common repo names trying to be cloned to the same directory. The repos that would have collisions were renamed with the group/subgroup appended.")
if os.Getenv("GHORG_DEBUG") != "" {
fmt.Println("")
colorlog.PrintInfo("Collisions Occured in the following repos...")
for repoName, collision := range repoNameWithCollisions {
if collision {
colorlog.PrintInfo("- " + repoName)
}
}
}
}
// Now, clean up local repos that don't exist in remote, if prune flag is set
@@ -968,6 +909,79 @@ func CloneAllRepos(git git.Gitter, cloneTargets []scm.Repo) {
}
func filterDownReposIfTargetReposPathEnabled(cloneTargets []scm.Repo) []scm.Repo {
if os.Getenv("GHORG_TARGET_REPOS_PATH") != "" {
_, err := os.Stat(os.Getenv("GHORG_TARGET_REPOS_PATH"))
if err != nil {
colorlog.PrintErrorAndExit(fmt.Sprintf("Error finding your GHORG_TARGET_REPOS_PATH file, error: %v", err))
}
if !os.IsNotExist(err) {
// Open the file parse each line and remove cloneTargets containing
toTarget, err := readTargetReposFile()
if err != nil {
colorlog.PrintErrorAndExit(fmt.Sprintf("Error parsing your GHORG_TARGET_REPOS_PATH file, error: %v", err))
}
colorlog.PrintInfo("Using GHORG_TARGET_REPOS_PATH, filtering repos down...")
filteredCloneTargets := []scm.Repo{}
var flag bool
targetRepoSeenOnOrg := make(map[string]bool)
for _, cloneTarget := range cloneTargets {
flag = false
for _, targetRepo := range toTarget {
if _, ok := targetRepoSeenOnOrg[targetRepo]; !ok {
targetRepoSeenOnOrg[targetRepo] = false
}
clonedRepoName := strings.TrimSuffix(filepath.Base(cloneTarget.URL), ".git")
if strings.EqualFold(clonedRepoName, targetRepo) {
flag = true
targetRepoSeenOnOrg[targetRepo] = true
}
if os.Getenv("GHORG_CLONE_WIKI") == "true" {
targetRepoWiki := targetRepo + ".wiki"
if strings.EqualFold(targetRepoWiki, clonedRepoName) {
flag = true
targetRepoSeenOnOrg[targetRepo] = true
}
}
if os.Getenv("GHORG_CLONE_SNIPPETS") == "true" {
if cloneTarget.IsGitLabSnippet {
targetSnippetOriginalRepo := strings.TrimSuffix(filepath.Base(cloneTarget.GitLabSnippetInfo.URLOfRepo), ".git")
if strings.EqualFold(targetSnippetOriginalRepo, targetRepo) {
flag = true
targetRepoSeenOnOrg[targetRepo] = true
}
}
}
}
if flag {
filteredCloneTargets = append(filteredCloneTargets, cloneTarget)
}
}
// Print all the repos in the file that were not in the org so users know the entry is not being cloned
for targetRepo, seen := range targetRepoSeenOnOrg {
if !seen {
cloneInfos = append(cloneInfos, fmt.Sprintf("Target in GHORG_TARGET_REPOS_PATH was not found in the org, repo: %v", targetRepo))
}
}
cloneTargets = filteredCloneTargets
}
}
return cloneTargets
}
func pruneRepos(cloneTargets []scm.Repo) {
colorlog.PrintInfo("\nScanning for local clones that have been removed on remote...")

45
cmd/clone_test.go
View File

@@ -394,3 +394,48 @@ func createTempFileWithContent(content string) (*os.File, error) {
return tmpfile, nil
}
func Test_filterDownReposIfTargetReposPathEnabled(t *testing.T) {
type testCase struct {
name string
cloneTargets []scm.Repo
expectedResult []scm.Repo
}
testCases := []testCase{
{
name: "filters out repos not matching 'targetRepo'",
cloneTargets: []scm.Repo{
{Name: "targetRepo", URL: "https://github.com/org/targetRepo"},
{Name: "bar", URL: "https://github.com/org/bar"},
},
expectedResult: []scm.Repo{
{Name: "targetRepo", URL: "https://github.com/org/targetRepo"},
},
},
{
name: "filters out all repos",
cloneTargets: []scm.Repo{
{Name: "foo", URL: "https://github.com/org/foo"},
{Name: "shouldbefiltered", URL: "https://github.com/org/shouldbefiltered"},
},
expectedResult: []scm.Repo{},
},
}
for _, tt := range testCases {
t.Run(tt.name, func(t *testing.T) {
tmpfile, err := createTempFileWithContent("targetRepo")
if err != nil {
t.Fatalf("Failed to create temp file: %v", err)
}
defer os.Remove(tmpfile.Name())
os.Setenv("GHORG_TARGET_REPOS_PATH", tmpfile.Name())
got := filterDownReposIfTargetReposPathEnabled(tt.cloneTargets)
if !reflect.DeepEqual(got, tt.expectedResult) {
t.Errorf("filterWithGhorgignore() = %v, want %v", got, tt.expectedResult)
}
})
}
}