Skip to content
This repository has been archived by the owner on Nov 1, 2022. It is now read-only.

Commit

Permalink
Fetch resources directly if all namespaces are enabled
Browse files Browse the repository at this point in the history
Fix test cases

Change to make

Change back to string array

Fix test case

Change back to []string format

Fetch full ns object instead of creating one
  • Loading branch information
waseem-h committed Oct 17, 2019
1 parent afdf5f1 commit c8484d4
Show file tree
Hide file tree
Showing 4 changed files with 25 additions and 24 deletions.
8 changes: 4 additions & 4 deletions pkg/cluster/kubernetes/images.go
Original file line number Diff line number Diff line change
Expand Up @@ -134,19 +134,19 @@ func (c *Cluster) ImagesToFetch() registry.ImageCreds {
for _, ns := range namespaces {
seenCreds := make(map[string]registry.Credentials)
for kind, resourceKind := range resourceKinds {
workloads, err := resourceKind.getWorkloads(ctx, c, ns.Name)
workloads, err := resourceKind.getWorkloads(ctx, c, ns)
if err != nil {
if apierrors.IsNotFound(err) || apierrors.IsForbidden(err) {
// Skip unsupported or forbidden resource kinds
continue
}
c.logger.Log("err", errors.Wrapf(err, "getting kind %s for namespace %s", kind, ns.Name))
c.logger.Log("err", errors.Wrapf(err, "getting kind %s for namespace %s", kind, ns))
}

imageCreds := make(registry.ImageCreds)
for _, workload := range workloads {
logger := log.With(c.logger, "resource", resource.MakeID(ns.Name, kind, workload.GetName()))
mergeCredentials(logger.Log, c.includeImage, c.client, ns.Name, workload.podTemplate, imageCreds, seenCreds)
logger := log.With(c.logger, "resource", resource.MakeID(ns, kind, workload.GetName()))
mergeCredentials(logger.Log, c.includeImage, c.client, ns, workload.podTemplate, imageCreds, seenCreds)
}

// Merge creds
Expand Down
33 changes: 17 additions & 16 deletions pkg/cluster/kubernetes/kubernetes.go
Original file line number Diff line number Diff line change
Expand Up @@ -11,7 +11,6 @@ import (
"github.com/go-kit/kit/log"
"github.com/pkg/errors"
"gopkg.in/yaml.v2"
apiv1 "k8s.io/api/core/v1"
apierrors "k8s.io/apimachinery/pkg/api/errors"
meta_v1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/client-go/discovery"
Expand Down Expand Up @@ -176,12 +175,12 @@ func (c *Cluster) AllWorkloads(ctx context.Context, namespace string) (res []clu

var allworkloads []cluster.Workload
for _, ns := range namespaces {
if namespace != "" && ns.Name != namespace {
if namespace != "" && ns != namespace {
continue
}

for kind, resourceKind := range resourceKinds {
workloads, err := resourceKind.getWorkloads(ctx, c, ns.Name)
workloads, err := resourceKind.getWorkloads(ctx, c, ns)
if err != nil {
switch {
case apierrors.IsNotFound(err):
Expand All @@ -198,7 +197,7 @@ func (c *Cluster) AllWorkloads(ctx context.Context, namespace string) (res []clu

for _, workload := range workloads {
if !isAddon(workload) {
id := resource.MakeID(ns.Name, kind, workload.GetName())
id := resource.MakeID(ns, kind, workload.GetName())
c.muSyncErrors.RLock()
workload.syncError = c.syncErrors[id]
c.muSyncErrors.RUnlock()
Expand Down Expand Up @@ -238,16 +237,22 @@ func (c *Cluster) Export(ctx context.Context) ([]byte, error) {
defer encoder.Close()

for _, ns := range namespaces {
namespace, err := c.client.CoreV1().Namespaces().Get(ns, meta_v1.GetOptions{})
if err != nil {
return nil, err
}

// kind & apiVersion must be set, since TypeMeta is not populated
ns.Kind = "Namespace"
ns.APIVersion = "v1"
err := encoder.Encode(yamlThroughJSON{ns})
namespace.Kind = "Namespace"
namespace.APIVersion = "v1"

err = encoder.Encode(yamlThroughJSON{namespace})
if err != nil {
return nil, errors.Wrap(err, "marshalling namespace to YAML")
}

for _, resourceKind := range resourceKinds {
workloads, err := resourceKind.getWorkloads(ctx, c, ns.Name)
workloads, err := resourceKind.getWorkloads(ctx, c, ns)
if err != nil {
switch {
case apierrors.IsNotFound(err):
Expand Down Expand Up @@ -288,9 +293,9 @@ func (c *Cluster) PublicSSHKey(regenerate bool) (ssh.PublicKey, error) {
// the Flux instance is expected to have access to and can look for resources inside of.
// It returns a list of all namespaces unless an explicit list of allowed namespaces
// has been set on the Cluster instance.
func (c *Cluster) getAllowedAndExistingNamespaces(ctx context.Context) ([]apiv1.Namespace, error) {
func (c *Cluster) getAllowedAndExistingNamespaces(ctx context.Context) ([]string, error) {
if len(c.allowedNamespaces) > 0 {
nsList := []apiv1.Namespace{}
nsList := []string{}
for _, name := range c.allowedNamespaces {
if err := ctx.Err(); err != nil {
return nil, err
Expand All @@ -299,7 +304,7 @@ func (c *Cluster) getAllowedAndExistingNamespaces(ctx context.Context) ([]apiv1.
switch {
case err == nil:
c.loggedAllowedNS[name] = false // reset, so if the namespace goes away we'll log it again
nsList = append(nsList, *ns)
nsList = append(nsList, ns.Name)
case apierrors.IsUnauthorized(err) || apierrors.IsForbidden(err) || apierrors.IsNotFound(err):
if !c.loggedAllowedNS[name] {
c.logger.Log("warning", "cannot access allowed namespace",
Expand All @@ -316,11 +321,7 @@ func (c *Cluster) getAllowedAndExistingNamespaces(ctx context.Context) ([]apiv1.
if err := ctx.Err(); err != nil {
return nil, err
}
namespaces, err := c.client.CoreV1().Namespaces().List(meta_v1.ListOptions{})
if err != nil {
return nil, err
}
return namespaces.Items, nil
return []string{meta_v1.NamespaceAll}, nil
}

func (c *Cluster) IsAllowedResource(id resource.ID) bool {
Expand Down
6 changes: 3 additions & 3 deletions pkg/cluster/kubernetes/kubernetes_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@ func testGetAllowedNamespaces(t *testing.T, namespace []string, expected []strin

result := []string{}
for _, namespace := range namespaces {
result = append(result, namespace.ObjectMeta.Name)
result = append(result, namespace)
}

if reflect.DeepEqual(result, expected) != true {
Expand All @@ -45,11 +45,11 @@ func testGetAllowedNamespaces(t *testing.T, namespace []string, expected []strin
}

func TestGetAllowedNamespacesDefault(t *testing.T) {
testGetAllowedNamespaces(t, []string{}, []string{"default", "kube-system"})
testGetAllowedNamespaces(t, []string{}, []string{""}) // this will be empty string which means all namespaces
}

func TestGetAllowedNamespacesNamespacesIsNil(t *testing.T) {
testGetAllowedNamespaces(t, nil, []string{"default", "kube-system"})
testGetAllowedNamespaces(t, nil, []string{""}) // this will be empty string which means all namespaces
}

func TestGetAllowedNamespacesNamespacesSet(t *testing.T) {
Expand Down
2 changes: 1 addition & 1 deletion pkg/cluster/kubernetes/sync.go
Original file line number Diff line number Diff line change
Expand Up @@ -298,7 +298,7 @@ func (c *Cluster) listAllowedResources(
}
var result []unstructured.Unstructured
for _, ns := range namespaces {
data, err := c.client.dynamicClient.Resource(gvr).Namespace(ns.Name).List(options)
data, err := c.client.dynamicClient.Resource(gvr).Namespace(ns).List(options)
if err != nil {
return result, err
}
Expand Down

0 comments on commit c8484d4

Please sign in to comment.