1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
|
package manifestops
import (
"context"
"gitlab.com/gitlab-org/cluster-integration/gitlab-agent/v16/internal/module/gitops/rpc"
"gitlab.com/gitlab-org/cluster-integration/gitlab-agent/v16/internal/module/modagent"
"gitlab.com/gitlab-org/cluster-integration/gitlab-agent/v16/internal/tool/logz"
"gitlab.com/gitlab-org/cluster-integration/gitlab-agent/v16/internal/tool/retry"
"gitlab.com/gitlab-org/cluster-integration/gitlab-agent/v16/pkg/agentcfg"
"go.uber.org/zap"
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/cli-runtime/pkg/resource"
"sigs.k8s.io/cli-utils/pkg/apply"
"sigs.k8s.io/cli-utils/pkg/apply/event"
"sigs.k8s.io/cli-utils/pkg/common"
"sigs.k8s.io/cli-utils/pkg/inventory"
"sigs.k8s.io/cli-utils/pkg/kstatus/watcher"
"sigs.k8s.io/cli-utils/pkg/object"
"sigs.k8s.io/cli-utils/pkg/object/validation"
)
const (
dryRunStrategyNone = "none"
dryRunStrategyClient = "client"
dryRunStrategyServer = "server"
prunePropagationPolicyOrphan = "orphan"
prunePropagationPolicyBackground = "background"
prunePropagationPolicyForeground = "foreground"
inventoryPolicyMustMatch = "must_match"
inventoryPolicyAdoptIfNoInventory = "adopt_if_no_inventory"
inventoryPolicyAdoptAll = "adopt_all"
)
var (
dryRunStrategyMapping = map[string]common.DryRunStrategy{
dryRunStrategyNone: common.DryRunNone,
dryRunStrategyClient: common.DryRunClient,
dryRunStrategyServer: common.DryRunServer,
}
prunePropagationPolicyMapping = map[string]metav1.DeletionPropagation{
prunePropagationPolicyOrphan: metav1.DeletePropagationOrphan,
prunePropagationPolicyBackground: metav1.DeletePropagationBackground,
prunePropagationPolicyForeground: metav1.DeletePropagationForeground,
}
inventoryPolicyMapping = map[string]inventory.Policy{
inventoryPolicyMustMatch: inventory.PolicyMustMatch,
inventoryPolicyAdoptIfNoInventory: inventory.PolicyAdoptIfNoInventory,
inventoryPolicyAdoptAll: inventory.PolicyAdoptAll,
}
)
type Applier interface {
Run(ctx context.Context, invInfo inventory.Info, objects object.UnstructuredSet, options apply.ApplierOptions) <-chan event.Event
}
type workerFactory struct {
log *zap.Logger
applier Applier
restClientGetter resource.RESTClientGetter
gitopsClient rpc.GitopsClient
watchPollConfig retry.PollConfigFactory
applierPollConfig retry.PollConfigFactory
decodeRetryPolicy retry.BackoffManagerFactory
}
func (f *workerFactory) New(agentId int64, source modagent.WorkSource[*agentcfg.ManifestProjectCF]) modagent.Worker {
project := source.Configuration()
l := f.log.With(logz.WorkerId(source.ID()))
return &worker{
log: l,
agentId: agentId,
project: project,
applier: f.applier,
restClientGetter: f.restClientGetter,
applierPollConfig: f.applierPollConfig(),
applyOptions: apply.ApplierOptions{
ServerSideOptions: common.ServerSideOptions{
// It's supported since Kubernetes 1.16, so there should be no reason not to use it.
// https://kubernetes.io/docs/reference/using-api/server-side-apply/
ServerSideApply: true,
// GitOps repository is the source of truth and that's what we are applying, so overwrite any conflicts.
// https://kubernetes.io/docs/reference/using-api/server-side-apply/#conflicts
ForceConflicts: true,
// https://kubernetes.io/docs/reference/using-api/server-side-apply/#field-management
FieldManager: modagent.FieldManager,
},
ReconcileTimeout: project.ReconcileTimeout.AsDuration(),
EmitStatusEvents: true,
NoPrune: !project.GetPrune(),
DryRunStrategy: f.mapDryRunStrategy(project.DryRunStrategy),
PrunePropagationPolicy: f.mapPrunePropagationPolicy(project.PrunePropagationPolicy),
PruneTimeout: project.PruneTimeout.AsDuration(),
InventoryPolicy: f.mapInventoryPolicy(project.InventoryPolicy),
ValidationPolicy: validation.ExitEarly,
WatcherRESTScopeStrategy: watcher.RESTScopeNamespace,
},
decodeRetryPolicy: f.decodeRetryPolicy(),
objWatcher: &rpc.ObjectsToSynchronizeWatcher{
Log: l,
GitopsClient: f.gitopsClient,
PollConfig: f.watchPollConfig,
},
}
}
func (f *workerFactory) SourcesFromConfiguration(cfg *agentcfg.AgentConfiguration) []modagent.WorkSource[*agentcfg.ManifestProjectCF] {
res := make([]modagent.WorkSource[*agentcfg.ManifestProjectCF], 0, len(cfg.Gitops.ManifestProjects))
for _, project := range cfg.Gitops.ManifestProjects {
res = append(res, (*manifestSource)(project))
}
return res
}
func (f *workerFactory) mapDryRunStrategy(strategy string) common.DryRunStrategy {
ret, ok := dryRunStrategyMapping[strategy]
if !ok {
// This shouldn't happen because we've checked the value in DefaultAndValidateConfiguration().
// Just being extra cautious.
f.log.Sugar().Errorf("Invalid dry-run strategy: %q, using client dry-run for safety - NO CHANGES WILL BE APPLIED!", strategy)
ret = common.DryRunClient
}
return ret
}
func (f *workerFactory) mapPrunePropagationPolicy(policy string) metav1.DeletionPropagation {
ret, ok := prunePropagationPolicyMapping[policy]
if !ok {
// This shouldn't happen because we've checked the value in DefaultAndValidateConfiguration().
// Just being extra cautious.
f.log.Sugar().Errorf("Invalid prune propagation policy: %q, defaulting to %s", policy, metav1.DeletePropagationForeground)
ret = metav1.DeletePropagationForeground
}
return ret
}
func (f *workerFactory) mapInventoryPolicy(policy string) inventory.Policy {
ret, ok := inventoryPolicyMapping[policy]
if !ok {
// This shouldn't happen because we've checked the value in DefaultAndValidateConfiguration().
// Just being extra cautious.
f.log.Sugar().Errorf("Invalid inventory policy: %q, defaulting to 'must match'", policy)
ret = inventory.PolicyMustMatch
}
return ret
}
type manifestSource agentcfg.ManifestProjectCF
func (s *manifestSource) ID() string {
return *s.Id
}
func (s *manifestSource) Configuration() *agentcfg.ManifestProjectCF {
return (*agentcfg.ManifestProjectCF)(s)
}
|
