Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

fix: infer correct shard in statefulset setup (#17124, #17016) #17167

Merged
merged 15 commits into from
Feb 13, 2024
Merged

fix: infer correct shard in statefulset setup (#17124, #17016) #17167

Show file tree
Hide file tree
Changes from 8 commits
Commits
Show all changes
15 commits
Select commit Hold shift + click to select a range
7f6a08a
fix: infer correct shard in statefulset setup
woehrl01 Feb 10, 2024
14b7ec1
fix the case if only a single replica
woehrl01 Feb 10, 2024
80951b9
fix: resolving pointer on shard compare
woehrl01 Feb 11, 2024
a557f8d
fix: add readlock for cluster accessor
woehrl01 Feb 11, 2024
9f50589
fix: use defer to protect access of 'shard'
woehrl01 Feb 11, 2024
1bb3db9
fix: revert locking in getclusteraccessor
woehrl01 Feb 11, 2024
d586b63
Merge remote-tracking branch 'origin/master' into fix-processing-shards
woehrl01 Feb 12, 2024
a779b1c
fix: handle nil shard case
woehrl01 Feb 12, 2024
98e93b6
fix: handle any nil shard value as false
woehrl01 Feb 12, 2024
d1f185d
fix: handle nil case and fix another missing pointer dereference
woehrl01 Feb 12, 2024
08adee2
revert
woehrl01 Feb 12, 2024
5b52b6d
fix: added tests and fixed some behaviour bugs
woehrl01 Feb 13, 2024
4fa4cc2
test: add test to validate that Shard value is not overriden
woehrl01 Feb 13, 2024
81c920d
fix: added tests and fixe the case when server is changed inside a se…
woehrl01 Feb 13, 2024
4194e89
tests: add test cases for infering the shard logic
woehrl01 Feb 13, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
11 changes: 3 additions & 8 deletions cmd/argocd-application-controller/commands/argocd_application_controller.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -241,12 +241,7 @@ func NewCommand() *cobra.Command {
}

func getClusterSharding(kubeClient *kubernetes.Clientset, settingsMgr *settings.SettingsManager, shardingAlgorithm string, enableDynamicClusterDistribution bool) (sharding.ClusterShardingCache, error) {
var (
replicasCount int
)
// StatefulSet mode and Deployment mode uses different default values for shard number.
defaultShardNumberValue := 0

var replicasCount int
if enableDynamicClusterDistribution {
applicationControllerName := env.StringFromEnv(common.EnvAppControllerName, common.DefaultApplicationControllerName)
appControllerDeployment, err := kubeClient.AppsV1().Deployments(settingsMgr.GetNamespace()).Get(context.Background(), applicationControllerName, metav1.GetOptions{})
Expand All @@ -258,15 +253,14 @@ func getClusterSharding(kubeClient *kubernetes.Clientset, settingsMgr *settings.

if appControllerDeployment != nil && appControllerDeployment.Spec.Replicas != nil {
replicasCount = int(*appControllerDeployment.Spec.Replicas)
defaultShardNumberValue = -1
} else {
return nil, fmt.Errorf("(dymanic cluster distribution) failed to get app controller deployment replica count")
}

} else {
replicasCount = env.ParseNumFromEnv(common.EnvControllerReplicas, 0, 0, math.MaxInt32)
}
shardNumber := env.ParseNumFromEnv(common.EnvControllerShard, defaultShardNumberValue, -math.MaxInt32, math.MaxInt32)
shardNumber := env.ParseNumFromEnv(common.EnvControllerShard, -1, -math.MaxInt32, math.MaxInt32)
if replicasCount > 1 {
// check for shard mapping using configmap if application-controller is a deployment
// else use existing logic to infer shard from pod name if application-controller is a statefulset
Expand Down Expand Up @@ -296,6 +290,7 @@ func getClusterSharding(kubeClient *kubernetes.Clientset, settingsMgr *settings.
}
} else {
log.Info("Processing all cluster shards")
shardNumber = 0
}
db := db.NewDB(settingsMgr.GetNamespace(), settingsMgr, kubeClient)
return sharding.NewClusterSharding(db, shardNumber, replicasCount, shardingAlgorithm), nil
Expand Down
5 changes: 3 additions & 2 deletions controller/sharding/cache.go
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -111,8 +111,8 @@ func (sharding *ClusterSharding) Update(c *v1alpha1.Cluster) {

func (sharding *ClusterSharding) GetDistribution() map[string]int {
sharding.lock.RLock()
defer sharding.lock.RUnlock()
shards := sharding.Shards
sharding.lock.RUnlock()

distribution := make(map[string]int, len(shards))
for k, v := range shards {
Expand Down Expand Up @@ -149,11 +149,12 @@ func hasShardingUpdates(old, new *v1alpha1.Cluster) bool {
if old == nil || new == nil || (old.Shard == nil && new.Shard == nil) {
return false
}
return old.Shard != new.Shard
return old.Shard == nil || new.Shard == nil || int64(*old.Shard) != int64(*new.Shard)
leoluz marked this conversation as resolved.
Show resolved Hide resolved
}

func (d *ClusterSharding) GetClusterAccessor() clusterAccessor {
return func() []*v1alpha1.Cluster {
// no need to lock, as this is only called from the updateDistribution function
woehrl01 marked this conversation as resolved.
Show resolved Hide resolved
clusters := make([]*v1alpha1.Cluster, 0, len(d.Clusters))
for _, c := range d.Clusters {
clusters = append(clusters, c)
Expand Down
Loading