pkg/trait/cron.go (420 lines of code) (raw):

/* Licensed to the Apache Software Foundation (ASF) under one or more contributor license agreements. See the NOTICE file distributed with this work for additional information regarding copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package trait import ( "fmt" "regexp" "strconv" "strings" batchv1 "k8s.io/api/batch/v1" corev1 "k8s.io/api/core/v1" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/utils/ptr" v1 "github.com/apache/camel-k/v2/pkg/apis/camel/v1" traitv1 "github.com/apache/camel-k/v2/pkg/apis/camel/v1/trait" "github.com/apache/camel-k/v2/pkg/metadata" "github.com/apache/camel-k/v2/pkg/util" "github.com/apache/camel-k/v2/pkg/util/source" "github.com/apache/camel-k/v2/pkg/util/uri" ) const ( cronTraitID = "cron" cronTraitOrder = 1000 cronStrategySelectorOrder = 1000 defaultCronActiveDeadlineSeconds = int64(60) defaultCronBackoffLimit = int32(2) genericCronComponent = "cron" genericCronComponentFallbackScheme = "quartz" overriddenFromURI = "timer:camel-k-overridden-cron?delay=0&period=1&repeatCount=1" ) type cronTrait struct { BaseTrait traitv1.CronTrait `property:",squash"` } var _ ControllerStrategySelector = &cronTrait{} // cronInfo contains information about cron schedules present in the code. type cronInfo struct { components []string schedule string } // cronExtractor extracts cron information from a Camel URI. type cronExtractor func(string) *cronInfo var ( camelTimerPeriodMillis = regexp.MustCompile(`^[0-9]+$`) supportedCamelComponents = map[string]cronExtractor{ "timer": timerToCronInfo, "quartz": quartzToCronInfo, "cron": cronToCronInfo, } ) func newCronTrait() Trait { return &cronTrait{ BaseTrait: NewBaseTrait(cronTraitID, cronTraitOrder), } } func (t *cronTrait) Configure(e *Environment) (bool, *TraitCondition, error) { if e.Integration == nil { return false, nil, nil } if !ptr.Deref(t.Enabled, true) { return false, NewIntegrationConditionUserDisabled("Cron"), nil } if !e.IntegrationInPhase(v1.IntegrationPhaseInitialization) && !e.IntegrationInRunningPhases() { return false, nil, nil } if ptr.Deref(t.Auto, true) { err := t.autoConfigure(e) if err != nil { return false, NewIntegrationCondition( "Cron", v1.IntegrationConditionCronJobAvailable, corev1.ConditionFalse, v1.IntegrationConditionCronJobNotAvailableReason, err.Error(), ), err } } // Fallback strategy can be implemented in any other controller if ptr.Deref(t.Fallback, false) { var condition *TraitCondition if e.IntegrationInPhase(v1.IntegrationPhaseDeploying) { condition = NewIntegrationCondition( "Cron", v1.IntegrationConditionCronJobAvailable, corev1.ConditionFalse, v1.IntegrationConditionCronJobNotAvailableReason, "fallback strategy selected", ) } return true, condition, nil } // CronJob strategy requires common schedule strategy, err := e.DetermineControllerStrategy() if err != nil { return false, NewIntegrationCondition( "Cron", v1.IntegrationConditionCronJobAvailable, corev1.ConditionFalse, v1.IntegrationConditionCronJobNotAvailableReason, err.Error(), ), err } if strategy != ControllerStrategyCronJob { return false, nil, nil } if t.Schedule != "" { t.Enabled = ptr.To(true) } return ptr.Deref(t.Enabled, false), nil, nil } func (t *cronTrait) autoConfigure(e *Environment) error { globalCron, err := t.getGlobalCron(e) if err != nil { return err } if t.Schedule == "" && globalCron != nil { t.Schedule = globalCron.schedule } if globalCron != nil { configuredComponents := strings.FieldsFunc(t.Components, func(c rune) bool { return c == ',' }) for _, c := range globalCron.components { util.StringSliceUniqueAdd(&configuredComponents, c) } t.Components = strings.Join(configuredComponents, ",") } if (t.Schedule == "" && t.Components == "") && t.Fallback == nil { // If there's at least a `cron` endpoint, add a fallback implementation fromURIs, err := t.getSourcesFromURIs(e) if err != nil { return err } for _, fromURI := range fromURIs { if uri.GetComponent(fromURI) == genericCronComponent { t.Fallback = ptr.To(true) break } } } return nil } func (t *cronTrait) Apply(e *Environment) error { //nolint: nestif if e.IntegrationInPhase(v1.IntegrationPhaseInitialization) { util.StringSliceUniqueAdd(&e.Integration.Status.Capabilities, v1.CapabilityCron) if ptr.Deref(t.Fallback, false) { fallbackArtifact := e.CamelCatalog.GetArtifactByScheme(genericCronComponentFallbackScheme) if fallbackArtifact == nil { return fmt.Errorf("no fallback artifact for scheme %q has been found in camel catalog", genericCronComponentFallbackScheme) } util.StringSliceUniqueAdd(&e.Integration.Status.Dependencies, fallbackArtifact.GetDependencyID()) util.StringSliceUniqueConcat(&e.Integration.Status.Dependencies, fallbackArtifact.GetConsumerDependencyIDs(genericCronComponentFallbackScheme)) return nil } // Will change the "from" URI in order to execute the task just once if err := t.changeSourcesCronURI(e); err != nil { return err } cronComponentArtifact := e.CamelCatalog.GetArtifactByScheme("timer") if cronComponentArtifact == nil { return fmt.Errorf("no timer artifact has been found in camel catalog") } util.StringSliceUniqueAdd(&e.Integration.Status.Dependencies, cronComponentArtifact.GetDependencyID()) } if e.IntegrationInRunningPhases() && !ptr.Deref(t.Fallback, false) { if e.ApplicationProperties == nil { e.ApplicationProperties = make(map[string]string) } // Will instruct the context to stop as soon as the first message is done e.ApplicationProperties["camel.main.durationMaxMessages"] = "1" cronJob := t.getCronJobFor(e) e.Resources.Add(cronJob) e.Integration.Status.SetCondition( v1.IntegrationConditionCronJobAvailable, corev1.ConditionTrue, v1.IntegrationConditionCronJobAvailableReason, fmt.Sprintf( "CronJob name is %s. Notice that the routes \"from\" parameter was changed to "+ "\"%s\" in order to be able to trigger the Camel application as a CronJob.", cronJob.Name, overriddenFromURI, )) } return nil } func (t *cronTrait) getCronJobFor(e *Environment) *batchv1.CronJob { annotations := make(map[string]string) if e.Integration.Annotations != nil { for k, v := range filterTransferableAnnotations(e.Integration.Annotations) { annotations[k] = v } } activeDeadline := defaultCronActiveDeadlineSeconds if t.ActiveDeadlineSeconds != nil { activeDeadline = *t.ActiveDeadlineSeconds } backoffLimit := defaultCronBackoffLimit if t.BackoffLimit != nil { backoffLimit = *t.BackoffLimit } cronjob := batchv1.CronJob{ TypeMeta: metav1.TypeMeta{ Kind: "CronJob", APIVersion: batchv1.SchemeGroupVersion.String(), }, ObjectMeta: metav1.ObjectMeta{ Name: e.Integration.Name, Namespace: e.Integration.Namespace, Labels: map[string]string{ v1.IntegrationLabel: e.Integration.Name, }, Annotations: e.Integration.Annotations, }, Spec: batchv1.CronJobSpec{ Schedule: t.Schedule, TimeZone: t.TimeZone, ConcurrencyPolicy: t.getConcurrentPolicy(), StartingDeadlineSeconds: t.StartingDeadlineSeconds, JobTemplate: batchv1.JobTemplateSpec{ Spec: batchv1.JobSpec{ ActiveDeadlineSeconds: &activeDeadline, BackoffLimit: &backoffLimit, Template: corev1.PodTemplateSpec{ ObjectMeta: metav1.ObjectMeta{ Labels: map[string]string{ v1.IntegrationLabel: e.Integration.Name, }, Annotations: annotations, }, Spec: corev1.PodSpec{ ServiceAccountName: e.Integration.Spec.ServiceAccountName, RestartPolicy: corev1.RestartPolicyNever, }, }, }, }, }, } return &cronjob } // SelectControllerStrategy can be used to check if a CronJob can be generated given the integration and trait settings. func (t *cronTrait) SelectControllerStrategy(e *Environment) (*ControllerStrategy, error) { cronStrategy := ControllerStrategyCronJob if ptr.Deref(t.Fallback, false) { return nil, nil } if t.Schedule != "" { return &cronStrategy, nil } if ptr.Deref(t.Auto, true) { globalCron, err := t.getGlobalCron(e) if err == nil && globalCron != nil { return &cronStrategy, nil } } return nil, nil } func (t *cronTrait) ControllerStrategySelectorOrder() int { return cronStrategySelectorOrder } // Gathering cron information func newCronInfo() *cronInfo { return &cronInfo{} } func (c *cronInfo) withComponents(components ...string) *cronInfo { for _, comp := range components { util.StringSliceUniqueAdd(&c.components, comp) } return c } func (c *cronInfo) withSchedule(schedule string) *cronInfo { c.schedule = schedule return c } func (t *cronTrait) getGlobalCron(e *Environment) (*cronInfo, error) { fromURIs, err := t.getSourcesFromURIs(e) if err != nil { return nil, err } passiveComponents := make(map[string]bool) e.CamelCatalog.VisitSchemes(func(id string, scheme v1.CamelScheme) bool { if scheme.Passive { passiveComponents[id] = true } return true }) var cron []string for _, from := range fromURIs { comp := uri.GetComponent(from) if supportedCamelComponents[comp] != nil { cron = append(cron, from) } else if !passiveComponents[comp] { return nil, nil } } globalCron := getCronForURIs(cron) return globalCron, nil } func (t *cronTrait) getSourcesFromURIs(e *Environment) ([]string, error) { var fromUris []string _, err := e.ConsumeMeta(true, func(meta metadata.IntegrationMetadata) bool { fromUris = meta.FromURIs return true }) if err != nil { return nil, err } return fromUris, nil } func (t *cronTrait) getConcurrentPolicy() batchv1.ConcurrencyPolicy { if t.ConcurrencyPolicy == "" { return batchv1.ForbidConcurrent } return batchv1.ConcurrencyPolicy(t.ConcurrencyPolicy) } func getCronForURIs(camelURIs []string) *cronInfo { var globalCron *cronInfo for _, camelURI := range camelURIs { cr := getCronForURI(camelURI) if cr == nil { return nil } if globalCron == nil { globalCron = cr } else { if !cronEquivalent(globalCron.schedule, cr.schedule) { return nil } globalCron = globalCron.withComponents(cr.components...) } } return globalCron } func getCronForURI(camelURI string) *cronInfo { comp := uri.GetComponent(camelURI) extractor := supportedCamelComponents[comp] return extractor(camelURI) } // Specific extractors // timerToCronInfo converts a timer endpoint to a Kubernetes cron schedule //nolint:mnd func timerToCronInfo(camelURI string) *cronInfo { if uri.GetQueryParameter(camelURI, "delay") != "" || uri.GetQueryParameter(camelURI, "repeatCount") != "" || uri.GetQueryParameter(camelURI, "time") != "" { return nil } periodStr := uri.GetQueryParameter(camelURI, "period") var period uint64 if camelTimerPeriodMillis.MatchString(periodStr) { period = checkedStringToUint64(periodStr) } else { return nil } if period == 0 || period%1000 != 0 { return nil } seconds := period / 1000 if seconds%3600 == 0 { hours := seconds / 3600 if hours == 24 { return newCronInfo().withComponents("timer").withSchedule("0 0 * * ?") } else if hours < 24 && 24%hours == 0 { return newCronInfo().withComponents("timer").withSchedule(fmt.Sprintf("0 0/%d * * ?", hours)) } } else if seconds%60 == 0 { minutes := seconds / 60 if minutes < 60 && 60%minutes == 0 { return newCronInfo().withComponents("timer").withSchedule(fmt.Sprintf("0/%d * * * ?", minutes)) } } return nil } // quartzToCronInfo converts a quartz endpoint to a Kubernetes cron schedule. func quartzToCronInfo(camelURI string) *cronInfo { if uri.GetQueryParameter(camelURI, "fireNow") != "" || uri.GetQueryParameter(camelURI, "customCalendar") != "" || uri.GetQueryParameter(camelURI, "startDelayedSeconds") != "" { return nil } // Quartz URI has 6 or 7 components instead of the 5 expected by Kubernetes (starts with seconds, ends with year). cron := uri.GetQueryParameter(camelURI, "cron") normalized := toKubernetesCronSchedule(cron) if normalized != "" { return newCronInfo().withComponents("quartz").withSchedule(normalized) } return nil } // cronToCronInfo converts a cron endpoint to a Kubernetes cron schedule. func cronToCronInfo(camelURI string) *cronInfo { // Camel cron URIs have 5 to 7 components. schedule := uri.GetQueryParameter(camelURI, "schedule") normalized := toKubernetesCronSchedule(schedule) if normalized != "" { return newCronInfo().withComponents("cron").withSchedule(normalized) } return nil } // Utility func cronEquivalent(cron1, cron2 string) bool { // best effort to determine if two crons are equivalent cron1 = strings.ReplaceAll(cron1, "?", "*") cron2 = strings.ReplaceAll(cron2, "?", "*") return cron1 == cron2 } func toKubernetesCronSchedule(cron string) string { parts := strings.Split(cron, " ") if len(parts) > 5 { // drop seconds if they can be ignored if parts[0] == "0" { parts = parts[1:] } else { return "" } } if len(parts) == 6 && (parts[5] == "*" || parts[5] == "?") { // drop year if present parts = parts[0:5] } if len(parts) == 5 { return strings.Join(parts, " ") } return "" } func checkedStringToUint64(str string) uint64 { res, err := strconv.ParseUint(str, 10, 0) if err != nil { panic(err) } return res } // changeSourcesCronURI is in charge to change the value of the from route with a component that executes // the workload just once. func (t *cronTrait) changeSourcesCronURI(e *Environment) error { for _, src := range e.Integration.AllSources() { dslInspector := source.InspectorForLanguage(e.CamelCatalog, src.InferLanguage()) replaced, err := dslInspector.ReplaceFromURI(&src, overriddenFromURI) if replaced { // replace generated source e.Integration.Status.AddOrReplaceGeneratedSources(src) } else if err != nil { return fmt.Errorf("wasn't able to replace cron uri trigger in source %s", src.Name) } } return nil }