10 // Import all Kubernetes client auth plugins (e.g. Azure, GCP, OIDC, etc.)
11 _ "k8s.io/client-go/plugin/pkg/client/auth"
12 "k8s.io/client-go/rest"
14 "github.com/bpa-operator/pkg/apis"
15 "github.com/bpa-operator/pkg/controller"
17 "github.com/operator-framework/operator-sdk/pkg/k8sutil"
18 kubemetrics "github.com/operator-framework/operator-sdk/pkg/kube-metrics"
19 "github.com/operator-framework/operator-sdk/pkg/leader"
20 "github.com/operator-framework/operator-sdk/pkg/log/zap"
21 "github.com/operator-framework/operator-sdk/pkg/metrics"
22 "github.com/operator-framework/operator-sdk/pkg/restmapper"
23 sdkVersion "github.com/operator-framework/operator-sdk/version"
24 "github.com/spf13/pflag"
25 v1 "k8s.io/api/core/v1"
26 "k8s.io/apimachinery/pkg/util/intstr"
27 "sigs.k8s.io/controller-runtime/pkg/client/config"
28 "sigs.k8s.io/controller-runtime/pkg/manager"
29 logf "sigs.k8s.io/controller-runtime/pkg/runtime/log"
30 "sigs.k8s.io/controller-runtime/pkg/runtime/signals"
33 // Change below variables to serve metrics on different host or port.
35 metricsHost = "0.0.0.0"
36 metricsPort int32 = 8383
37 operatorMetricsPort int32 = 8686
39 var log = logf.Log.WithName("cmd")
42 log.Info(fmt.Sprintf("Go Version: %s", runtime.Version()))
43 log.Info(fmt.Sprintf("Go OS/Arch: %s/%s", runtime.GOOS, runtime.GOARCH))
44 log.Info(fmt.Sprintf("Version of operator-sdk: %v", sdkVersion.Version))
48 // Add the zap logger flag set to the CLI. The flag set must
49 // be added before calling pflag.Parse().
50 pflag.CommandLine.AddFlagSet(zap.FlagSet())
52 // Add flags registered by imported packages (e.g. glog and
53 // controller-runtime)
54 pflag.CommandLine.AddGoFlagSet(flag.CommandLine)
58 // Use a zap logr.Logger implementation. If none of the zap
59 // flags are configured (or if the zap flag set is not being
60 // used), this defaults to a production zap logger.
62 // The logger instantiated here can be changed to any logger
63 // implementing the logr.Logger interface. This logger will
64 // be propagated through the whole operator, generating
65 // uniform and structured logs.
66 logf.SetLogger(zap.Logger())
70 namespace, err := k8sutil.GetWatchNamespace()
72 log.Error(err, "Failed to get watch namespace")
76 // Get a config to talk to the apiserver
77 cfg, err := config.GetConfig()
84 // Become the leader before proceeding
85 err = leader.Become(ctx, "bpa-operator-lock")
91 // Create a new Cmd to provide shared dependencies and start components
92 mgr, err := manager.New(cfg, manager.Options{
94 MapperProvider: restmapper.NewDynamicRESTMapper,
95 MetricsBindAddress: fmt.Sprintf("%s:%d", metricsHost, metricsPort),
102 log.Info("Registering Components.")
104 // Setup Scheme for all resources
105 if err := apis.AddToScheme(mgr.GetScheme()); err != nil {
110 // Setup all Controllers
111 if err := controller.AddToManager(mgr); err != nil {
116 if err = serveCRMetrics(cfg); err != nil {
117 log.Info("Could not generate and serve custom resource metrics", "error", err.Error())
120 // Add to the below struct any other metrics ports you want to expose.
121 servicePorts := []v1.ServicePort{
122 {Port: metricsPort, Name: metrics.OperatorPortName, Protocol: v1.ProtocolTCP, TargetPort: intstr.IntOrString{Type: intstr.Int, IntVal: metricsPort}},
123 {Port: operatorMetricsPort, Name: metrics.CRPortName, Protocol: v1.ProtocolTCP, TargetPort: intstr.IntOrString{Type: intstr.Int, IntVal: operatorMetricsPort}},
125 // Create Service object to expose the metrics port(s).
126 _, err = metrics.CreateMetricsService(ctx, cfg, servicePorts)
128 log.Info(err.Error())
131 log.Info("Starting the Cmd.")
134 if err := mgr.Start(signals.SetupSignalHandler()); err != nil {
135 log.Error(err, "Manager exited non-zero")
140 // serveCRMetrics gets the Operator/CustomResource GVKs and generates metrics based on those types.
141 // It serves those metrics on "http://metricsHost:operatorMetricsPort".
142 func serveCRMetrics(cfg *rest.Config) error {
143 // Below function returns filtered operator/CustomResource specific GVKs.
144 // For more control override the below GVK list with your own custom logic.
145 filteredGVK, err := k8sutil.GetGVKsFromAddToScheme(apis.AddToScheme)
149 // Get the namespace the operator is currently deployed in.
150 operatorNs, err := k8sutil.GetOperatorNamespace()
154 // To generate metrics in other namespaces, add the values below.
155 ns := []string{operatorNs}
156 // Generate and serve custom resource specific metrics.
157 err = kubemetrics.GenerateAndServeCRMetrics(cfg, ns, filteredGVK, metricsHost, operatorMetricsPort)