2019-01-12 04:58:27 +00:00
|
|
|
package norman
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"errors"
|
|
|
|
"fmt"
|
|
|
|
"os"
|
|
|
|
|
|
|
|
"github.com/rancher/norman/api"
|
|
|
|
"github.com/rancher/norman/controller"
|
|
|
|
"github.com/rancher/norman/leader"
|
|
|
|
"github.com/rancher/norman/store/crd"
|
|
|
|
"github.com/rancher/norman/store/proxy"
|
|
|
|
"github.com/rancher/norman/types"
|
|
|
|
"github.com/sirupsen/logrus"
|
|
|
|
"k8s.io/apiextensions-apiserver/pkg/client/clientset/clientset"
|
|
|
|
"k8s.io/client-go/kubernetes"
|
|
|
|
"k8s.io/client-go/tools/clientcmd"
|
|
|
|
)
|
|
|
|
|
|
|
|
type serverContextKey struct{}
|
|
|
|
|
|
|
|
func GetServer(ctx context.Context) *Server {
|
|
|
|
return ctx.Value(serverContextKey{}).(*Server)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *Config) Build(ctx context.Context, opts *Options) (context.Context, *Server, error) {
|
|
|
|
var (
|
|
|
|
err error
|
|
|
|
starters []controller.Starter
|
|
|
|
)
|
|
|
|
|
|
|
|
if c.Name == "" {
|
|
|
|
return ctx, nil, errors.New("name must be set on norman.Config")
|
|
|
|
}
|
|
|
|
|
|
|
|
if opts == nil {
|
|
|
|
opts = &Options{}
|
|
|
|
}
|
|
|
|
|
|
|
|
r := &Runtime{
|
|
|
|
AllSchemas: types.NewSchemas(),
|
|
|
|
}
|
|
|
|
|
|
|
|
server := &Server{
|
|
|
|
Config: c,
|
|
|
|
Runtime: r,
|
|
|
|
}
|
|
|
|
|
|
|
|
ctx = context.WithValue(ctx, serverContextKey{}, server)
|
|
|
|
|
|
|
|
ctx, err = c.defaults(ctx, r, *opts)
|
|
|
|
if err != nil {
|
|
|
|
return ctx, nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, schema := range c.Schemas {
|
|
|
|
r.AllSchemas.AddSchemas(schema)
|
|
|
|
}
|
|
|
|
|
|
|
|
c.createCRDs(ctx, r)
|
|
|
|
|
|
|
|
ctx, starters, err = c.clients(ctx, r)
|
|
|
|
if err != nil {
|
|
|
|
return ctx, nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
if c.CustomizeSchemas != nil {
|
|
|
|
if err := c.CustomizeSchemas(ctx, c.ClientGetter, r.AllSchemas); err != nil {
|
|
|
|
return ctx, nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if c.GlobalSetup != nil {
|
|
|
|
ctx, err = c.GlobalSetup(ctx)
|
|
|
|
if err != nil {
|
|
|
|
return ctx, nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := c.registerControllers(ctx, c.PerServerControllers); err != nil {
|
|
|
|
return ctx, nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
if c.EnableAPI {
|
|
|
|
if err := c.apiServer(ctx, r); err != nil {
|
|
|
|
return ctx, nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if c.PreStart != nil {
|
|
|
|
if err := c.PreStart(ctx); err != nil {
|
|
|
|
return ctx, nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if !opts.DisableControllers {
|
|
|
|
err = controller.SyncThenStart(ctx, c.Threadiness, starters...)
|
2019-03-07 19:56:57 +00:00
|
|
|
go c.masterControllers(ctx, starters, r)
|
2019-01-12 04:58:27 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return ctx, server, err
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *Config) apiServer(ctx context.Context, r *Runtime) error {
|
|
|
|
server := api.NewAPIServer()
|
|
|
|
if err := server.AddSchemas(r.AllSchemas); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
r.APIHandler = server
|
|
|
|
|
|
|
|
if c.APISetup != nil {
|
|
|
|
if err := c.APISetup(ctx, server); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *Config) registerControllers(ctx context.Context, controllers []ControllerRegister) error {
|
|
|
|
for _, controller := range controllers {
|
|
|
|
if err := controller(ctx); err != nil {
|
|
|
|
return fmt.Errorf("failed to start controller: %v", err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *Config) masterControllers(ctx context.Context, starters []controller.Starter, r *Runtime) {
|
2019-01-31 22:42:07 +00:00
|
|
|
f := func(ctx context.Context) {
|
2019-01-12 04:58:27 +00:00
|
|
|
var (
|
|
|
|
err error
|
|
|
|
)
|
|
|
|
|
|
|
|
if c.MasterSetup != nil {
|
|
|
|
ctx, err = c.MasterSetup(ctx)
|
|
|
|
if err != nil {
|
|
|
|
logrus.Fatalf("failed to setup master: %v", err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
err = c.registerControllers(ctx, c.MasterControllers)
|
|
|
|
if err != nil {
|
|
|
|
logrus.Fatalf("failed to register master controllers: %v", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := controller.SyncThenStart(ctx, c.Threadiness, starters...); err != nil {
|
|
|
|
logrus.Fatalf("failed to start master controllers: %v", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
<-ctx.Done()
|
2019-01-31 22:42:07 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if c.DisableLeaderElection {
|
|
|
|
go f(ctx)
|
|
|
|
} else {
|
|
|
|
leader.RunOrDie(ctx, c.LeaderLockNamespace, c.Name, c.K8sClient, f)
|
|
|
|
}
|
2019-01-12 04:58:27 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (c *Config) defaults(ctx context.Context, r *Runtime, opts Options) (context.Context, error) {
|
|
|
|
var (
|
|
|
|
err error
|
|
|
|
)
|
|
|
|
|
|
|
|
if c.Threadiness <= 0 {
|
|
|
|
c.Threadiness = 5
|
|
|
|
}
|
|
|
|
|
|
|
|
if opts.KubeConfig != "" {
|
|
|
|
c.KubeConfig = opts.KubeConfig
|
|
|
|
}
|
|
|
|
|
|
|
|
if c.Config == nil {
|
|
|
|
envConfig := os.Getenv("KUBECONFIG")
|
|
|
|
if c.KubeConfig != "" {
|
|
|
|
envConfig = c.KubeConfig
|
|
|
|
} else if c.IgnoredKubeConfigEnv {
|
|
|
|
envConfig = ""
|
|
|
|
}
|
|
|
|
|
|
|
|
c.Config, err = clientcmd.BuildConfigFromFlags("", envConfig)
|
|
|
|
if err != nil {
|
|
|
|
return ctx, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-01-22 20:53:35 +00:00
|
|
|
r.LocalConfig = c.Config
|
|
|
|
|
2019-01-12 04:58:27 +00:00
|
|
|
if c.ClientGetter == nil {
|
|
|
|
cg, err := proxy.NewClientGetterFromConfig(*c.Config)
|
|
|
|
if err != nil {
|
|
|
|
return ctx, err
|
|
|
|
}
|
|
|
|
c.ClientGetter = cg
|
|
|
|
}
|
|
|
|
|
|
|
|
return ctx, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *Config) createCRDs(ctx context.Context, r *Runtime) {
|
|
|
|
factory := &crd.Factory{ClientGetter: c.ClientGetter}
|
|
|
|
|
|
|
|
for version, types := range c.CRDs {
|
|
|
|
factory.BatchCreateCRDs(ctx, c.CRDStorageContext, r.AllSchemas, version, types...)
|
|
|
|
}
|
|
|
|
|
|
|
|
factory.BatchWait()
|
|
|
|
}
|
|
|
|
|
|
|
|
func (c *Config) clients(ctx context.Context, r *Runtime) (context.Context, []controller.Starter, error) {
|
|
|
|
var (
|
|
|
|
starter controller.Starter
|
|
|
|
starters []controller.Starter
|
|
|
|
err error
|
|
|
|
)
|
|
|
|
|
|
|
|
if c.K8sClient == nil {
|
|
|
|
c.K8sClient, err = kubernetes.NewForConfig(c.Config)
|
|
|
|
if err != nil {
|
|
|
|
return ctx, nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if c.APIExtClient == nil {
|
|
|
|
c.APIExtClient, err = clientset.NewForConfig(c.Config)
|
|
|
|
if err != nil {
|
|
|
|
return ctx, nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, clientFactory := range c.Clients {
|
|
|
|
ctx, starter, err = clientFactory(ctx, *c.Config)
|
|
|
|
if err != nil {
|
|
|
|
return ctx, nil, err
|
|
|
|
}
|
|
|
|
starters = append(starters, starter)
|
|
|
|
}
|
|
|
|
|
|
|
|
return ctx, starters, nil
|
|
|
|
}
|