configuration.go

// Copyright 2019 HAProxy Technologies
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
//

package configuration

import (
	"encoding/json"
	"errors"
	"fmt"
	"io/fs"
	"os"
	"path/filepath"
	"strings"
	"sync"
	"time"

	petname "github.com/dustinkirkland/golang-petname"
	"github.com/haproxytech/client-native/v6/models"
	"github.com/haproxytech/dataplaneapi/log"
	"github.com/haproxytech/dataplaneapi/storage"
	"github.com/haproxytech/dataplaneapi/storagetype"
	jsoniter "github.com/json-iterator/go"
)

var cfg *Configuration

type HAProxyConfiguration struct {
	SpoeDir              string        `long:"spoe-dir" description:"Path to SPOE directory." default:"/etc/haproxy/spoe" group:"resources"`
	ServiceName          string        `long:"service" description:"Name of the HAProxy service" group:"reload"`
	HAProxy              string        `short:"b" long:"haproxy-bin" description:"Path to the haproxy binary file" default:"haproxy" group:"haproxy"`
	UserListFile         string        `long:"userlist-file" description:"Path to the dataplaneapi userlist file. By default userlist is read from HAProxy conf. When specified userlist would be read from this file" group:"userlist"`
	ReloadCmd            string        `short:"r" long:"reload-cmd" description:"Reload command" group:"reload"`
	RestartCmd           string        `short:"s" long:"restart-cmd" description:"Restart command" group:"reload"`
	StatusCmd            string        `long:"status-cmd" description:"Status command" group:"reload"`
	NodeIDFile           string        `long:"fid" description:"Path to file that will dataplaneapi use to write its id (not a pid) that was given to him after joining a cluster" group:"haproxy"`
	PIDFile              string        `long:"pid-file" description:"Path to file that will dataplaneapi use to write its pid" group:"dataplaneapi" example:"/tmp/dataplane.pid"`
	ReloadStrategy       string        `long:"reload-strategy" description:"Either systemd, s6 or custom" default:"custom" group:"reload"`
	TransactionDir       string        `short:"t" long:"transaction-dir" description:"Path to the transaction directory" default:"/tmp/haproxy" group:"transaction"`
	ValidateCmd          string        `long:"validate-cmd" description:"Executes a custom command to perform the HAProxy configuration check" group:"reload"`
	BackupsDir           string        `long:"backups-dir" description:"Path to directory in which to place backup files" group:"transaction"`
	MapsDir              string        `short:"p" long:"maps-dir" description:"Path to directory of map files managed by dataplane" default:"/etc/haproxy/maps" group:"resources"`
	SpoeTransactionDir   string        `long:"spoe-transaction-dir" description:"Path to the SPOE transaction directory" default:"/tmp/spoe-haproxy" group:"resources"`
	DataplaneConfig      string        `short:"f" description:"Path to the dataplane configuration file" default:"/etc/haproxy/dataplaneapi.yaml" yaml:"-"`
	ConfigFile           string        `short:"c" long:"config-file" description:"Path to the haproxy configuration file" default:"/etc/haproxy/haproxy.cfg" group:"haproxy"`
	Userlist             string        `short:"u" long:"userlist" description:"Userlist in HAProxy configuration to use for API Basic Authentication" default:"controller" group:"userlist"`
	MasterRuntime        string        `short:"m" long:"master-runtime" description:"Path to the master Runtime API socket" group:"haproxy"`
	SSLCertsDir          string        `long:"ssl-certs-dir" description:"Path to SSL certificates directory" default:"/etc/haproxy/ssl" group:"resources"`
	GeneralStorageDir    string        `long:"general-storage-dir" description:"Path to general storage directory" default:"/etc/haproxy/general" group:"resources"`
	ClusterTLSCertDir    string        `long:"cluster-tls-dir" description:"Path where cluster tls certificates will be stored. Defaults to same directory as dataplane configuration file" group:"cluster"`
	DataplaneStorageDir  string        `long:"dataplane-storage-dir" description:"Path to dataplane internal storage directory" default:"/etc/haproxy/dataplane" group:"resources"`
	PreferredTimeSuffix  string        `long:"time-suffix" description:"Preferred time unit to use when writing time values in configuration (nearest, none, ms, s, m, h, d)" default:"nearest" group:"haproxy"`
	UpdateMapFilesPeriod int64         `long:"update-map-files-period" description:"Elapsed time in seconds between two maps syncing operations" default:"10" group:"resources"`
	ReloadDelay          int           `short:"d" long:"reload-delay" description:"Minimum delay between two reloads (in s)" default:"5" group:"reload"`
	MaxOpenTransactions  int64         `long:"max-open-transactions" description:"Limit for active transaction in pending state" default:"20" group:"transaction"`
	BackupsNumber        int           `short:"n" long:"backups-number" description:"Number of backup configuration files you want to keep, stored in the config dir with version number suffix" default:"0" group:"transaction"`
	ReloadRetention      int           `long:"reload-retention" description:"Reload retention in days, every older reload id will be deleted" default:"1" group:"reload"`
	UID                  int           `long:"uid" description:"User id value to set on start" group:"dataplaneapi" example:"1000"`
	GID                  int           `long:"gid" description:"Group id value to set on start" group:"dataplaneapi" example:"1000"`
	UpdateMapFiles       bool          `long:"update-map-files" description:"Flag used for syncing map files with runtime maps values" group:"resources"`
	ShowSystemInfo       bool          `short:"i" long:"show-system-info" description:"Show system info on info endpoint" group:"dataplaneapi"`
	MasterWorkerMode     bool          `long:"master-worker-mode" description:"Flag to enable helpers when running within HAProxy" group:"haproxy"`
	DisableInotify       bool          `long:"disable-inotify" description:"Disables inotify watcher for the configuration file" group:"dataplaneapi"`
	DebugSocketPath      string        `long:"debug-socket-path" description:"Unix socket path for the debugging command socket" group:"dataplaneapi"`
	DelayedStartMax      time.Duration `long:"delayed-start-max" description:"Maximum duration to wait for the haproxy runtime socket to be ready" default:"30s" group:"haproxy"`
	DelayedStartTick     time.Duration `long:"delayed-start-tick" description:"Duration between checks for the haproxy runtime socket to be ready" default:"500ms" group:"haproxy"`
}

type User struct {
	Name     string `long:"name" description:"User name" group:"user" example:"admin"`
	Password string `long:"password" description:"password" group:"user" example:"adminpwd"`
	Insecure bool   `long:"insecure" description:"insecure password" group:"user" example:"true"`
}

type APIConfiguration struct {
	APIAddress string `long:"api-address" description:"Advertised API address" group:"advertised" yaml:"address" example:"10.2.3.4" save:"true"`
	APIPort    int64  `long:"api-port" description:"Advertised API port" group:"advertised" yaml:"port" example:"80" save:"true"`
}

type ClusterConfiguration struct {
	APIRegisterPath    AtomicString               `yaml:"api_register_path,omitempty" group:"cluster" save:"true"`
	APIBasePath        AtomicString               `yaml:"api_base_path,omitempty" group:"cluster" save:"true"`
	ActiveBootstrapKey AtomicString               `yaml:"active_bootstrap_key,omitempty" group:"cluster" save:"true"`
	Token              AtomicString               `yaml:"token,omitempty" group:"cluster" save:"true"`
	ID                 AtomicString               `yaml:"id,omitempty" group:"cluster" save:"true"`
	Port               AtomicInt                  `yaml:"port,omitempty" group:"cluster" save:"true"`
	BootstrapKey       AtomicString               `yaml:"bootstrap_key,omitempty" group:"cluster" save:"true"`
	APINodesPath       AtomicString               `yaml:"api_nodes_path,omitempty" group:"cluster" save:"true"`
	URL                AtomicString               `yaml:"url,omitempty" group:"cluster" save:"true"`
	StorageDir         AtomicString               `yaml:"storage_dir,omitempty" group:"cluster" save:"true"`
	CertificateDir     AtomicString               `yaml:"cert_path,omitempty" group:"cluster" save:"true"`
	CertificateFetched AtomicBool                 `yaml:"cert_fetched,omitempty" group:"cluster" save:"true" example:"false"`
	Name               AtomicString               `yaml:"name,omitempty" group:"cluster" save:"true"`
	Description        AtomicString               `yaml:"description,omitempty" group:"cluster" save:"true"`
	ClusterID          AtomicString               `yaml:"cluster_id,omitempty" group:"cluster" save:"true"`
	ClusterLogTargets  []*models.ClusterLogTarget `yaml:"cluster_log_targets,omitempty" group:"cluster" save:"true"`
}

func (c *ClusterConfiguration) Clear() {
	c.ID.Store("")
	c.ActiveBootstrapKey.Store("")
	c.Token.Store("")
	c.Port.Store(0)
	c.APIBasePath.Store("")
	c.APINodesPath.Store("")
	c.APIRegisterPath.Store("")
	c.CertificateFetched.Store(false)
	c.Name.Store("")
	c.Description.Store("")
	c.ClusterID.Store("")
	c.ClusterLogTargets = nil
	c.URL.Store("")
	c.StorageDir.Store("")
	c.CertificateDir.Store("")
}

type RuntimeData struct {
	Host        string
	APIBasePath string
	Port        int
}

type NotifyConfiguration struct {
	BootstrapKeyChanged *ChanNotify `yaml:"-"`
	ServerStarted       *ChanNotify `yaml:"-"`
	CertificateRefresh  *ChanNotify `yaml:"-"`
	Reload              *ChanNotify `yaml:"-"`
	Shutdown            *ChanNotify `yaml:"-"`
}

type ServiceDiscovery struct {
	Consuls    []*models.Consul    `yaml:"consuls" group:"service_discovery" save:"true"`
	AWSRegions []*models.AwsRegion `yaml:"aws-regions" group:"service_discovery" save:"true"`
	consulMu   sync.Mutex
	awsMu      sync.Mutex
}

//nolint:staticcheck
type Configuration struct {
	Cluster                 ClusterConfiguration       `yaml:"-"`
	Notify                  NotifyConfiguration        `yaml:"-"`
	Mode                    AtomicString               `yaml:"mode" default:"single"`
	storage                 Storage                    `yaml:"-"`
	clusterModeStorage      storage.ClusterModeStorage `yaml:"-"`
	sdConsulStorage         storage.SDConsulStorage    `yaml:"-"`
	sdAWSRegionStorage      storage.SDAWStorage        `yaml:"-"`
	Name                    AtomicString               `yaml:"name" example:"famous_condor"`
	Cmdline                 AtomicString               `yaml:"-"`
	Status                  AtomicString               `yaml:"status,omitempty"`
	DeprecatedBootstrapKey  AtomicString               `yaml:"bootstrap_key,omitempty" deprecated:"true"`
	reloadSignal            chan os.Signal
	shutdownSignal          chan os.Signal
	MapSync                 *MapSync             `yaml:"-"`
	Syslog                  log.SyslogOptions    `yaml:"-"`
	Logging                 log.LoggingOptions   `yaml:"-"`
	RuntimeData             RuntimeData          `yaml:"-"`
	ServiceDiscovery        ServiceDiscovery     `yaml:"-"`
	Users                   []User               `yaml:"-"`
	APIOptions              APIConfiguration     `yaml:"-"`
	LogTargets              log.Targets          `yaml:"log_targets,omitempty" group:"log"`
	HAProxy                 HAProxyConfiguration `yaml:"-"`
	FlagLoadDapiStorageData bool                 `yaml:"-"`
	mutex                   sync.Mutex
}

var cfgInitOnce sync.Once

// Get returns pointer to configuration
func Get() *Configuration {
	cfgInitOnce.Do(func() {
		cfg = &Configuration{}
		cfg.Notify.BootstrapKeyChanged = NewChanNotify()
		cfg.Notify.ServerStarted = NewChanNotify()
		cfg.Notify.CertificateRefresh = NewChanNotify()
		cfg.Notify.Reload = NewChanNotify()
		cfg.Notify.Shutdown = NewChanNotify()
		cfg.MapSync = NewMapSync()

		var sb strings.Builder
		for _, v := range os.Args {
			if !strings.HasPrefix(v, "-") && !strings.Contains(v, `\ `) && strings.ContainsAny(v, " ") {
				fmt.Fprintf(&sb, "\"%s\" ", v)
			} else {
				fmt.Fprintf(&sb, "%s ", v)
			}
		}

		cfg.Cmdline.Store(sb.String())
	})
	return cfg
}

func (c *Configuration) GetStorageData() *StorageDataplaneAPIConfiguration {
	return c.storage.Get()
}

func (c *Configuration) GetClusterModeStorage() storage.ClusterModeStorage {
	return c.clusterModeStorage
}

func (c *Configuration) GetUsers() storagetype.Users {
	// SingleModeUsers + ClusterModeUsers
	// ClusterMode users
	users := c.clusterModeStorage.GetUsers()
	// SingleMode users
	for _, user := range c.Users {
		found := false
		for _, cmUser := range users {
			if cmUser.Name == user.Name {
				found = true
				break
			}
		}
		pwd := user.Password
		insecure := user.Insecure
		if !found {
			users = append(users, storagetype.User{
				Name:     user.Name,
				Password: &pwd,
				Insecure: &insecure,
			})
		}
	}
	return users
}

func (c *Configuration) UnSubscribeAll() {
	c.Notify.BootstrapKeyChanged.UnSubscribeAll()
	c.Notify.ServerStarted.UnSubscribeAll()
	c.Notify.CertificateRefresh.UnSubscribeAll()
	c.Notify.Reload.UnSubscribeAll()
	c.Notify.Shutdown.UnSubscribeAll()
}

func (c *Configuration) Load() ([]string, error) {
	c.mutex.Lock()
	defer c.mutex.Unlock()

	var err error
	deprecationInfoMsg := make([]string, 0)
	if c.HAProxy.DataplaneConfig == "" {
		c.storage = &StorageDummy{}
		_ = c.storage.Load("")
	} else {
		c.storage = &StorageYML{}
		if err = c.storage.Load(c.HAProxy.DataplaneConfig); err != nil {
			if errors.Is(err, fs.ErrNotExist) {
				fmt.Printf("configuration file %s does not exists, creating one\n", c.HAProxy.DataplaneConfig)
			} else {
				return deprecationInfoMsg, fmt.Errorf("configuration file %s not valid (only yaml format is supported): %w", c.HAProxy.DataplaneConfig, err)
			}
		}
	}

	copyToConfiguration(c)

	if c.FlagLoadDapiStorageData {
		deprecationInfoMsg, err = c.LoadDataplaneStorageConfig()
		if err != nil {
			return deprecationInfoMsg, err
		}
	}

	if c.Name.Load() == "" {
		hostname, nameErr := os.Hostname()
		if nameErr != nil {
			fmt.Printf("Error fetching hostname, using petname for dataplaneapi name: %s\n", nameErr.Error())
			c.Name.Store(petname.Generate(2, "_"))
		}
		c.Name.Store(hostname)
	}

	if err = validateReloadConfiguration(&c.HAProxy); err != nil {
		return deprecationInfoMsg, err
	}

	return deprecationInfoMsg, nil
}

func (c *Configuration) LoadDataplaneStorageConfig() ([]string, error) {
	var err error
	var deprecationInfoMsg []string

	//--------------------
	// Load from dataplane storage cluster.json: users, cluster, service_discovery
	// It has to be after copyToConfiguration as it needs the dataplaneapi_storage_path
	//--------------------
	if err = c.loadClusterModeData(); err != nil {
		return deprecationInfoMsg, err
	}
	if err = c.loadSDConsuls(); err != nil {
		return deprecationInfoMsg, err
	}
	if err = c.loadSDAWSRegions(); err != nil {
		return deprecationInfoMsg, err
	}

	//--------------------
	// Deprecated fields migration
	//--------------------
	deprecationInfoMsg, err = c.migrateDeprecatedFields()
	if err != nil {
		return deprecationInfoMsg, err
	}

	if c.clusterModeStorage.IsClusterMode() {
		c.Mode.Store(ModeCluster)
	} else {
		c.Mode.Store(ModeSingle)
	}
	log.Debugf("Mode: %s", c.Mode.Load())
	return deprecationInfoMsg, err
}

func (c *Configuration) LoadRuntimeVars(swaggerJSON json.RawMessage, host string, port int) error {
	var m map[string]interface{}
	json := jsoniter.ConfigCompatibleWithStandardLibrary
	err := json.Unmarshal(swaggerJSON, &m)
	if err != nil {
		return err
	}

	cfg.RuntimeData.APIBasePath = m["basePath"].(string)
	if host == "localhost" {
		host = "127.0.0.1"
	}
	cfg.RuntimeData.Host = host
	cfg.RuntimeData.Port = port

	return nil
}

func (c *Configuration) Save() error {
	c.mutex.Lock()
	defer c.mutex.Unlock()

	copyConfigurationToStorage(c)
	if len(c.LogTargets) == 0 {
		cfg := c.storage.Get()
		cfg.LogTargets = nil
	}
	// clean storage data if we are not in cluster mode or preparing to go into that mode
	if c.Mode.Load() != ModeCluster && c.Cluster.BootstrapKey.Load() == "" {
		storage := c.storage.Get()
		storage.DeprecatedCluster = nil
	}

	// dataplane storage
	if err := c.SaveClusterModeData(); err != nil {
		return err
	}
	if err := c.SaveSDConsuls(); err != nil {
		return err
	}

	return c.storage.Save()
}

func (c *Configuration) GetClusterCertDir() string {
	dir := c.Cluster.CertificateDir.Load()
	if dir == "" {
		dir = c.HAProxy.ClusterTLSCertDir
	}
	if dir == "" {
		// use same dir as dataplane config file
		url := c.HAProxy.DataplaneConfig
		dir = filepath.Dir(url)
	}
	return dir
}

func (c *Configuration) SaveConsuls(consuls []*models.Consul) error {
	c.ServiceDiscovery.consulMu.Lock()
	defer c.ServiceDiscovery.consulMu.Unlock()
	c.ServiceDiscovery.Consuls = consuls
	return c.SaveSDConsuls()
}

func (c *Configuration) SaveAWS(aws []*models.AwsRegion) error {
	c.ServiceDiscovery.awsMu.Lock()
	defer c.ServiceDiscovery.awsMu.Unlock()

	c.ServiceDiscovery.AWSRegions = aws
	return c.SaveSDAWSRegions()
}