Fixes intelsdi-x#1222 Applies config defaults

control/config.go

@@ -482,7 +482,6 @@ func (p *pluginConfig) getPluginConfigDataNode(pluginType core.PluginType, name
 		}
 	}
 
-	//todo change to debug
 	log.WithFields(log.Fields{
 		"_block_":            "getPluginConfigDataNode",
 		"_module":            "config",

control/control.go

@@ -734,6 +734,10 @@ func (p *pluginControl) getMetricsAndCollectors(requested []core.RequestedMetric
 				if config == nil {
 					config = cdata.NewNode()
 				}
+				// apply defaults to the metric
+				if cfg := m.Plugin.ConfigPolicy.Get(ns.Strings()); cfg != nil {
+					config.ApplyDefaults(cfg.Defaults())
+				}
 				newMetrics = append(newMetrics, &metric{
 					namespace: m.Namespace(),
 					version:   m.Version(),
@@ -928,7 +932,7 @@ func (p *pluginControl) CollectMetrics(id string, allTags map[string]map[string]
 		// merge global plugin config into the config for the metric
 		for _, mt := range pmt.metricTypes {
 			if mt.Config() != nil {
-				mt.Config().ReverseMerge(p.Config.Plugins.getPluginConfigDataNode(core.CollectorPluginType, pmt.plugin.Name(), pmt.plugin.Version()))
+				mt.Config().ReverseMergeInPlace(p.Config.Plugins.getPluginConfigDataNode(core.CollectorPluginType, pmt.plugin.Name(), pmt.plugin.Version()))
 			}
 		}
 

control/control_test.go

@@ -812,9 +812,6 @@ func TestMetricConfig(t *testing.T) {
 			errs := c.subscriptionGroups.validateMetric(m1)
 			So(errs, ShouldBeNil)
 		})
-		Convey("So mock should have name: bob config from defaults", func() {
-			So(c.Config.Plugins.pluginCache["0"+core.Separator+"mock"+core.Separator+"1"].Table()["name"], ShouldResemble, ctypes.ConfigValueStr{Value: "bob"})
-		})
 
 		c.Stop()
 		time.Sleep(100 * time.Millisecond)

control/plugin/cpolicy/node.go

@@ -153,6 +153,18 @@ func (c *ConfigPolicyNode) HasRules() bool {
 	return false
 }
 
+// Defaults returns a map[string]ctypes.ConfigValue for all of the rules that
+// have defaults.
+func (c *ConfigPolicyNode) Defaults() map[string]ctypes.ConfigValue {
+	defaults := map[string]ctypes.ConfigValue{}
+	for name, rule := range c.rules {
+		if def := rule.Default(); def != nil {
+			defaults[name] = def
+		}
+	}
+	return defaults
+}
+
 // Validates and returns a processed policy node or nil and error if validation has failed
 func (c *ConfigPolicyNode) Process(m map[string]ctypes.ConfigValue) (*map[string]ctypes.ConfigValue, *ProcessingErrors) {
 	c.mutex.Lock()

control/plugin_manager.go

@@ -380,7 +380,7 @@ func (p *pluginManager) LoadPlugin(details *pluginDetails, emitter gomit.Emitter
 			}
 
 			// Update config policy with defaults
-			cfgNode.ReverseMerge(defaults)
+			cfgNode = cfgNode.ReverseMerge(defaults)
 			cp, err = c.GetConfigPolicy()
 			if err != nil {
 				pmLogger.WithFields(log.Fields{

control/subscription_group.go

@@ -235,10 +235,10 @@ func (s *subscriptionGroups) ValidateDeps(requested []core.RequestedMetric,
 		if err != nil {
 			return []serror.SnapError{serror.New(err)}
 		}
-		plg.Config().ReverseMerge(
+		mergedConfig := plg.Config().ReverseMerge(
 			s.Config.Plugins.getPluginConfigDataNode(
 				typ, plg.Name(), plg.Version()))
-		errs := s.validatePluginSubscription(plg)
+		errs := s.validatePluginSubscription(plg, mergedConfig)
 		if len(errs) > 0 {
 			serrs = append(serrs, errs...)
 			return serrs
@@ -247,7 +247,7 @@ func (s *subscriptionGroups) ValidateDeps(requested []core.RequestedMetric,
 	return
 }
 
-func (p *subscriptionGroups) validatePluginSubscription(pl core.SubscribedPlugin) []serror.SnapError {
+func (p *subscriptionGroups) validatePluginSubscription(pl core.SubscribedPlugin, mergedConfig *cdata.ConfigDataNode) []serror.SnapError {
 	var serrs = []serror.SnapError{}
 	controlLogger.WithFields(log.Fields{
 		"_block": "validate-plugin-subscription",
@@ -267,7 +267,7 @@ func (p *subscriptionGroups) validatePluginSubscription(pl core.SubscribedPlugin
 
 	if lp.ConfigPolicy != nil {
 		ncd := lp.ConfigPolicy.Get([]string{""})
-		_, errs := ncd.Process(pl.Config().Table())
+		_, errs := ncd.Process(mergedConfig.Table())
 		if errs != nil && errs.HasErrors() {
 			for _, e := range errs.Errors() {
 				se := serror.New(e)
@@ -309,7 +309,7 @@ func (s *subscriptionGroups) validateMetric(
 
 	// merge global plugin config
 	if m.config != nil {
-		m.config.ReverseMerge(
+		m.config.ReverseMergeInPlace(
 			s.Config.Plugins.getPluginConfigDataNode(typ,
 				m.Plugin.Name(), m.Plugin.Version()))
 	} else {
@@ -352,10 +352,20 @@ func (s *subscriptionGroup) process(id string) (serrs []serror.SnapError) {
 		"metrics":    fmt.Sprintf("%+v", s.requestedMetrics),
 	}).Debug("gathered collectors")
 
-	//add processors and publishers to collectors just gathered
 	for _, plugin := range s.requestedPlugins {
+		//add processors and publishers to collectors just gathered
 		if plugin.TypeName() != core.CollectorPluginType.String() {
 			plugins = append(plugins, plugin)
+			// add defaults to plugins (exposed in a plugins ConfigPolicy)
+			if lp, err := s.pluginManager.get(
+				fmt.Sprintf("%s:%s:%d",
+					plugin.TypeName(),
+					plugin.Name(),
+					plugin.Version())); err == nil && lp.ConfigPolicy != nil {
+				if policy := lp.ConfigPolicy.Get([]string{""}); policy != nil && len(policy.Defaults()) > 0 {
+					plugin.Config().ApplyDefaults(policy.Defaults())
+				}
+			}
 		}
 	}
 

core/cdata/node.go

@@ -142,7 +142,7 @@ func (c ConfigDataNode) Merge(n ctree.Node) ctree.Node {
 
 // Merges a ConfigDataNode with this one but does not overwrite any
 // conflicting values. Any conflicts are decided by the callers value.
-func (c *ConfigDataNode) ReverseMerge(n ctree.Node) ctree.Node {
+func (c *ConfigDataNode) ReverseMergeInPlace(n ctree.Node) ctree.Node {
 	cd := n.(*ConfigDataNode)
 	new_table := make(map[string]ctypes.ConfigValue)
 	// Lock here since we are modifying c.table
@@ -160,6 +160,35 @@ func (c *ConfigDataNode) ReverseMerge(n ctree.Node) ctree.Node {
 	return c
 }
 
+// Merges a ConfigDataNode with a copy of the current ConfigDataNode and returns
+// the copy.  The merge does not overwrite any conflicting values.
+// Any conflicts are decided by the callers value.
+func (c *ConfigDataNode) ReverseMerge(n ctree.Node) *ConfigDataNode {
+	cd := n.(*ConfigDataNode)
+	copy := NewNode()
+	t2 := c.table
+	for k, v := range cd.Table() {
+		copy.table[k] = v
+	}
+	for k, v := range t2 {
+		copy.table[k] = v
+	}
+	return copy
+}
+
+// ApplyDefaults will set default values if the given ConfigDataNode doesn't
+// already have a value for the given configuration.
+func (c *ConfigDataNode) ApplyDefaults(defaults map[string]ctypes.ConfigValue) {
+	// Lock here since we are modifying c.table
+	c.mutex.Lock()
+	defer c.mutex.Unlock()
+	for name, def := range defaults {
+		if _, ok := c.table[name]; !ok {
+			c.table[name] = def
+		}
+	}
+}
+
 // Deletes a field in ConfigDataNode. If the field does not exist Delete is
 // considered a no-op
 func (c ConfigDataNode) DeleteItem(k string) {