Skip to content
This repository has been archived by the owner on Feb 15, 2022. It is now read-only.

Differentiate between failures to load config file not existing vs. parse errors #242

Merged
merged 5 commits into from
Aug 22, 2019
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
31 changes: 21 additions & 10 deletions core/component.go
Original file line number Diff line number Diff line change
Expand Up @@ -63,11 +63,16 @@ func UnmarshalFile(path string, unmarshalFunc unmarshalFunction, output interfac

// UnmarshalComponent finds and unmarshal the component.<format> of a component using the
// provided `unmarshalFunc` function.
func (c *Component) UnmarshalComponent(marshaledType string, unmarshalFunc unmarshalFunction, component *Component) error {
componentFilename := fmt.Sprintf("component.%s", marshaledType)
func (c *Component) UnmarshalComponent(serializationType string, unmarshalFunc unmarshalFunction, component *Component) error {
log.Debugf("Attempting to unmarshal %s for component '%s'", serializationType, c.Name)

componentFilename := fmt.Sprintf("component.%s", serializationType)
componentPath := path.Join(c.PhysicalPath, componentFilename)

return UnmarshalFile(componentPath, unmarshalFunc, component)
err := UnmarshalFile(componentPath, unmarshalFunc, component)
component.Serialization = serializationType

return err
}

func (c *Component) applyDefaultsAndMigrations() {
Expand All @@ -85,18 +90,24 @@ func (c *Component) applyDefaultsAndMigrations() {
}
}

// LoadComponent loads a component definition in either YAML or JSON formats.
func (c *Component) LoadComponent() (loadedComponent Component, err error) {
log.Debugf("Attempting to unmarshal yaml for component '%s'", c.Name)
if err = c.UnmarshalComponent("yaml", yaml.Unmarshal, &loadedComponent); err != nil {
log.Debugf("Failed to unmarshal yaml for component '%s'; attempting json", c.Name)

// If success or loading or parsing the yaml component failed for reasons other than it didn't exist, return.
if err = c.UnmarshalComponent("yaml", yaml.Unmarshal, &loadedComponent); err != nil && !os.IsNotExist(err) {
return loadedComponent, err
}

// If YAML component definition did not exist, try JSON.
if err != nil {
if err = c.UnmarshalComponent("json", json.Unmarshal, &loadedComponent); err != nil {
log.Debugf("Failed to unmarshal json for component '%s'", c.Name)
if !os.IsNotExist(err) {
return loadedComponent, err
}

errorMessage := fmt.Sprintf("Error loading component in path %s", c.PhysicalPath)
return loadedComponent, errors.New(errorMessage)
}
loadedComponent.Serialization = "json"
} else {
loadedComponent.Serialization = "yaml"
}

loadedComponent.applyDefaultsAndMigrations()
Expand Down
18 changes: 9 additions & 9 deletions core/componentConfig.go
Original file line number Diff line number Diff line change
Expand Up @@ -64,18 +64,18 @@ func (cc *ComponentConfig) MergeConfigFile(path string, environment string) (err

// Load loads the config for the specified environment.
func (cc *ComponentConfig) Load(environment string) (err error) {
err = cc.UnmarshalYAMLConfig(environment)

// fall back to looking for JSON if loading YAML fails.
if err != nil {
err = cc.UnmarshalJSONConfig(environment)
// If success or loading or parsing the file failed for reasons other than it didn't exist, return.
if err = cc.UnmarshalYAMLConfig(environment); err == nil || !os.IsNotExist(err) {
return err
}

if err != nil {
// couldn't find any config files, so default back to yaml serialization
cc.Serialization = "yaml"
}
// If success or loading or parsing the file failed for reasons other than it didn't exist, return.
if err = cc.UnmarshalJSONConfig(environment); err == nil || !os.IsNotExist(err) {
return err
}

// Otherwise, no config files were found, so default to yaml serialization and return.
cc.Serialization = "yaml"
return nil
}

Expand Down
18 changes: 18 additions & 0 deletions core/componentConfig_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,24 @@ func TestLoad(t *testing.T) {
assert.Equal(t, "myapp", config.Namespace)
}

func TestFailedYAMLLoad(t *testing.T) {
config := ComponentConfig{
Path: "../testdata/badyamlconfig",
}

err := config.Load("common")
assert.NotNil(t, err)
}

func TestFailedJSONLoad(t *testing.T) {
config := ComponentConfig{
Path: "../testdata/badjsonconfig",
}

err := config.Load("common")
assert.NotNil(t, err)
}

func TestMerge(t *testing.T) {
currentConfig := NewComponentConfig("../testdata/merge")
err := currentConfig.Load("current")
Expand Down
20 changes: 20 additions & 0 deletions core/component_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -42,6 +42,26 @@ func TestLoadComponent(t *testing.T) {
assert.Equal(t, component.Subcomponents[0].Method, "git")
}

func TestLoadBadYAMLComponent(t *testing.T) {
component := Component{
PhysicalPath: "../testdata/badyamldefinition",
LogicalPath: "",
}

component, err := component.LoadComponent()
assert.NotNil(t, err)
}

func TestLoadBadJSONComponent(t *testing.T) {
component := Component{
PhysicalPath: "../testdata/badjsondefinition",
LogicalPath: "",
}

component, err := component.LoadComponent()
assert.NotNil(t, err)
}

func TestLoadConfig(t *testing.T) {
component := Component{
PhysicalPath: "../testdata/generate/infra",
Expand Down
8 changes: 8 additions & 0 deletions testdata/badjsoncomponent/component.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
"name": "microservices-workload",
"subcomponents": [
{
"name": "infra",
"source": "./infra"
}
]
}
1 change: 1 addition & 0 deletions testdata/badjsonconfig/config/common.json
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
THIS IS NOT VALID JSON
2 changes: 2 additions & 0 deletions testdata/badyamlcomponent/component.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
microservices-workload
subcomponents:
17 changes: 17 additions & 0 deletions testdata/badyamlconfig/config/common.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,17 @@
subcomponents:
anotherservice:
config:
image:
tag: "744"
replicaCount: 1
screenprofiler:
config:
envVar:
important: true
fabshouldfail: true
is_this_a_bug: definitely
culprit:"this is where it all goes wrong due to the lack of space between key and value"
image:
repository: somewheregood.azurecr.io/screenprofiler
tag: "73"
replicaCount: 1