-
Notifications
You must be signed in to change notification settings - Fork 5.8k
Fix: respect required: false for env_file in publish command #13652
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
base: main
Are you sure you want to change the base?
Changes from all commits
File filter
Filter by extension
Conversations
Jump to
Diff view
Diff view
There are no files selected for viewing
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -251,6 +251,11 @@ func processFile(ctx context.Context, file string, project *types.Project, extFi | |
| } | ||
| for name, service := range base.Services { | ||
| for i, envFile := range service.EnvFiles { | ||
| if !envFile.Required { | ||
| if _, err := os.Stat(envFile.Path); os.IsNotExist(err) { | ||
| continue | ||
| } | ||
| } | ||
| hash := fmt.Sprintf("%x.env", sha256.Sum256([]byte(envFile.Path))) | ||
| envFiles[envFile.Path] = hash | ||
| f, err = transform.ReplaceEnvFile(f, name, i, hash) | ||
|
|
@@ -351,8 +356,11 @@ func (s *composeService) checkEnvironmentVariables(project *types.Project, optio | |
| errorList := map[string][]string{} | ||
|
|
||
| for _, service := range project.Services { | ||
| if len(service.EnvFiles) > 0 { | ||
| errorList[service.Name] = append(errorList[service.Name], fmt.Sprintf("service %q has env_file declared.", service.Name)) | ||
| for _, envFile := range service.EnvFiles { | ||
| if envFile.Required { | ||
| errorList[service.Name] = append(errorList[service.Name], fmt.Sprintf("service %q has required env_file declared.", service.Name)) | ||
| break | ||
| } | ||
|
Comment on lines
+359
to
+363
Contributor
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. We should also return an error when the file is not required but present on the user disk, because it will be upload as part of the Compose artifact |
||
| } | ||
| } | ||
|
|
||
|
|
@@ -438,6 +446,12 @@ func (s *composeService) checkForSensitiveData(project *types.Project) ([]secret | |
| for _, service := range project.Services { | ||
| // Check env files | ||
| for _, envFile := range service.EnvFiles { | ||
| // Skip optional env files that don't exist | ||
| if !envFile.Required { | ||
| if _, err := os.Stat(envFile.Path); os.IsNotExist(err) { | ||
| continue | ||
| } | ||
| } | ||
|
Comment on lines
+450
to
+454
Contributor
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Same here, we should check env variables if the file exist on user's host
Author
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. Done |
||
| findings, err := scan.ScanFile(envFile.Path) | ||
| if err != nil { | ||
| return nil, fmt.Errorf("failed to scan env file %s: %w", envFile.Path, err) | ||
|
|
||
| Original file line number | Diff line number | Diff line change | ||||
|---|---|---|---|---|---|---|
|
|
@@ -18,6 +18,7 @@ package compose | |||||
|
|
||||||
| import ( | ||||||
| "slices" | ||||||
| "strings" | ||||||
| "testing" | ||||||
|
|
||||||
| "github.com/compose-spec/compose-go/v2/loader" | ||||||
|
|
@@ -100,3 +101,75 @@ services: | |||||
| return !slices.Contains([]string{".Data", ".Digest", ".Size"}, path.String()) | ||||||
| }, cmp.Ignore())) | ||||||
| } | ||||||
|
|
||||||
| func Test_createLayers_withRequiredFalse(t *testing.T) { | ||||||
| project, err := loader.LoadWithContext(t.Context(), types.ConfigDetails{ | ||||||
| WorkingDir: "testdata/publish/", | ||||||
| Environment: types.Mapping{}, | ||||||
| ConfigFiles: []types.ConfigFile{ | ||||||
| { | ||||||
| Filename: "testdata/publish/compose-required-false.yaml", | ||||||
| }, | ||||||
| }, | ||||||
| }) | ||||||
| assert.NilError(t, err) | ||||||
| project.ComposeFiles = []string{"testdata/publish/compose-required-false.yaml"} | ||||||
|
|
||||||
| service := &composeService{} | ||||||
| layers, err := service.createLayers(t.Context(), project, api.PublishOptions{ | ||||||
| WithEnvironment: true, | ||||||
| }) | ||||||
| assert.NilError(t, err) | ||||||
|
|
||||||
| assert.Equal(t, len(layers), 3) | ||||||
|
|
||||||
| assert.Equal(t, layers[0].Annotations["com.docker.compose.file"], "compose-required-false.yaml") | ||||||
|
|
||||||
| assert.Equal(t, layers[1].MediaType, "application/vnd.docker.compose.envfile") | ||||||
| assert.Equal(t, layers[2].MediaType, "application/vnd.docker.compose.envfile") | ||||||
|
|
||||||
| envFileHashes := []string{ | ||||||
| layers[1].Annotations["com.docker.compose.envfile"], | ||||||
| layers[2].Annotations["com.docker.compose.envfile"], | ||||||
| } | ||||||
| assert.Assert(t, envFileHashes[0] != "") | ||||||
| assert.Assert(t, envFileHashes[1] != "") | ||||||
| assert.Assert(t, envFileHashes[0] != "missing.env") | ||||||
| assert.Assert(t, envFileHashes[1] != "missing.env") | ||||||
| } | ||||||
|
|
||||||
| func Test_checkEnvironmentVariables_withRequiredFalse(t *testing.T) { | ||||||
| project := &types.Project{ | ||||||
| Services: types.Services{ | ||||||
| "test": { | ||||||
| Name: "test", | ||||||
| EnvFiles: []types.EnvFile{ | ||||||
| { | ||||||
| Path: "missing.env", | ||||||
| Required: false, | ||||||
| }, | ||||||
| { | ||||||
| Path: "existing.env", | ||||||
| Required: true, | ||||||
| }, | ||||||
| }, | ||||||
| }, | ||||||
| "test2": { | ||||||
| Name: "test2", | ||||||
| EnvFiles: []types.EnvFile{ | ||||||
| { | ||||||
| Path: "optional.env", | ||||||
| Required: false, | ||||||
| }, | ||||||
| }, | ||||||
| }, | ||||||
| }, | ||||||
| } | ||||||
|
|
||||||
| service := &composeService{} | ||||||
|
|
||||||
| err := service.checkEnvironmentVariables(project, api.PublishOptions{}) | ||||||
| assert.Assert(t, err != nil) | ||||||
| assert.Assert(t, strings.Contains(err.Error(), `service "test" has required env_file declared.`)) | ||||||
|
Contributor
There was a problem hiding this comment. Choose a reason for hiding this commentThe reason will be displayed to describe this comment to others. Learn more. nit
Suggested change
|
||||||
| assert.Assert(t, !strings.Contains(err.Error(), `service "test2"`)) | ||||||
| } | ||||||
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,11 @@ | ||
| name: test-required-false | ||
| services: | ||
| test: | ||
| image: test | ||
| env_file: | ||
| - path: missing.env | ||
| required: false | ||
| - path: optional.env | ||
| required: false | ||
| - path: existing.env | ||
| required: true |
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1 @@ | ||
| EXISTING_VAR=value |
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1 @@ | ||
| OPTIONAL_VAR=value |
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
If the file does exist on the user's host, it should still be published as a layer and skipped by default
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
Done