Fix cascade-pattern-with-extension for cascade in site config

Also clean up the log handling in the integration tester, most notably lost logs during the config loading.

Fixes #12151
This commit is contained in:
Bjørn Erik Pedersen 2024-02-26 16:13:05 +01:00
parent d4be1643a0
commit 1736ef7459
6 changed files with 104 additions and 26 deletions

View file

@ -671,6 +671,13 @@ type Configs struct {
configLangs []config.AllProvider configLangs []config.AllProvider
} }
func (c *Configs) Validate(logger loggers.Logger) error {
for p := range c.Base.Cascade.Config {
page.CheckCascadePattern(logger, p)
}
return nil
}
// transientErr returns the last transient error found during config compilation. // transientErr returns the last transient error found during config compilation.
func (c *Configs) transientErr() error { func (c *Configs) transientErr() error {
for _, l := range c.LanguageConfigSlice { for _, l := range c.LanguageConfigSlice {
@ -969,7 +976,7 @@ func decodeConfigFromParams(fs afero.Fs, logger loggers.Logger, bcfg config.Base
}) })
for _, v := range decoderSetups { for _, v := range decoderSetups {
p := decodeConfig{p: p, c: target, fs: fs, logger: logger, bcfg: bcfg} p := decodeConfig{p: p, c: target, fs: fs, bcfg: bcfg}
if err := v.decode(v, p); err != nil { if err := v.decode(v, p); err != nil {
return fmt.Errorf("failed to decode %q: %w", v.key, err) return fmt.Errorf("failed to decode %q: %w", v.key, err)
} }

View file

@ -18,7 +18,6 @@ import (
"strings" "strings"
"github.com/gohugoio/hugo/cache/filecache" "github.com/gohugoio/hugo/cache/filecache"
"github.com/gohugoio/hugo/common/loggers"
"github.com/gohugoio/hugo/common/maps" "github.com/gohugoio/hugo/common/maps"
"github.com/gohugoio/hugo/common/types" "github.com/gohugoio/hugo/common/types"
"github.com/gohugoio/hugo/config" "github.com/gohugoio/hugo/config"
@ -43,11 +42,10 @@ import (
) )
type decodeConfig struct { type decodeConfig struct {
p config.Provider p config.Provider
c *Config c *Config
fs afero.Fs fs afero.Fs
logger loggers.Logger bcfg config.BaseConfig
bcfg config.BaseConfig
} }
type decodeWeight struct { type decodeWeight struct {
@ -293,7 +291,7 @@ var allDecoderSetups = map[string]decodeWeight{
key: "cascade", key: "cascade",
decode: func(d decodeWeight, p decodeConfig) error { decode: func(d decodeWeight, p decodeConfig) error {
var err error var err error
p.c.Cascade, err = page.DecodeCascadeConfig(p.logger, p.p.Get(d.key)) p.c.Cascade, err = page.DecodeCascadeConfig(nil, p.p.Get(d.key))
return err return err
}, },
}, },

View file

@ -674,6 +674,8 @@ S1|p1:|p2:p2|
// Issue 11977. // Issue 11977.
func TestCascadeExtensionInPath(t *testing.T) { func TestCascadeExtensionInPath(t *testing.T) {
t.Parallel()
files := ` files := `
-- hugo.toml -- -- hugo.toml --
baseURL = "https://example.org" baseURL = "https://example.org"
@ -700,3 +702,67 @@ title: "Post 1"
b.Assert(err, qt.IsNotNil) b.Assert(err, qt.IsNotNil)
b.AssertLogContains(`cascade target path "/posts/post-1.de.md" looks like a path with an extension; since Hugo v0.123.0 this will not match anything, see https://gohugo.io/methods/page/path/`) b.AssertLogContains(`cascade target path "/posts/post-1.de.md" looks like a path with an extension; since Hugo v0.123.0 this will not match anything, see https://gohugo.io/methods/page/path/`)
} }
func TestCascadeExtensionInPathIgnore(t *testing.T) {
t.Parallel()
files := `
-- hugo.toml --
baseURL = "https://example.org"
ignoreLogs = ['cascade-pattern-with-extension']
[languages]
[languages.en]
weight = 1
[languages.de]
-- content/_index.de.md --
+++
[[cascade]]
[cascade.params]
foo = 'bar'
[cascade._target]
path = '/posts/post-1.de.md'
+++
-- content/posts/post-1.de.md --
---
title: "Post 1"
---
-- layouts/_default/single.html --
{{ .Title }}|{{ .Params.foo }}$
`
b := Test(t, files)
b.AssertLogNotContains(`looks like a path with an extension`)
}
func TestCascadConfigExtensionInPath(t *testing.T) {
t.Parallel()
files := `
-- hugo.toml --
baseURL = "https://example.org"
[[cascade]]
[cascade.params]
foo = 'bar'
[cascade._target]
path = '/p1.md'
`
b, err := TestE(t, files)
b.Assert(err, qt.IsNotNil)
b.AssertLogContains(`looks like a path with an extension`)
}
func TestCascadConfigExtensionInPathIgnore(t *testing.T) {
t.Parallel()
files := `
-- hugo.toml --
baseURL = "https://example.org"
ignoreLogs = ['cascade-pattern-with-extension']
[[cascade]]
[cascade.params]
foo = 'bar'
[cascade._target]
path = '/p1.md'
`
b := Test(t, files)
b.AssertLogNotContains(`looks like a path with an extension`)
}

View file

@ -169,10 +169,11 @@ type IntegrationTestBuilder struct {
renamedFiles []string renamedFiles []string
renamedDirs []string renamedDirs []string
buildCount int buildCount int
GCCount int GCCount int
counters *buildCounters counters *buildCounters
logBuff lockingBuffer logBuff lockingBuffer
lastBuildLog string
builderInit sync.Once builderInit sync.Once
} }
@ -192,21 +193,21 @@ func (b *lockingBuffer) Write(p []byte) (n int, err error) {
func (s *IntegrationTestBuilder) AssertLogContains(els ...string) { func (s *IntegrationTestBuilder) AssertLogContains(els ...string) {
s.Helper() s.Helper()
for _, el := range els { for _, el := range els {
s.Assert(s.logBuff.String(), qt.Contains, el) s.Assert(s.lastBuildLog, qt.Contains, el)
} }
} }
func (s *IntegrationTestBuilder) AssertLogNotContains(els ...string) { func (s *IntegrationTestBuilder) AssertLogNotContains(els ...string) {
s.Helper() s.Helper()
for _, el := range els { for _, el := range els {
s.Assert(s.logBuff.String(), qt.Not(qt.Contains), el) s.Assert(s.lastBuildLog, qt.Not(qt.Contains), el)
} }
} }
func (s *IntegrationTestBuilder) AssertLogMatches(expression string) { func (s *IntegrationTestBuilder) AssertLogMatches(expression string) {
s.Helper() s.Helper()
re := regexp.MustCompile(expression) re := regexp.MustCompile(expression)
s.Assert(re.MatchString(s.logBuff.String()), qt.IsTrue, qt.Commentf(s.logBuff.String())) s.Assert(re.MatchString(s.lastBuildLog), qt.IsTrue, qt.Commentf(s.lastBuildLog))
} }
func (s *IntegrationTestBuilder) AssertBuildCountData(count int) { func (s *IntegrationTestBuilder) AssertBuildCountData(count int) {
@ -341,7 +342,7 @@ func (s *IntegrationTestBuilder) Build() *IntegrationTestBuilder {
s.Helper() s.Helper()
_, err := s.BuildE() _, err := s.BuildE()
if s.Cfg.Verbose || err != nil { if s.Cfg.Verbose || err != nil {
fmt.Println(s.logBuff.String()) fmt.Println(s.lastBuildLog)
if s.H != nil && err == nil { if s.H != nil && err == nil {
for _, s := range s.H.Sites { for _, s := range s.H.Sites {
m := s.pageMap m := s.pageMap
@ -352,7 +353,7 @@ func (s *IntegrationTestBuilder) Build() *IntegrationTestBuilder {
} }
} }
} else if s.Cfg.LogLevel <= logg.LevelDebug { } else if s.Cfg.LogLevel <= logg.LevelDebug {
fmt.Println(s.logBuff.String()) fmt.Println(s.lastBuildLog)
} }
s.Assert(err, qt.IsNil) s.Assert(err, qt.IsNil)
if s.Cfg.RunGC { if s.Cfg.RunGC {
@ -364,7 +365,7 @@ func (s *IntegrationTestBuilder) Build() *IntegrationTestBuilder {
} }
func (s *IntegrationTestBuilder) LogString() string { func (s *IntegrationTestBuilder) LogString() string {
return s.logBuff.String() return s.lastBuildLog
} }
func (s *IntegrationTestBuilder) BuildE() (*IntegrationTestBuilder, error) { func (s *IntegrationTestBuilder) BuildE() (*IntegrationTestBuilder, error) {
@ -381,6 +382,7 @@ func (s *IntegrationTestBuilder) Init() *IntegrationTestBuilder {
if err := s.initBuilder(); err != nil { if err := s.initBuilder(); err != nil {
s.Fatalf("Failed to init builder: %s", err) s.Fatalf("Failed to init builder: %s", err)
} }
s.lastBuildLog = s.logBuff.String()
return s return s
} }
@ -626,10 +628,11 @@ func (s *IntegrationTestBuilder) build(cfg BuildCfg) error {
s.Helper() s.Helper()
defer func() { defer func() {
s.reset() s.reset()
s.lastBuildLog = s.logBuff.String()
s.logBuff.Reset()
}() }()
changeEvents := s.changeEvents() changeEvents := s.changeEvents()
s.logBuff.Reset()
s.counters = &buildCounters{} s.counters = &buildCounters{}
cfg.testCounters = s.counters cfg.testCounters = s.counters
@ -643,10 +646,6 @@ func (s *IntegrationTestBuilder) build(cfg BuildCfg) error {
if err != nil { if err != nil {
return err return err
} }
logErrorCount := s.H.NumLogErrors()
if logErrorCount > 0 {
return fmt.Errorf("logged %d error(s): %s", logErrorCount, s.logBuff.String())
}
return nil return nil
} }

View file

@ -127,6 +127,7 @@ func NewHugoSites(cfg deps.DepsCfg) (*HugoSites, error) {
SuppressStatements: conf.IgnoredLogs(), SuppressStatements: conf.IgnoredLogs(),
} }
logger = loggers.New(logOpts) logger = loggers.New(logOpts)
} }
memCache := dynacache.New(dynacache.Options{Running: conf.Running(), Log: logger}) memCache := dynacache.New(dynacache.Options{Running: conf.Running(), Log: logger})
@ -145,6 +146,9 @@ func NewHugoSites(cfg deps.DepsCfg) (*HugoSites, error) {
} }
confm := cfg.Configs confm := cfg.Configs
if err := confm.Validate(logger); err != nil {
return nil, err
}
var sites []*Site var sites []*Site
ns := &contentNodeShifter{ ns := &contentNodeShifter{

View file

@ -98,6 +98,12 @@ func isGlobWithExtension(s string) bool {
return strings.Count(last, ".") > 0 return strings.Count(last, ".") > 0
} }
func CheckCascadePattern(logger loggers.Logger, m PageMatcher) {
if logger != nil && isGlobWithExtension(m.Path) {
logger.Erroridf("cascade-pattern-with-extension", "cascade target path %q looks like a path with an extension; since Hugo v0.123.0 this will not match anything, see https://gohugo.io/methods/page/path/", m.Path)
}
}
func DecodeCascadeConfig(logger loggers.Logger, in any) (*config.ConfigNamespace[[]PageMatcherParamsConfig, map[PageMatcher]maps.Params], error) { func DecodeCascadeConfig(logger loggers.Logger, in any) (*config.ConfigNamespace[[]PageMatcherParamsConfig, map[PageMatcher]maps.Params], error) {
buildConfig := func(in any) (map[PageMatcher]maps.Params, any, error) { buildConfig := func(in any) (map[PageMatcher]maps.Params, any, error) {
cascade := make(map[PageMatcher]maps.Params) cascade := make(map[PageMatcher]maps.Params)
@ -127,9 +133,7 @@ func DecodeCascadeConfig(logger loggers.Logger, in any) (*config.ConfigNamespace
for _, cfg := range cfgs { for _, cfg := range cfgs {
m := cfg.Target m := cfg.Target
if isGlobWithExtension(m.Path) { CheckCascadePattern(logger, m)
logger.Erroridf("cascade-pattern-with-extension", "cascade target path %q looks like a path with an extension; since Hugo v0.123.0 this will not match anything, see https://gohugo.io/methods/page/path/", m.Path)
}
c, found := cascade[m] c, found := cascade[m]
if found { if found {
// Merge // Merge