// Copyright 2023 The Hugo Authors. All rights reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. package commands import ( "context" "errors" "fmt" "io" "os" "os/signal" "path/filepath" "sync" "sync/atomic" "syscall" "time" jww "github.com/spf13/jwalterweatherman" "github.com/bep/clock" "github.com/bep/lazycache" "github.com/bep/overlayfs" "github.com/bep/simplecobra" "github.com/gohugoio/hugo/common/hstrings" "github.com/gohugoio/hugo/common/htime" "github.com/gohugoio/hugo/common/loggers" "github.com/gohugoio/hugo/common/paths" "github.com/gohugoio/hugo/config" "github.com/gohugoio/hugo/config/allconfig" "github.com/gohugoio/hugo/deps" "github.com/gohugoio/hugo/helpers" "github.com/gohugoio/hugo/hugofs" "github.com/gohugoio/hugo/hugolib" "github.com/spf13/afero" "github.com/spf13/cobra" ) var ( errHelp = errors.New("help requested") ) // Execute executes a command. func Execute(args []string) error { x, err := newExec() if err != nil { return err } args = mapLegacyArgs(args) cd, err := x.Execute(context.Background(), args) if err != nil { if err == errHelp { cd.CobraCommand.Help() fmt.Println() return nil } if simplecobra.IsCommandError(err) { // Print the help, but also return the error to fail the command. cd.CobraCommand.Help() fmt.Println() } } return err } type commonConfig struct { mu sync.Mutex configs *allconfig.Configs cfg config.Provider fs *hugofs.Fs } func (c *commonConfig) getFs() *hugofs.Fs { c.mu.Lock() defer c.mu.Unlock() return c.fs } // This is the root command. type rootCommand struct { Printf func(format string, v ...interface{}) Println func(a ...interface{}) Out io.Writer logger loggers.Logger // The main cache busting key for the caches below. configVersionID atomic.Int32 // Some, but not all commands need access to these. // Some needs more than one, so keep them in a small cache. commonConfigs *lazycache.Cache[int32, *commonConfig] hugoSites *lazycache.Cache[int32, *hugolib.HugoSites] commands []simplecobra.Commander // Flags source string baseURL string buildWatch bool forceSyncStatic bool panicOnWarning bool environment string poll string gc bool // Profile flags (for debugging of performance problems) cpuprofile string memprofile string mutexprofile string traceprofile string printm bool // TODO(bep) var vs string logging bool verbose bool verboseLog bool debug bool quiet bool renderToMemory bool cfgFile string cfgDir string logFile string } func (r *rootCommand) Build(cd *simplecobra.Commandeer, bcfg hugolib.BuildCfg, cfg config.Provider) (*hugolib.HugoSites, error) { h, err := r.Hugo(cfg) if err != nil { return nil, err } if err := h.Build(bcfg); err != nil { return nil, err } return h, nil } func (r *rootCommand) Commands() []simplecobra.Commander { return r.commands } func (r *rootCommand) ConfigFromConfig(key int32, oldConf *commonConfig) (*commonConfig, error) { cc, _, err := r.commonConfigs.GetOrCreate(key, func(key int32) (*commonConfig, error) { fs := oldConf.fs configs, err := allconfig.LoadConfig( allconfig.ConfigSourceDescriptor{ Flags: oldConf.cfg, Fs: fs.Source, Filename: r.cfgFile, ConfigDir: r.cfgDir, Environment: r.environment, }, ) if err != nil { return nil, err } if !configs.Base.C.Clock.IsZero() { // TODO(bep) find a better place for this. htime.Clock = clock.Start(configs.Base.C.Clock) } return &commonConfig{ configs: configs, cfg: oldConf.cfg, fs: fs, }, nil }) return cc, err } func (r *rootCommand) ConfigFromProvider(key int32, cfg config.Provider) (*commonConfig, error) { if cfg == nil { panic("cfg must be set") } cc, _, err := r.commonConfigs.GetOrCreate(key, func(key int32) (*commonConfig, error) { var dir string if r.source != "" { dir, _ = filepath.Abs(r.source) } else { dir, _ = os.Getwd() } if cfg == nil { cfg = config.New() } if !cfg.IsSet("publishDir") { cfg.Set("publishDir", "public") } if !cfg.IsSet("renderToDisk") { cfg.Set("renderToDisk", true) } if !cfg.IsSet("workingDir") { cfg.Set("workingDir", dir) } cfg.Set("publishDirStatic", cfg.Get("publishDir")) cfg.Set("publishDirDynamic", cfg.Get("publishDir")) renderStaticToDisk := cfg.GetBool("renderStaticToDisk") sourceFs := hugofs.Os var desinationFs afero.Fs if cfg.GetBool("renderToDisk") { desinationFs = hugofs.Os } else { desinationFs = afero.NewMemMapFs() if renderStaticToDisk { // Hybrid, render dynamic content to Root. cfg.Set("publishDirDynamic", "/") } else { // Rendering to memoryFS, publish to Root regardless of publishDir. cfg.Set("publishDirDynamic", "/") cfg.Set("publishDirStatic", "/") } } fs := hugofs.NewFromSourceAndDestination(sourceFs, desinationFs, cfg) if renderStaticToDisk { dynamicFs := fs.PublishDir publishDirStatic := cfg.GetString("publishDirStatic") workingDir := cfg.GetString("workingDir") absPublishDirStatic := paths.AbsPathify(workingDir, publishDirStatic) staticFs := afero.NewBasePathFs(afero.NewOsFs(), absPublishDirStatic) // Serve from both the static and dynamic fs, // the first will take priority. // THis is a read-only filesystem, // we do all the writes to // fs.Destination and fs.DestinationStatic. fs.PublishDirServer = overlayfs.New( overlayfs.Options{ Fss: []afero.Fs{ dynamicFs, staticFs, }, }, ) fs.PublishDirStatic = staticFs } configs, err := allconfig.LoadConfig( allconfig.ConfigSourceDescriptor{ Flags: cfg, Fs: fs.Source, Filename: r.cfgFile, ConfigDir: r.cfgDir, Environment: r.environment, }, ) if err != nil { return nil, err } base := configs.Base if !base.C.Clock.IsZero() { // TODO(bep) find a better place for this. htime.Clock = clock.Start(configs.Base.C.Clock) } if base.LogPathWarnings { // Note that we only care about the "dynamic creates" here, // so skip the static fs. fs.PublishDir = hugofs.NewCreateCountingFs(fs.PublishDir) } commonConfig := &commonConfig{ configs: configs, cfg: cfg, fs: fs, } return commonConfig, nil }) return cc, err } func (r *rootCommand) HugFromConfig(conf *commonConfig) (*hugolib.HugoSites, error) { h, _, err := r.hugoSites.GetOrCreate(r.configVersionID.Load(), func(key int32) (*hugolib.HugoSites, error) { conf.mu.Lock() defer conf.mu.Unlock() depsCfg := deps.DepsCfg{Configs: conf.configs, Fs: conf.fs, Logger: r.logger} return hugolib.NewHugoSites(depsCfg) }) return h, err } func (r *rootCommand) Hugo(cfg config.Provider) (*hugolib.HugoSites, error) { h, _, err := r.hugoSites.GetOrCreate(r.configVersionID.Load(), func(key int32) (*hugolib.HugoSites, error) { conf, err := r.ConfigFromProvider(key, cfg) if err != nil { return nil, err } depsCfg := deps.DepsCfg{Configs: conf.configs, Fs: conf.fs, Logger: r.logger} return hugolib.NewHugoSites(depsCfg) }) return h, err } func (r *rootCommand) Name() string { return "hugo" } func (r *rootCommand) Run(ctx context.Context, cd *simplecobra.Commandeer, args []string) error { if !r.buildWatch { defer r.timeTrack(time.Now(), "Total") } b := newHugoBuilder(r, nil) if err := b.loadConfig(cd, true); err != nil { return err } err := func() error { if r.buildWatch { defer r.timeTrack(time.Now(), "Built") } err := b.build() if err != nil { r.Println("Error:", err.Error()) } return err }() if err != nil { return err } if !r.buildWatch { // Done. return nil } watchDirs, err := b.getDirList() if err != nil { return err } watchGroups := helpers.ExtractAndGroupRootPaths(watchDirs) for _, group := range watchGroups { r.Printf("Watching for changes in %s\n", group) } watcher, err := b.newWatcher(r.poll, watchDirs...) if err != nil { return err } defer watcher.Close() r.Println("Press Ctrl+C to stop") sigs := make(chan os.Signal, 1) signal.Notify(sigs, syscall.SIGINT, syscall.SIGTERM) <-sigs return nil } func (r *rootCommand) Init(cd, runner *simplecobra.Commandeer) error { r.Out = os.Stdout if r.quiet { r.Out = io.Discard } r.Printf = func(format string, v ...interface{}) { if !r.quiet { fmt.Fprintf(r.Out, format, v...) } } r.Println = func(a ...interface{}) { if !r.quiet { fmt.Fprintln(r.Out, a...) } } _, running := runner.Command.(*serverCommand) var err error r.logger, err = r.createLogger(running) if err != nil { return err } loggers.PanicOnWarning.Store(r.panicOnWarning) r.commonConfigs = lazycache.New[int32, *commonConfig](lazycache.Options{MaxEntries: 5}) r.hugoSites = lazycache.New[int32, *hugolib.HugoSites](lazycache.Options{MaxEntries: 5}) return nil } func (r *rootCommand) createLogger(running bool) (loggers.Logger, error) { var ( logHandle = io.Discard logThreshold = jww.LevelWarn outHandle = r.Out stdoutThreshold = jww.LevelWarn ) if r.verboseLog || r.logging || (r.logFile != "") { var err error if r.logFile != "" { logHandle, err = os.OpenFile(r.logFile, os.O_RDWR|os.O_APPEND|os.O_CREATE, 0666) if err != nil { return nil, fmt.Errorf("Failed to open log file %q: %s", r.logFile, err) } } else { logHandle, err = os.CreateTemp("", "hugo") if err != nil { return nil, err } } } else if r.verbose { stdoutThreshold = jww.LevelInfo } if r.debug { stdoutThreshold = jww.LevelDebug } if r.verboseLog { logThreshold = jww.LevelInfo if r.debug { logThreshold = jww.LevelDebug } } loggers.InitGlobalLogger(stdoutThreshold, logThreshold, outHandle, logHandle) helpers.InitLoggers() return loggers.NewLogger(stdoutThreshold, logThreshold, outHandle, logHandle, running), nil } func (r *rootCommand) Reset() { r.logger.Reset() } // IsTestRun reports whether the command is running as a test. func (r *rootCommand) IsTestRun() bool { return os.Getenv("HUGO_TESTRUN") != "" } func (r *rootCommand) WithCobraCommand(cmd *cobra.Command) error { cmd.Use = "hugo [flags]" cmd.Short = "hugo builds your site" cmd.Long = `hugo is the main command, used to build your Hugo site. Hugo is a Fast and Flexible Static Site Generator built with love by spf13 and friends in Go. Complete documentation is available at https://gohugo.io/.` // Configure persistent flags cmd.PersistentFlags().StringVarP(&r.source, "source", "s", "", "filesystem path to read files relative from") cmd.PersistentFlags().SetAnnotation("source", cobra.BashCompSubdirsInDir, []string{}) cmd.PersistentFlags().StringVarP(&r.environment, "environment", "e", "", "build environment") cmd.PersistentFlags().StringP("themesDir", "", "", "filesystem path to themes directory") cmd.PersistentFlags().StringP("ignoreVendorPaths", "", "", "ignores any _vendor for module paths matching the given Glob pattern") cmd.PersistentFlags().String("clock", "", "set the clock used by Hugo, e.g. --clock 2021-11-06T22:30:00.00+09:00") cmd.PersistentFlags().StringVar(&r.cfgFile, "config", "", "config file (default is hugo.yaml|json|toml)") cmd.PersistentFlags().StringVar(&r.cfgDir, "configDir", "config", "config dir") cmd.PersistentFlags().BoolVar(&r.quiet, "quiet", false, "build in quiet mode") // Set bash-completion _ = cmd.PersistentFlags().SetAnnotation("config", cobra.BashCompFilenameExt, config.ValidConfigFileExtensions) cmd.PersistentFlags().BoolVarP(&r.verbose, "verbose", "v", false, "verbose output") cmd.PersistentFlags().BoolVarP(&r.debug, "debug", "", false, "debug output") cmd.PersistentFlags().BoolVar(&r.logging, "log", false, "enable Logging") cmd.PersistentFlags().StringVar(&r.logFile, "logFile", "", "log File path (if set, logging enabled automatically)") cmd.PersistentFlags().BoolVar(&r.verboseLog, "verboseLog", false, "verbose logging") cmd.Flags().BoolVarP(&r.buildWatch, "watch", "w", false, "watch filesystem for changes and recreate as needed") cmd.Flags().BoolVar(&r.renderToMemory, "renderToMemory", false, "render to memory (only useful for benchmark testing)") // Set bash-completion _ = cmd.PersistentFlags().SetAnnotation("logFile", cobra.BashCompFilenameExt, []string{}) // Configure local flags cmd.Flags().Bool("cleanDestinationDir", false, "remove files from destination not found in static directories") cmd.Flags().BoolP("buildDrafts", "D", false, "include content marked as draft") cmd.Flags().BoolP("buildFuture", "F", false, "include content with publishdate in the future") cmd.Flags().BoolP("buildExpired", "E", false, "include expired content") cmd.Flags().StringP("contentDir", "c", "", "filesystem path to content directory") cmd.Flags().StringP("layoutDir", "l", "", "filesystem path to layout directory") cmd.Flags().StringP("cacheDir", "", "", "filesystem path to cache directory. Defaults: $TMPDIR/hugo_cache/") cmd.Flags().BoolP("ignoreCache", "", false, "ignores the cache directory") cmd.Flags().StringP("destination", "d", "", "filesystem path to write files to") cmd.Flags().StringSliceP("theme", "t", []string{}, "themes to use (located in /themes/THEMENAME/)") cmd.Flags().StringVarP(&r.baseURL, "baseURL", "b", "", "hostname (and path) to the root, e.g. https://spf13.com/") cmd.Flags().Bool("enableGitInfo", false, "add Git revision, date, author, and CODEOWNERS info to the pages") cmd.Flags().BoolVar(&r.gc, "gc", false, "enable to run some cleanup tasks (remove unused cache files) after the build") cmd.Flags().StringVar(&r.poll, "poll", "", "set this to a poll interval, e.g --poll 700ms, to use a poll based approach to watch for file system changes") cmd.Flags().BoolVar(&r.panicOnWarning, "panicOnWarning", false, "panic on first WARNING log") cmd.Flags().Bool("templateMetrics", false, "display metrics about template executions") cmd.Flags().Bool("templateMetricsHints", false, "calculate some improvement hints when combined with --templateMetrics") cmd.Flags().BoolVar(&r.forceSyncStatic, "forceSyncStatic", false, "copy all files when static is changed.") cmd.Flags().BoolP("noTimes", "", false, "don't sync modification time of files") cmd.Flags().BoolP("noChmod", "", false, "don't sync permission mode of files") cmd.Flags().BoolP("noBuildLock", "", false, "don't create .hugo_build.lock file") cmd.Flags().BoolP("printI18nWarnings", "", false, "print missing translations") cmd.Flags().BoolP("printPathWarnings", "", false, "print warnings on duplicate target paths etc.") cmd.Flags().BoolP("printUnusedTemplates", "", false, "print warnings on unused templates.") cmd.Flags().StringVarP(&r.cpuprofile, "profile-cpu", "", "", "write cpu profile to `file`") cmd.Flags().StringVarP(&r.memprofile, "profile-mem", "", "", "write memory profile to `file`") cmd.Flags().BoolVarP(&r.printm, "printMemoryUsage", "", false, "print memory usage to screen at intervals") cmd.Flags().StringVarP(&r.mutexprofile, "profile-mutex", "", "", "write Mutex profile to `file`") cmd.Flags().StringVarP(&r.traceprofile, "trace", "", "", "write trace to `file` (not useful in general)") // Hide these for now. cmd.Flags().MarkHidden("profile-cpu") cmd.Flags().MarkHidden("profile-mem") cmd.Flags().MarkHidden("profile-mutex") cmd.Flags().StringSlice("disableKinds", []string{}, "disable different kind of pages (home, RSS etc.)") cmd.Flags().Bool("minify", false, "minify any supported output format (HTML, XML etc.)") // Set bash-completion. // Each flag must first be defined before using the SetAnnotation() call. _ = cmd.Flags().SetAnnotation("source", cobra.BashCompSubdirsInDir, []string{}) _ = cmd.Flags().SetAnnotation("cacheDir", cobra.BashCompSubdirsInDir, []string{}) _ = cmd.Flags().SetAnnotation("destination", cobra.BashCompSubdirsInDir, []string{}) _ = cmd.Flags().SetAnnotation("theme", cobra.BashCompSubdirsInDir, []string{"themes"}) return nil } func (r *rootCommand) timeTrack(start time.Time, name string) { elapsed := time.Since(start) r.Printf("%s in %v ms\n", name, int(1000*elapsed.Seconds())) } type simpleCommand struct { use string name string short string long string run func(ctx context.Context, cd *simplecobra.Commandeer, rootCmd *rootCommand, args []string) error withc func(cmd *cobra.Command) initc func(cd *simplecobra.Commandeer) error commands []simplecobra.Commander rootCmd *rootCommand } func (c *simpleCommand) Commands() []simplecobra.Commander { return c.commands } func (c *simpleCommand) Name() string { return c.name } func (c *simpleCommand) Run(ctx context.Context, cd *simplecobra.Commandeer, args []string) error { if c.run == nil { return nil } return c.run(ctx, cd, c.rootCmd, args) } func (c *simpleCommand) WithCobraCommand(cmd *cobra.Command) error { cmd.Short = c.short cmd.Long = c.long if c.use != "" { cmd.Use = c.use } if c.withc != nil { c.withc(cmd) } return nil } func (c *simpleCommand) Init(cd, runner *simplecobra.Commandeer) error { c.rootCmd = cd.Root.Command.(*rootCommand) if c.initc != nil { return c.initc(cd) } return nil } func mapLegacyArgs(args []string) []string { if len(args) > 1 && args[0] == "new" && !hstrings.EqualAny(args[1], "site", "theme", "content") { // Insert "content" as the second argument args = append(args[:1], append([]string{"content"}, args[1:]...)...) } return args }