package cmd
import (
"github.com/containrrr/watchtower/internal/meta"
"math"
"os"
"os/signal"
"strconv"
"strings"
"syscall"
"time"
apiMetrics "github.com/containrrr/watchtower/pkg/api/metrics"
"github.com/containrrr/watchtower/pkg/api/update"
"github.com/containrrr/watchtower/internal/actions"
"github.com/containrrr/watchtower/internal/flags"
"github.com/containrrr/watchtower/pkg/api"
"github.com/containrrr/watchtower/pkg/container"
"github.com/containrrr/watchtower/pkg/filters"
"github.com/containrrr/watchtower/pkg/metrics"
"github.com/containrrr/watchtower/pkg/notifications"
t "github.com/containrrr/watchtower/pkg/types"
"github.com/robfig/cron"
log "github.com/sirupsen/logrus"
"github.com/spf13/cobra"
)
var (
client container . Client
scheduleSpec string
cleanup bool
noRestart bool
monitorOnly bool
enableLabel bool
notifier t . Notifier
timeout time . Duration
lifecycleHooks bool
rollingRestart bool
scope string
// Set on build using ldflags
)
var rootCmd = NewRootCommand ( )
// NewRootCommand creates the root command for watchtower
func NewRootCommand ( ) * cobra . Command {
return & cobra . Command {
Use : "watchtower" ,
Short : "Automatically updates running Docker containers" ,
Long : `
Watchtower automatically updates running Docker containers whenever a new image is released .
More information available at https : //github.com/containrrr/watchtower/.
` ,
Run : Run ,
PreRun : PreRun ,
}
}
func init ( ) {
flags . SetDefaults ( )
flags . RegisterDockerFlags ( rootCmd )
flags . RegisterSystemFlags ( rootCmd )
flags . RegisterNotificationFlags ( rootCmd )
}
// Execute the root func and exit in case of errors
func Execute ( ) {
if err := rootCmd . Execute ( ) ; err != nil {
log . Fatal ( err )
}
}
// PreRun is a lifecycle hook that runs before the command is executed.
func PreRun ( cmd * cobra . Command , _ [ ] string ) {
f := cmd . PersistentFlags ( )
if enabled , _ := f . GetBool ( "no-color" ) ; enabled {
log . SetFormatter ( & log . TextFormatter {
DisableColors : true ,
} )
} else {
// enable logrus built-in support for https://bixense.com/clicolors/
log . SetFormatter ( & log . TextFormatter {
EnvironmentOverrideColors : true ,
} )
}
if enabled , _ := f . GetBool ( "debug" ) ; enabled {
log . SetLevel ( log . DebugLevel )
}
if enabled , _ := f . GetBool ( "trace" ) ; enabled {
log . SetLevel ( log . TraceLevel )
}
pollingSet := f . Changed ( "interval" )
schedule , _ := f . GetString ( "schedule" )
cronLen := len ( schedule )
if pollingSet && cronLen > 0 {
log . Fatal ( "Only schedule or interval can be defined, not both." )
} else if cronLen > 0 {
scheduleSpec , _ = f . GetString ( "schedule" )
} else {
interval , _ := f . GetInt ( "interval" )
scheduleSpec = "@every " + strconv . Itoa ( interval ) + "s"
}
flags . GetSecretsFromFiles ( cmd )
cleanup , noRestart , monitorOnly , timeout = flags . ReadFlags ( cmd )
if timeout < 0 {
log . Fatal ( "Please specify a positive value for timeout value." )
}
enableLabel , _ = f . GetBool ( "label-enable" )
lifecycleHooks , _ = f . GetBool ( "enable-lifecycle-hooks" )
rollingRestart , _ = f . GetBool ( "rolling-restart" )
scope , _ = f . GetString ( "scope" )
log . Debug ( scope )
// configure environment vars for client
err := flags . EnvConfig ( cmd )
if err != nil {
log . Fatal ( err )
}
noPull , _ := f . GetBool ( "no-pull" )
includeStopped , _ := f . GetBool ( "include-stopped" )
includeRestarting , _ := f . GetBool ( "include-restarting" )
reviveStopped , _ := f . GetBool ( "revive-stopped" )
removeVolumes , _ := f . GetBool ( "remove-volumes" )
warnOnHeadPullFailed , _ := f . GetString ( "warn-on-head-failure" )
if monitorOnly && noPull {
log . Warn ( "Using `WATCHTOWER_NO_PULL` and `WATCHTOWER_MONITOR_ONLY` simultaneously might lead to no action being taken at all. If this is intentional, you may safely ignore this message." )
}
client = container . NewClient (
! noPull ,
includeStopped ,
reviveStopped ,
removeVolumes ,
includeRestarting ,
warnOnHeadPullFailed ,
)
notifier = notifications . NewNotifier ( cmd )
}
// Run is the main execution flow of the command
func Run ( c * cobra . Command , names [ ] string ) {
filter , filterDesc := filters . BuildFilter ( names , enableLabel , scope )
runOnce , _ := c . PersistentFlags ( ) . GetBool ( "run-once" )
enableUpdateAPI , _ := c . PersistentFlags ( ) . GetBool ( "http-api-update" )
enableMetricsAPI , _ := c . PersistentFlags ( ) . GetBool ( "http-api-metrics" )
unblockHTTPAPI , _ := c . PersistentFlags ( ) . GetBool ( "http-api-periodic-polls" )
apiToken , _ := c . PersistentFlags ( ) . GetString ( "http-api-token" )
if rollingRestart && monitorOnly {
log . Fatal ( "Rolling restarts is not compatible with the global monitor only flag" )
}
awaitDockerClient ( )
if err := actions . CheckForSanity ( client , filter , rollingRestart ) ; err != nil {
logNotifyExit ( err )
}
if runOnce {
writeStartupMessage ( c , time . Time { } , filterDesc )
runUpdatesWithNotifications ( filter )
notifier . Close ( )
os . Exit ( 0 )
return
}
if err := actions . CheckForMultipleWatchtowerInstances ( client , cleanup , scope ) ; err != nil {
logNotifyExit ( err )
}
// The lock is shared between the scheduler and the HTTP API. It only allows one update to run at a time.
updateLock := make ( chan bool , 1 )
updateLock <- true
httpAPI := api . New ( apiToken )
if enableUpdateAPI {
updateHandler := update . New ( func ( ) { runUpdatesWithNotifications ( filter ) } , updateLock )
httpAPI . RegisterFunc ( updateHandler . Path , updateHandler . Handle )
}
if enableMetricsAPI {
metricsHandler := apiMetrics . New ( )
httpAPI . RegisterHandler ( metricsHandler . Path , metricsHandler . Handle )
}
if err := httpAPI . Start ( enableUpdateAPI && ! unblockHTTPAPI ) ; err != nil {
log . Error ( "failed to start API" , err )
}
if err := runUpgradesOnSchedule ( c , filter , filterDesc , updateLock ) ; err != nil {
log . Error ( err )
}
os . Exit ( 1 )
}
func logNotifyExit ( err error ) {
log . Error ( err )
notifier . Close ( )
os . Exit ( 1 )
}
func awaitDockerClient ( ) {
log . Debug ( "Sleeping for a second to ensure the docker api client has been properly initialized." )
time . Sleep ( 1 * time . Second )
}
func formatDuration ( d time . Duration ) string {
sb := strings . Builder { }
hours := int64 ( d . Hours ( ) )
minutes := int64 ( math . Mod ( d . Minutes ( ) , 60 ) )
seconds := int64 ( math . Mod ( d . Seconds ( ) , 60 ) )
if hours == 1 {
sb . WriteString ( "1 hour" )
} else if hours != 0 {
sb . WriteString ( strconv . FormatInt ( hours , 10 ) )
sb . WriteString ( " hours" )
}
if hours != 0 && ( seconds != 0 || minutes != 0 ) {
sb . WriteString ( ", " )
}
if minutes == 1 {
sb . WriteString ( "1 minute" )
} else if minutes != 0 {
sb . WriteString ( strconv . FormatInt ( minutes , 10 ) )
sb . WriteString ( " minutes" )
}
if minutes != 0 && ( seconds != 0 ) {
sb . WriteString ( ", " )
}
if seconds == 1 {
sb . WriteString ( "1 second" )
} else if seconds != 0 || ( hours == 0 && minutes == 0 ) {
sb . WriteString ( strconv . FormatInt ( seconds , 10 ) )
sb . WriteString ( " seconds" )
}
return sb . String ( )
}
func writeStartupMessage ( c * cobra . Command , sched time . Time , filtering string ) {
if noStartupMessage , _ := c . PersistentFlags ( ) . GetBool ( "no-startup-message" ) ; ! noStartupMessage {
schedMessage := "Running a one time update."
if ! sched . IsZero ( ) {
until := formatDuration ( time . Until ( sched ) )
schedMessage = "Scheduling first run: " + sched . Format ( "2006-01-02 15:04:05 -0700 MST" ) +
"\nNote that the first check will be performed in " + until
}
notifs := "Using no notifications"
notifierNames := notifier . GetNames ( )
if len ( notifierNames ) > 0 {
notifs = "Using notifications: " + strings . Join ( notifierNames , ", " )
}
log . Info ( "Watchtower " , meta . Version , "\n" , notifs , "\n" , filtering , "\n" , schedMessage )
if log . IsLevelEnabled ( log . TraceLevel ) {
log . Warn ( "trace level enabled: log will include sensitive information as credentials and tokens" )
}
}
}
func runUpgradesOnSchedule ( c * cobra . Command , filter t . Filter , filtering string , lock chan bool ) error {
if lock == nil {
lock = make ( chan bool , 1 )
lock <- true
}
scheduler := cron . New ( )
err := scheduler . AddFunc (
scheduleSpec ,
func ( ) {
select {
case v := <- lock :
defer func ( ) { lock <- v } ( )
metric := runUpdatesWithNotifications ( filter )
metrics . RegisterScan ( metric )
default :
// Update was skipped
metrics . RegisterScan ( nil )
log . Debug ( "Skipped another update already running." )
}
nextRuns := scheduler . Entries ( )
if len ( nextRuns ) > 0 {
log . Debug ( "Scheduled next run: " + nextRuns [ 0 ] . Next . String ( ) )
}
} )
if err != nil {
return err
}
writeStartupMessage ( c , scheduler . Entries ( ) [ 0 ] . Schedule . Next ( time . Now ( ) ) , filtering )
scheduler . Start ( )
// Graceful shut-down on SIGINT/SIGTERM
interrupt := make ( chan os . Signal , 1 )
signal . Notify ( interrupt , os . Interrupt )
signal . Notify ( interrupt , syscall . SIGTERM )
<- interrupt
scheduler . Stop ( )
log . Info ( "Waiting for running update to be finished..." )
<- lock
return nil
}
func runUpdatesWithNotifications ( filter t . Filter ) * metrics . Metric {
notifier . StartNotification ( )
updateParams := t . UpdateParams {
Filter : filter ,
Cleanup : cleanup ,
NoRestart : noRestart ,
Timeout : timeout ,
MonitorOnly : monitorOnly ,
LifecycleHooks : lifecycleHooks ,
RollingRestart : rollingRestart ,
}
result , err := actions . Update ( client , updateParams )
if err != nil {
log . Error ( err )
}
notifier . SendNotification ( result )
metricResults := metrics . NewMetric ( result )
log . Debugf ( "Session done: %v scanned, %v updated, %v failed" ,
metricResults . Scanned , metricResults . Updated , metricResults . Failed )
return metricResults
}