switch to auto-restarter daemon

agent/config/restarter.service

@@ -0,0 +1,7 @@
+[Unit]
+Description=restarts dead containers
+Requires=docker.service
+
+[Service]
+Type=oneshot
+ExecStart=/bin/bash /root/restarter.sh

agent/config/restarter.sh

@@ -0,0 +1,18 @@
+#!/bin/bash
+
+for CONTAINER in $(docker ps -aq); do
+	EXIT=`docker inspect -f "{{ .State.ExitCode }}" $CONTAINER`
+	if [ $EXIT -eq 0 ]; then
+		continue
+	fi
+	if [ $EXIT -eq 143 ]; then
+		continue
+	fi
+	if [ $EXIT -eq 137 ]; then
+		OOM=`docker inspect -f "{{ .State.OOMKilled }}" $CONTAINER`
+		if [ "$OOM" == "false" ]; then
+			continue
+		fi
+	fi
+	docker start $CONTAINER
+done

agent/config/restarter.timer

@@ -0,0 +1,9 @@
+[Unit]
+Description=restarter
+
+[Timer]
+OnUnitActiveSec=60s
+OnBootSec=60s
+
+[Install]
+WantedBy=timers.target

agent/src/Lib/Synchronizers.hs

@@ -119,6 +119,7 @@ sync_0_2_6 = Synchronizer
     , syncPrepSslIntermediateCaDir
     , syncPersistLogs
     , syncConvertEcdsaCerts
+    , syncRestarterService
     ]
 
 syncCreateAgentTmp :: SyncOp
@@ -536,6 +537,22 @@ replaceDerivativeCerts = do
     liftIO $ renameDirectory sslDirTmp sslDir
     liftIO $ systemCtl RestartService "nginx" $> ()
 
+syncRestarterService :: SyncOp
+syncRestarterService = SyncOp "Install Restarter Service" check migrate False
+    where
+        wantedScript = decodeUtf8 $(embedFile "config/restarter.sh")
+        wantedService = decodeUtf8 $(embedFile "config/restarter.service")
+        wantedTimer = decodeUtf8 $(embedFile "config/restarter.timer")
+        check = do
+            base <- asks $ appFilesystemBase . appSettings
+            liftIO $ not <$> doesPathExist (toS $ "/etc/systemd/system/timers.target.wants/restarter.timer" `relativeTo` base)
+        migrate = do
+            base <- asks $ appFilesystemBase . appSettings
+            liftIO $ writeFile (toS $ "/usr/local/bin/restarter.sh" `relativeTo` base) wantedScript
+            liftIO $ writeFile (toS $ "/etc/systemd/system/restarter.service" `relativeTo` base) wantedService
+            liftIO $ writeFile (toS $ "/etc/systemd/system/restarter.timer" `relativeTo` base) wantedTimer
+            liftIO . run $ systemctl "enable" "restarter.timer"
+
 failUpdate :: S9Error -> ExceptT Void (ReaderT AgentCtx IO) ()
 failUpdate e = do
     ref <- asks appIsUpdateFailed

appmgr/src/version/v0_2_7.rs

@@ -1,4 +1,5 @@
 use super::*;
+use crate::util::Invoke;
 
 const V0_2_7: emver::Version = emver::Version::new(0, 2, 7, 0);
 
@@ -13,6 +14,15 @@ impl VersionT for Version {
         &V0_2_7
     }
     async fn up(&self) -> Result<(), Error> {
+        for (app_id, _) in crate::apps::list_info().await? {
+            tokio::process::Command::new("docker")
+                .arg("update")
+                .arg("--restart")
+                .arg("no")
+                .arg(app_id)
+                .invoke("Docker")
+                .await?;
+        }
         Ok(())
     }
     async fn down(&self) -> Result<(), Error> {