Compare commits
5 Commits
c4c2553c53
...
master
| Author | SHA1 | Date | |
|---|---|---|---|
|
8eb54a2515
|
|||
|
8f7f7b88ac
|
|||
|
a348550630
|
|||
|
28748b547e
|
|||
|
aa417f6ed1
|
1
.dockerignore
Normal file
1
.dockerignore
Normal file
@@ -0,0 +1 @@
|
|||||||
|
/target
|
||||||
60
Cargo.lock
generated
60
Cargo.lock
generated
@@ -324,7 +324,6 @@ dependencies = [
|
|||||||
"parse_duration",
|
"parse_duration",
|
||||||
"serde",
|
"serde",
|
||||||
"tokio",
|
"tokio",
|
||||||
"tokio-macros",
|
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
@@ -697,16 +696,6 @@ version = "0.2.158"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "d8adc4bb1803a324070e64a98ae98f38934d91957a99cfb3a43dcbc01bc56439"
|
checksum = "d8adc4bb1803a324070e64a98ae98f38934d91957a99cfb3a43dcbc01bc56439"
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "lock_api"
|
|
||||||
version = "0.4.12"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "07af8b9cdd281b7915f413fa73f29ebd5d55d0d3f0155584dade1ff18cea1b17"
|
|
||||||
dependencies = [
|
|
||||||
"autocfg",
|
|
||||||
"scopeguard",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "log"
|
name = "log"
|
||||||
version = "0.4.22"
|
version = "0.4.22"
|
||||||
@@ -873,29 +862,6 @@ version = "0.1.5"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "ff011a302c396a5197692431fc1948019154afc178baf7d8e37367442a4601cf"
|
checksum = "ff011a302c396a5197692431fc1948019154afc178baf7d8e37367442a4601cf"
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "parking_lot"
|
|
||||||
version = "0.12.3"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "f1bf18183cf54e8d6059647fc3063646a1801cf30896933ec2311622cc4b9a27"
|
|
||||||
dependencies = [
|
|
||||||
"lock_api",
|
|
||||||
"parking_lot_core",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "parking_lot_core"
|
|
||||||
version = "0.9.10"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "1e401f977ab385c9e4e3ab30627d6f26d00e2c73eef317493c4ec6d468726cf8"
|
|
||||||
dependencies = [
|
|
||||||
"cfg-if",
|
|
||||||
"libc",
|
|
||||||
"redox_syscall",
|
|
||||||
"smallvec",
|
|
||||||
"windows-targets",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "parse_duration"
|
name = "parse_duration"
|
||||||
version = "2.1.1"
|
version = "2.1.1"
|
||||||
@@ -969,15 +935,6 @@ dependencies = [
|
|||||||
"proc-macro2",
|
"proc-macro2",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "redox_syscall"
|
|
||||||
version = "0.5.4"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "0884ad60e090bf1345b93da0a5de8923c93884cd03f40dfcfddd3b4bee661853"
|
|
||||||
dependencies = [
|
|
||||||
"bitflags",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "regex"
|
name = "regex"
|
||||||
version = "1.10.6"
|
version = "1.10.6"
|
||||||
@@ -1097,12 +1054,6 @@ dependencies = [
|
|||||||
"windows-sys 0.59.0",
|
"windows-sys 0.59.0",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "scopeguard"
|
|
||||||
version = "1.2.0"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49"
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "security-framework"
|
name = "security-framework"
|
||||||
version = "2.11.1"
|
version = "2.11.1"
|
||||||
@@ -1204,15 +1155,6 @@ version = "1.3.0"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64"
|
checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64"
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "signal-hook-registry"
|
|
||||||
version = "1.4.2"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "a9e9e0b4211b72e7b8b6e85c807d36c212bdb33ea8587f7569562a84df5465b1"
|
|
||||||
dependencies = [
|
|
||||||
"libc",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "slab"
|
name = "slab"
|
||||||
version = "0.4.9"
|
version = "0.4.9"
|
||||||
@@ -1343,9 +1285,7 @@ dependencies = [
|
|||||||
"bytes",
|
"bytes",
|
||||||
"libc",
|
"libc",
|
||||||
"mio",
|
"mio",
|
||||||
"parking_lot",
|
|
||||||
"pin-project-lite",
|
"pin-project-lite",
|
||||||
"signal-hook-registry",
|
|
||||||
"socket2",
|
"socket2",
|
||||||
"tokio-macros",
|
"tokio-macros",
|
||||||
"windows-sys 0.52.0",
|
"windows-sys 0.52.0",
|
||||||
|
|||||||
@@ -18,8 +18,7 @@ log = "0.4.22"
|
|||||||
log-panics = "2.1.0"
|
log-panics = "2.1.0"
|
||||||
parse_duration = "2.1.1"
|
parse_duration = "2.1.1"
|
||||||
serde = "1.0.210"
|
serde = "1.0.210"
|
||||||
tokio = {version = "1.40.0", features = ["full"]}
|
tokio = {version = "1.40.0", features = ["rt", "macros", "time", "sync"]}
|
||||||
tokio-macros = "2.4.0"
|
|
||||||
|
|
||||||
[profile.release]
|
[profile.release]
|
||||||
opt-level = 3
|
opt-level = 3
|
||||||
|
|||||||
49
src/docker.rs
Normal file
49
src/docker.rs
Normal file
@@ -0,0 +1,49 @@
|
|||||||
|
use anyhow::{Context, Result};
|
||||||
|
use bollard::container::ListContainersOptions;
|
||||||
|
use std::{collections::HashMap, sync::Arc};
|
||||||
|
|
||||||
|
pub type Docker = bollard::Docker;
|
||||||
|
pub type Containers = Vec<String>;
|
||||||
|
|
||||||
|
pub fn get_query_options(label: String) -> ListContainersOptions<String> {
|
||||||
|
let mut filters = HashMap::new();
|
||||||
|
//filters.insert("status", vec!["running"]);
|
||||||
|
filters.insert("label".into(), vec![label]);
|
||||||
|
filters.insert("health".into(), vec!["unhealthy".into()]);
|
||||||
|
|
||||||
|
ListContainersOptions {
|
||||||
|
filters,
|
||||||
|
..Default::default()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn query_containers<T>(
|
||||||
|
connection: &Docker,
|
||||||
|
query_options: ListContainersOptions<T>,
|
||||||
|
) -> anyhow::Result<Vec<String>>
|
||||||
|
where
|
||||||
|
T: std::cmp::Eq + std::hash::Hash + serde::ser::Serialize,
|
||||||
|
std::string::String: From<T>,
|
||||||
|
{
|
||||||
|
Ok(connection
|
||||||
|
.list_containers(Some(query_options))
|
||||||
|
.await?
|
||||||
|
.into_iter()
|
||||||
|
.map(|container| container.id.unwrap())
|
||||||
|
.collect())
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn restart_container(connection: &Docker, container_name: &str) -> anyhow::Result<()> {
|
||||||
|
connection.restart_container(container_name, None).await?;
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn get_docker_connection() -> Result<Arc<Docker>> {
|
||||||
|
let connection = Arc::new(Docker::connect_with_defaults()?);
|
||||||
|
let _ = connection
|
||||||
|
.as_ref()
|
||||||
|
.ping()
|
||||||
|
.await
|
||||||
|
.context("ping on docker connection")?;
|
||||||
|
Ok(connection)
|
||||||
|
}
|
||||||
112
src/main.rs
112
src/main.rs
@@ -1,25 +1,24 @@
|
|||||||
use anyhow::Context;
|
use anyhow::Context;
|
||||||
use bollard::container::ListContainersOptions;
|
|
||||||
use bollard::Docker;
|
|
||||||
|
|
||||||
use std::cmp::min;
|
|
||||||
use tokio::sync::mpsc;
|
|
||||||
|
|
||||||
use std::collections::HashMap;
|
|
||||||
use std::default::Default;
|
|
||||||
|
|
||||||
use tokio::time::{timeout, Instant};
|
|
||||||
|
|
||||||
use std::sync::Arc;
|
|
||||||
use std::time::Duration;
|
|
||||||
|
|
||||||
use clap::Parser;
|
use clap::Parser;
|
||||||
|
|
||||||
use parse_duration::parse as parse_duration;
|
use parse_duration::parse as parse_duration;
|
||||||
|
use std::{collections::HashMap, sync::Arc};
|
||||||
|
use tokio::{
|
||||||
|
sync::mpsc,
|
||||||
|
time::{Duration, Instant},
|
||||||
|
};
|
||||||
|
|
||||||
mod logger;
|
mod logger;
|
||||||
use logger::{create_logger, LogLevel};
|
use logger::{create_logger, LogLevel};
|
||||||
|
|
||||||
|
mod docker;
|
||||||
|
use docker::{
|
||||||
|
get_docker_connection, get_query_options, query_containers, restart_container, Containers,
|
||||||
|
Docker,
|
||||||
|
};
|
||||||
|
|
||||||
|
mod scheduler;
|
||||||
|
use scheduler::{Scheduler, SchedulerStopHandle, SchedulerWatcher};
|
||||||
|
|
||||||
#[derive(Parser, Debug)]
|
#[derive(Parser, Debug)]
|
||||||
#[clap(author, version, about, long_about = None)]
|
#[clap(author, version, about, long_about = None)]
|
||||||
#[clap(propagate_version = true)]
|
#[clap(propagate_version = true)]
|
||||||
@@ -41,63 +40,20 @@ struct Cli {
|
|||||||
pub log_level: LogLevel,
|
pub log_level: LogLevel,
|
||||||
}
|
}
|
||||||
|
|
||||||
fn get_query_options(args: &Cli) -> ListContainersOptions<String> {
|
|
||||||
let mut filters = HashMap::new();
|
|
||||||
//filters.insert("status", vec!["running"]);
|
|
||||||
filters.insert("label".into(), vec![args.label.clone()]);
|
|
||||||
filters.insert("health".into(), vec!["unhealthy".into()]);
|
|
||||||
|
|
||||||
ListContainersOptions {
|
|
||||||
filters,
|
|
||||||
..Default::default()
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
async fn query_containers<T>(
|
|
||||||
connection: &Docker,
|
|
||||||
query_options: ListContainersOptions<T>,
|
|
||||||
) -> anyhow::Result<Vec<String>>
|
|
||||||
where
|
|
||||||
T: std::cmp::Eq + std::hash::Hash + serde::ser::Serialize,
|
|
||||||
std::string::String: From<T>,
|
|
||||||
{
|
|
||||||
Ok(connection
|
|
||||||
.list_containers(Some(query_options))
|
|
||||||
.await?
|
|
||||||
.into_iter()
|
|
||||||
.map(|container| container.id.unwrap())
|
|
||||||
.collect())
|
|
||||||
}
|
|
||||||
|
|
||||||
async fn restart_container(connection: &Docker, container_name: &str) -> anyhow::Result<()> {
|
|
||||||
connection.restart_container(container_name, None).await?;
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
type Containers = Vec<String>;
|
|
||||||
|
|
||||||
async fn query_task(
|
async fn query_task(
|
||||||
connection: Arc<Docker>,
|
connection: Arc<Docker>,
|
||||||
interval: Duration,
|
|
||||||
tx: mpsc::Sender<Containers>,
|
tx: mpsc::Sender<Containers>,
|
||||||
mut shutdown_rx: mpsc::Receiver<()>,
|
mut scheduler: SchedulerWatcher,
|
||||||
args: Cli,
|
label: String,
|
||||||
) {
|
) {
|
||||||
let query_options = get_query_options(&args);
|
let query_options = get_query_options(label);
|
||||||
let max_query_time = interval - Duration::from_millis(1);
|
|
||||||
let mut query_time = Duration::new(0, 0);
|
|
||||||
|
|
||||||
log::debug!("query_task -> start recv");
|
log::debug!("query_task -> start recv");
|
||||||
while (timeout(interval - query_time, shutdown_rx.recv()).await).is_err() {
|
while scheduler.wait().await.is_some() {
|
||||||
let start = Instant::now();
|
|
||||||
|
|
||||||
let containers = query_containers(&connection, query_options.clone())
|
let containers = query_containers(&connection, query_options.clone())
|
||||||
.await
|
.await
|
||||||
.unwrap_or_default();
|
.unwrap_or_default();
|
||||||
|
|
||||||
let end = Instant::now();
|
|
||||||
query_time = min(end - start, max_query_time);
|
|
||||||
|
|
||||||
let res = tx.send(containers).await;
|
let res = tx.send(containers).await;
|
||||||
if res.is_err() {
|
if res.is_err() {
|
||||||
break;
|
break;
|
||||||
@@ -162,7 +118,7 @@ async fn restart_task(connection: Arc<Docker>, mut rx: mpsc::Receiver<Containers
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
fn shutdown_control(shutdown: Option<mpsc::Sender<()>>) {
|
fn shutdown_control(shutdown: Option<SchedulerStopHandle>) {
|
||||||
let mut shutdown = shutdown;
|
let mut shutdown = shutdown;
|
||||||
let res = ctrlc::set_handler(move || {
|
let res = ctrlc::set_handler(move || {
|
||||||
log::info!("recieved Ctrl-C");
|
log::info!("recieved Ctrl-C");
|
||||||
@@ -174,40 +130,26 @@ fn shutdown_control(shutdown: Option<mpsc::Sender<()>>) {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
#[tokio::main]
|
#[tokio::main(flavor = "current_thread")]
|
||||||
async fn main() -> anyhow::Result<()> {
|
async fn main() -> anyhow::Result<()> {
|
||||||
let cli = Cli::parse();
|
let cli = Cli::parse();
|
||||||
|
|
||||||
let logger = create_logger(&cli.log_level)?;
|
let logger = create_logger(&cli.log_level)?;
|
||||||
|
|
||||||
let connection = Arc::new(Docker::connect_with_defaults()?);
|
let connection = get_docker_connection().await?;
|
||||||
let _ = connection
|
|
||||||
.as_ref()
|
|
||||||
.ping()
|
|
||||||
.await
|
|
||||||
.context("ping on docker connection")?;
|
|
||||||
|
|
||||||
let query_connection = connection.clone();
|
let query_connection = connection.clone();
|
||||||
let restart_connection = connection.clone();
|
let restart_connection = connection.clone();
|
||||||
|
|
||||||
let (shutdown_tx, shutdown_rx) = mpsc::channel::<()>(1);
|
let mut scheduler = Scheduler::new(cli.interval);
|
||||||
|
let waiter = scheduler.get_waiter().context("get_waiter")?;
|
||||||
|
|
||||||
let (query_tx, filter_rx) = mpsc::channel::<Containers>(1);
|
let (query_tx, filter_rx) = mpsc::channel::<Containers>(1);
|
||||||
let (filter_tx, restart_rx) = mpsc::channel::<Containers>(1);
|
let (filter_tx, restart_rx) = mpsc::channel::<Containers>(1);
|
||||||
|
let (unhealthy_timeout, label) = (cli.unhealthy_timeout, cli.label);
|
||||||
|
|
||||||
let interval = cli.interval;
|
shutdown_control(scheduler.get_stop_handle());
|
||||||
let unhealthy_timeout = cli.unhealthy_timeout;
|
|
||||||
|
|
||||||
shutdown_control(Some(shutdown_tx));
|
|
||||||
|
|
||||||
tokio::try_join!(
|
tokio::try_join!(
|
||||||
tokio::spawn(query_task(
|
tokio::spawn(scheduler.run()),
|
||||||
query_connection,
|
tokio::spawn(query_task(query_connection, query_tx, waiter, label)),
|
||||||
interval,
|
|
||||||
query_tx,
|
|
||||||
shutdown_rx,
|
|
||||||
cli
|
|
||||||
)),
|
|
||||||
tokio::spawn(filter_task(unhealthy_timeout, filter_rx, filter_tx)),
|
tokio::spawn(filter_task(unhealthy_timeout, filter_rx, filter_tx)),
|
||||||
tokio::spawn(restart_task(restart_connection, restart_rx))
|
tokio::spawn(restart_task(restart_connection, restart_rx))
|
||||||
)?;
|
)?;
|
||||||
|
|||||||
71
src/scheduler.rs
Normal file
71
src/scheduler.rs
Normal file
@@ -0,0 +1,71 @@
|
|||||||
|
use tokio::{
|
||||||
|
sync::mpsc,
|
||||||
|
time::{timeout, Duration},
|
||||||
|
};
|
||||||
|
|
||||||
|
pub struct SchedulerStopHandle {
|
||||||
|
_sender: Option<mpsc::Sender<()>>,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl SchedulerStopHandle {
|
||||||
|
fn new(sender: mpsc::Sender<()>) -> Self {
|
||||||
|
Self {
|
||||||
|
_sender: Some(sender),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub struct SchedulerWatcher {
|
||||||
|
reciever: mpsc::Receiver<()>,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl SchedulerWatcher {
|
||||||
|
fn new(reciever: mpsc::Receiver<()>) -> Self {
|
||||||
|
Self { reciever }
|
||||||
|
}
|
||||||
|
pub async fn wait(&mut self) -> Option<()> {
|
||||||
|
self.reciever.recv().await
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub struct Scheduler {
|
||||||
|
interval: Duration,
|
||||||
|
stop_handle: Option<SchedulerStopHandle>,
|
||||||
|
stop_rx: mpsc::Receiver<()>,
|
||||||
|
tick_tx: mpsc::Sender<()>,
|
||||||
|
watcher: Option<SchedulerWatcher>,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Scheduler {
|
||||||
|
pub fn new(interval: Duration) -> Self {
|
||||||
|
log::trace!("Scheduler::new {interval:?}");
|
||||||
|
let (stop_tx, stop_rx) = mpsc::channel::<()>(1);
|
||||||
|
let (tick_tx, tick_rx) = mpsc::channel::<()>(1);
|
||||||
|
|
||||||
|
Self {
|
||||||
|
interval,
|
||||||
|
stop_handle: Some(SchedulerStopHandle::new(stop_tx)),
|
||||||
|
stop_rx,
|
||||||
|
tick_tx,
|
||||||
|
watcher: Some(SchedulerWatcher::new(tick_rx)),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn get_stop_handle(&mut self) -> Option<SchedulerStopHandle> {
|
||||||
|
self.stop_handle.take()
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn get_waiter(&mut self) -> Option<SchedulerWatcher> {
|
||||||
|
self.watcher.take()
|
||||||
|
}
|
||||||
|
|
||||||
|
pub async fn run(mut self) {
|
||||||
|
log::trace!("Scheduler::run");
|
||||||
|
while (timeout(self.interval, self.stop_rx.recv()).await).is_err() {
|
||||||
|
log::trace!("Scheduler -> tick");
|
||||||
|
if self.tick_tx.send(()).await.is_err() {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user