diff --git a/Cargo.lock b/Cargo.lock index 93609019..b7c25d04 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -423,6 +423,12 @@ version = "0.13.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "904dfeac50f3cdaba28fc6f57fdcddb75f49ed61346676a78c4ffe55877802fd" +[[package]] +name = "base64" +version = "0.20.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0ea22880d78093b0cbe17c89f64a7d457941e65759157ec6cb31a31d652b05e5" + [[package]] name = "base64ct" version = "1.0.1" @@ -2638,6 +2644,23 @@ dependencies = [ "sha3 0.9.1", ] +[[package]] +name = "k8s-openapi" +version = "0.17.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3d1985030683a2bac402cbda61222195de80d3f66b4c87ab56e5fea379bd98c3" +dependencies = [ + "base64 0.20.0", + "bytes", + "chrono", + "http", + "percent-encoding", + "serde 1.0.147", + "serde-value", + "serde_json", + "url", +] + [[package]] name = "kathy" version = "1.1.0" @@ -2869,6 +2892,22 @@ dependencies = [ "vcpkg", ] +[[package]] +name = "lifeguard" +version = "0.1.0" +dependencies = [ + "chrono", + "futures", + "k8s-openapi", + "regex", + "serde 1.0.147", + "serde_json", + "tokio", + "tracing", + "tracing-subscriber 0.3.14", + "warp", +] + [[package]] name = "linked-hash-map" version = "0.3.0" @@ -3686,6 +3725,15 @@ dependencies = [ "tokio-stream", ] +[[package]] +name = "ordered-float" +version = "2.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7940cf2ca942593318d07fcf2596cdca60a85c9e7fab408a5e21a4f9dcd40d87" +dependencies = [ + "num-traits 0.2.15", +] + [[package]] name = "os_str_bytes" version = "6.1.0" @@ -5051,6 +5099,16 @@ dependencies = [ "serde 0.8.23", ] +[[package]] +name = "serde-value" +version = "0.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f3a1a3341211875ef120e117ea7fd5228530ae7e7036a779fdc9117be6b3282c" +dependencies = [ + "ordered-float", + "serde 1.0.147", +] + [[package]] name = "serde_derive" version = "1.0.147" diff --git a/Cargo.toml b/Cargo.toml index 3cdd0628..8d60a4a1 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -21,4 +21,5 @@ members = [ "tools/nomad-cli", "tools/balance-exporter", "tools/killswitch", + "tools/lifeguard", ] diff --git a/tools/lifeguard/Cargo.lock b/tools/lifeguard/Cargo.lock new file mode 100644 index 00000000..3ef75267 --- /dev/null +++ b/tools/lifeguard/Cargo.lock @@ -0,0 +1,2110 @@ +# This file is automatically @generated by Cargo. +# It is not intended for manual editing. +version = 3 + +[[package]] +name = "ahash" +version = "0.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bf6ccdb167abbf410dcb915cabd428929d7f6a04980b54a11f26a39f1c7f7107" +dependencies = [ + "cfg-if", + "getrandom", + "once_cell", + "version_check", +] + +[[package]] +name = "aho-corasick" +version = "0.7.20" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cc936419f96fa211c1b9166887b38e5e40b19958e5b895be7c1f93adec7071ac" +dependencies = [ + "memchr", +] + +[[package]] +name = "android_system_properties" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "819e7219dbd41043ac279b19830f2efc897156490d7fd6ea916720117ee66311" +dependencies = [ + "libc", +] + +[[package]] +name = "autocfg" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d468802bab17cbc0cc575e9b053f41e72aa36bfa6b7f55e3529ffa43161b97fa" + +[[package]] +name = "backoff" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b62ddb9cb1ec0a098ad4bbf9344d0713fa193ae1a80af55febcff2627b6a00c1" +dependencies = [ + "getrandom", + "instant", + "rand", +] + +[[package]] +name = "base64" +version = "0.13.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9e1b586273c5702936fe7b7d6896644d8be71e6314cfe09d3167c95f712589e8" + +[[package]] +name = "base64" +version = "0.20.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0ea22880d78093b0cbe17c89f64a7d457941e65759157ec6cb31a31d652b05e5" + +[[package]] +name = "bitflags" +version = "1.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a" + +[[package]] +name = "block-buffer" +version = "0.10.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "69cce20737498f97b993470a6e536b8523f0af7892a4f928cceb1ac5e52ebe7e" +dependencies = [ + "generic-array", +] + +[[package]] +name = "buf_redux" +version = "0.8.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b953a6887648bb07a535631f2bc00fbdb2a2216f135552cb3f534ed136b9c07f" +dependencies = [ + "memchr", + "safemem", +] + +[[package]] +name = "bumpalo" +version = "3.12.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0d261e256854913907f67ed06efbc3338dfe6179796deefc1ff763fc1aee5535" + +[[package]] +name = "byteorder" +version = "1.4.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "14c189c53d098945499cdfa7ecc63567cf3886b3332b312a5b4585d8d3a6a610" + +[[package]] +name = "bytes" +version = "1.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "dfb24e866b15a1af2a1b663f10c6b6b8f397a84aadb828f12e5b289ec23a3a3c" + +[[package]] +name = "cc" +version = "1.0.78" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a20104e2335ce8a659d6dd92a51a767a0c062599c73b343fd152cb401e828c3d" + +[[package]] +name = "cfg-if" +version = "1.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd" + +[[package]] +name = "chrono" +version = "0.4.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "16b0a3d9ed01224b22057780a37bb8c5dbfe1be8ba48678e7bf57ec4b385411f" +dependencies = [ + "iana-time-zone", + "js-sys", + "num-integer", + "num-traits", + "serde", + "time", + "wasm-bindgen", + "winapi", +] + +[[package]] +name = "codespan-reporting" +version = "0.11.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3538270d33cc669650c4b093848450d380def10c331d38c768e34cac80576e6e" +dependencies = [ + "termcolor", + "unicode-width", +] + +[[package]] +name = "core-foundation-sys" +version = "0.8.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5827cebf4670468b8772dd191856768aedcb1b0278a04f989f7766351917b9dc" + +[[package]] +name = "cpufeatures" +version = "0.2.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "28d997bd5e24a5928dd43e46dc529867e207907fe0b239c3477d924f7f2ca320" +dependencies = [ + "libc", +] + +[[package]] +name = "crypto-common" +version = "0.1.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1bfb12502f3fc46cca1bb51ac28df9d618d813cdc3d2f25b9fe775a34af26bb3" +dependencies = [ + "generic-array", + "typenum", +] + +[[package]] +name = "cxx" +version = "1.0.87" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b61a7545f753a88bcbe0a70de1fcc0221e10bfc752f576754fa91e663db1622e" +dependencies = [ + "cc", + "cxxbridge-flags", + "cxxbridge-macro", + "link-cplusplus", +] + +[[package]] +name = "cxx-build" +version = "1.0.87" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f464457d494b5ed6905c63b0c4704842aba319084a0a3561cdc1359536b53200" +dependencies = [ + "cc", + "codespan-reporting", + "once_cell", + "proc-macro2", + "quote", + "scratch", + "syn", +] + +[[package]] +name = "cxxbridge-flags" +version = "1.0.87" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "43c7119ce3a3701ed81aca8410b9acf6fc399d2629d057b87e2efa4e63a3aaea" + +[[package]] +name = "cxxbridge-macro" +version = "1.0.87" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "65e07508b90551e610910fa648a1878991d367064997a596135b86df30daf07e" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "darling" +version = "0.14.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b0dd3cd20dc6b5a876612a6e5accfe7f3dd883db6d07acfbf14c128f61550dfa" +dependencies = [ + "darling_core", + "darling_macro", +] + +[[package]] +name = "darling_core" +version = "0.14.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a784d2ccaf7c98501746bf0be29b2022ba41fd62a2e622af997a03e9f972859f" +dependencies = [ + "fnv", + "ident_case", + "proc-macro2", + "quote", + "strsim", + "syn", +] + +[[package]] +name = "darling_macro" +version = "0.14.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7618812407e9402654622dd402b0a89dff9ba93badd6540781526117b92aab7e" +dependencies = [ + "darling_core", + "quote", + "syn", +] + +[[package]] +name = "derivative" +version = "2.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fcc3dd5e9e9c0b295d6e1e4d811fb6f157d5ffd784b8d202fc62eac8035a770b" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "digest" +version = "0.10.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8168378f4e5023e7218c89c891c0fd8ecdb5e5e4f18cb78f38cf245dd021e76f" +dependencies = [ + "block-buffer", + "crypto-common", +] + +[[package]] +name = "dirs-next" +version = "2.0.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b98cf8ebf19c3d1b223e151f99a4f9f0690dca41414773390fc824184ac833e1" +dependencies = [ + "cfg-if", + "dirs-sys-next", +] + +[[package]] +name = "dirs-sys-next" +version = "0.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4ebda144c4fe02d1f7ea1a7d9641b6fc6b580adcfa024ae48797ecdeb6825b4d" +dependencies = [ + "libc", + "redox_users", + "winapi", +] + +[[package]] +name = "dyn-clone" +version = "1.0.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c9b0705efd4599c15a38151f4721f7bc388306f61084d3bfd50bd07fbca5cb60" + +[[package]] +name = "either" +version = "1.8.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "90e5c1c8368803113bf0c9584fc495a58b86dc8a29edbf8fe877d21d9507e797" + +[[package]] +name = "fastrand" +version = "1.8.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a7a407cfaa3385c4ae6b23e84623d48c2798d06e3e6a1878f7f59f17b3f86499" +dependencies = [ + "instant", +] + +[[package]] +name = "fnv" +version = "1.0.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3f9eec918d3f24069decb9af1554cad7c880e2da24a9afd88aca000531ab82c1" + +[[package]] +name = "foreign-types" +version = "0.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f6f339eb8adc052cd2ca78910fda869aefa38d22d5cb648e6485e4d3fc06f3b1" +dependencies = [ + "foreign-types-shared", +] + +[[package]] +name = "foreign-types-shared" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "00b0228411908ca8685dba7fc2cdd70ec9990a6e753e89b6ac91a84c40fbaf4b" + +[[package]] +name = "form_urlencoded" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a9c384f161156f5260c24a097c56119f9be8c798586aecc13afbcbe7b7e26bf8" +dependencies = [ + "percent-encoding", +] + +[[package]] +name = "futures" +version = "0.3.25" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "38390104763dc37a5145a53c29c63c1290b5d316d6086ec32c293f6736051bb0" +dependencies = [ + "futures-channel", + "futures-core", + "futures-executor", + "futures-io", + "futures-sink", + "futures-task", + "futures-util", +] + +[[package]] +name = "futures-channel" +version = "0.3.25" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "52ba265a92256105f45b719605a571ffe2d1f0fea3807304b522c1d778f79eed" +dependencies = [ + "futures-core", + "futures-sink", +] + +[[package]] +name = "futures-core" +version = "0.3.25" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "04909a7a7e4633ae6c4a9ab280aeb86da1236243a77b694a49eacd659a4bd3ac" + +[[package]] +name = "futures-executor" +version = "0.3.25" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7acc85df6714c176ab5edf386123fafe217be88c0840ec11f199441134a074e2" +dependencies = [ + "futures-core", + "futures-task", + "futures-util", +] + +[[package]] +name = "futures-io" +version = "0.3.25" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "00f5fb52a06bdcadeb54e8d3671f8888a39697dcb0b81b23b55174030427f4eb" + +[[package]] +name = "futures-macro" +version = "0.3.25" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bdfb8ce053d86b91919aad980c220b1fb8401a9394410e1c289ed7e66b61835d" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "futures-sink" +version = "0.3.25" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "39c15cf1a4aa79df40f1bb462fb39676d0ad9e366c2a33b590d7c66f4f81fcf9" + +[[package]] +name = "futures-task" +version = "0.3.25" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2ffb393ac5d9a6eaa9d3fdf37ae2776656b706e200c8e16b1bdb227f5198e6ea" + +[[package]] +name = "futures-util" +version = "0.3.25" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "197676987abd2f9cadff84926f410af1c183608d36641465df73ae8211dc65d6" +dependencies = [ + "futures-channel", + "futures-core", + "futures-io", + "futures-macro", + "futures-sink", + "futures-task", + "memchr", + "pin-project-lite", + "pin-utils", + "slab", +] + +[[package]] +name = "generic-array" +version = "0.14.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bff49e947297f3312447abdca79f45f4738097cc82b06e72054d2223f601f1b9" +dependencies = [ + "typenum", + "version_check", +] + +[[package]] +name = "getrandom" +version = "0.2.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c05aeb6a22b8f62540c194aac980f2115af067bfe15a0734d7277a768d396b31" +dependencies = [ + "cfg-if", + "libc", + "wasi 0.11.0+wasi-snapshot-preview1", +] + +[[package]] +name = "h2" +version = "0.3.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5f9f29bc9dda355256b2916cf526ab02ce0aeaaaf2bad60d65ef3f12f11dd0f4" +dependencies = [ + "bytes", + "fnv", + "futures-core", + "futures-sink", + "futures-util", + "http", + "indexmap", + "slab", + "tokio", + "tokio-util", + "tracing", +] + +[[package]] +name = "hashbrown" +version = "0.12.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8a9ee70c43aaf417c914396645a0fa852624801b24ebb7ae78fe8272889ac888" + +[[package]] +name = "headers" +version = "0.3.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f3e372db8e5c0d213e0cd0b9be18be2aca3d44cf2fe30a9d46a65581cd454584" +dependencies = [ + "base64 0.13.1", + "bitflags", + "bytes", + "headers-core", + "http", + "httpdate", + "mime", + "sha1", +] + +[[package]] +name = "headers-core" +version = "0.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e7f66481bfee273957b1f20485a4ff3362987f85b2c236580d81b4eb7a326429" +dependencies = [ + "http", +] + +[[package]] +name = "hermit-abi" +version = "0.2.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ee512640fe35acbfb4bb779db6f0d80704c2cacfa2e39b601ef3e3f47d1ae4c7" +dependencies = [ + "libc", +] + +[[package]] +name = "http" +version = "0.2.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "75f43d41e26995c17e71ee126451dd3941010b0514a81a9d11f3b341debc2399" +dependencies = [ + "bytes", + "fnv", + "itoa", +] + +[[package]] +name = "http-body" +version = "0.4.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d5f38f16d184e36f2408a55281cd658ecbd3ca05cce6d6510a176eca393e26d1" +dependencies = [ + "bytes", + "http", + "pin-project-lite", +] + +[[package]] +name = "http-range-header" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0bfe8eed0a9285ef776bb792479ea3834e8b94e13d615c2f66d03dd50a435a29" + +[[package]] +name = "httparse" +version = "1.8.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d897f394bad6a705d5f4104762e116a75639e470d80901eed05a860a95cb1904" + +[[package]] +name = "httpdate" +version = "1.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c4a1e36c821dbe04574f602848a19f742f4fb3c98d40449f11bcad18d6b17421" + +[[package]] +name = "hyper" +version = "0.14.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "034711faac9d2166cb1baf1a2fb0b60b1f277f8492fd72176c17f3515e1abd3c" +dependencies = [ + "bytes", + "futures-channel", + "futures-core", + "futures-util", + "h2", + "http", + "http-body", + "httparse", + "httpdate", + "itoa", + "pin-project-lite", + "socket2", + "tokio", + "tower-service", + "tracing", + "want", +] + +[[package]] +name = "hyper-openssl" +version = "0.9.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d6ee5d7a8f718585d1c3c61dfde28ef5b0bb14734b4db13f5ada856cdc6c612b" +dependencies = [ + "http", + "hyper", + "linked_hash_set", + "once_cell", + "openssl", + "openssl-sys", + "parking_lot 0.12.1", + "tokio", + "tokio-openssl", + "tower-layer", +] + +[[package]] +name = "hyper-timeout" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bbb958482e8c7be4bc3cf272a766a2b0bf1a6755e7a6ae777f017a31d11b13b1" +dependencies = [ + "hyper", + "pin-project-lite", + "tokio", + "tokio-io-timeout", +] + +[[package]] +name = "iana-time-zone" +version = "0.1.53" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "64c122667b287044802d6ce17ee2ddf13207ed924c712de9a66a5814d5b64765" +dependencies = [ + "android_system_properties", + "core-foundation-sys", + "iana-time-zone-haiku", + "js-sys", + "wasm-bindgen", + "winapi", +] + +[[package]] +name = "iana-time-zone-haiku" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0703ae284fc167426161c2e3f1da3ea71d94b21bedbcc9494e92b28e334e3dca" +dependencies = [ + "cxx", + "cxx-build", +] + +[[package]] +name = "ident_case" +version = "1.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b9e0384b61958566e926dc50660321d12159025e767c18e043daf26b70104c39" + +[[package]] +name = "idna" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e14ddfc70884202db2244c223200c204c2bda1bc6e0998d11b5e024d657209e6" +dependencies = [ + "unicode-bidi", + "unicode-normalization", +] + +[[package]] +name = "indexmap" +version = "1.9.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1885e79c1fc4b10f0e172c475f458b7f7b93061064d98c3293e98c5ba0c8b399" +dependencies = [ + "autocfg", + "hashbrown", +] + +[[package]] +name = "instant" +version = "0.1.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7a5bbe824c507c5da5956355e86a746d82e0e1464f65d862cc5e71da70e94b2c" +dependencies = [ + "cfg-if", +] + +[[package]] +name = "itoa" +version = "1.0.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fad582f4b9e86b6caa621cabeb0963332d92eea04729ab12892c2533951e6440" + +[[package]] +name = "js-sys" +version = "0.3.60" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "49409df3e3bf0856b916e2ceaca09ee28e6871cf7d9ce97a692cacfdb2a25a47" +dependencies = [ + "wasm-bindgen", +] + +[[package]] +name = "json-patch" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e712e62827c382a77b87f590532febb1f8b2fdbc3eefa1ee37fe7281687075ef" +dependencies = [ + "serde", + "serde_json", + "thiserror", + "treediff", +] + +[[package]] +name = "jsonpath_lib" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "eaa63191d68230cccb81c5aa23abd53ed64d83337cacbb25a7b8c7979523774f" +dependencies = [ + "log", + "serde", + "serde_json", +] + +[[package]] +name = "k8s-openapi" +version = "0.17.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3d1985030683a2bac402cbda61222195de80d3f66b4c87ab56e5fea379bd98c3" +dependencies = [ + "base64 0.20.0", + "bytes", + "chrono", + "http", + "percent-encoding", + "serde", + "serde-value", + "serde_json", + "url", +] + +[[package]] +name = "kube" +version = "0.78.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "53ee2ba94546e32a5aef943e5831c6ac25592ff8dcfa8b2a06e0aaea90c69188" +dependencies = [ + "k8s-openapi", + "kube-client", + "kube-core", + "kube-derive", + "kube-runtime", +] + +[[package]] +name = "kube-client" +version = "0.78.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7c9ca1f597bd48ed26f45f601bf2fa3aaa0933b8d1652d883b8444519b72af4a" +dependencies = [ + "base64 0.20.0", + "bytes", + "chrono", + "dirs-next", + "either", + "futures", + "http", + "http-body", + "hyper", + "hyper-openssl", + "hyper-timeout", + "jsonpath_lib", + "k8s-openapi", + "kube-core", + "openssl", + "pem", + "pin-project", + "secrecy", + "serde", + "serde_json", + "serde_yaml", + "thiserror", + "tokio", + "tokio-util", + "tower", + "tower-http", + "tracing", +] + +[[package]] +name = "kube-core" +version = "0.78.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "61f2c6d1a2d1584859499eb05a41c5a44713818041621fa7515cfdbdf4769ea7" +dependencies = [ + "chrono", + "form_urlencoded", + "http", + "json-patch", + "k8s-openapi", + "once_cell", + "schemars", + "serde", + "serde_json", + "thiserror", +] + +[[package]] +name = "kube-derive" +version = "0.78.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3e1dfe288fd87029f87c5713ddf585a4221e1b5be8f8c7c02ba28f5211f2a6d7" +dependencies = [ + "darling", + "proc-macro2", + "quote", + "serde_json", + "syn", +] + +[[package]] +name = "kube-runtime" +version = "0.78.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7995aaf15656bf3694cd455578d59119acc3ca55f71e9a1b579a34a47d17ecce" +dependencies = [ + "ahash", + "backoff", + "derivative", + "futures", + "json-patch", + "k8s-openapi", + "kube-client", + "parking_lot 0.12.1", + "pin-project", + "serde", + "serde_json", + "smallvec", + "thiserror", + "tokio", + "tokio-util", + "tracing", +] + +[[package]] +name = "lazy_static" +version = "1.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e2abad23fbc42b3700f2f279844dc832adb2b2eb069b2df918f455c4e18cc646" + +[[package]] +name = "libc" +version = "0.2.139" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "201de327520df007757c1f0adce6e827fe8562fbc28bfd9c15571c66ca1f5f79" + +[[package]] +name = "lifeguard" +version = "0.1.0" +dependencies = [ + "chrono", + "futures", + "k8s-openapi", + "kube", + "prometheus", + "regex", + "serde", + "serde_json", + "tokio", + "tracing", + "tracing-subscriber", + "warp", +] + +[[package]] +name = "link-cplusplus" +version = "1.0.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ecd207c9c713c34f95a097a5b029ac2ce6010530c7b49d7fea24d977dede04f5" +dependencies = [ + "cc", +] + +[[package]] +name = "linked-hash-map" +version = "0.5.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0717cef1bc8b636c6e1c1bbdefc09e6322da8a9321966e8928ef80d20f7f770f" + +[[package]] +name = "linked_hash_set" +version = "0.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "47186c6da4d81ca383c7c47c1bfc80f4b95f4720514d860a5407aaf4233f9588" +dependencies = [ + "linked-hash-map", +] + +[[package]] +name = "lock_api" +version = "0.4.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "435011366fe56583b16cf956f9df0095b405b82d76425bc8981c0e22e60ec4df" +dependencies = [ + "autocfg", + "scopeguard", +] + +[[package]] +name = "log" +version = "0.4.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "abb12e687cfb44aa40f41fc3978ef76448f9b6038cad6aef4259d3c095a2382e" +dependencies = [ + "cfg-if", +] + +[[package]] +name = "memchr" +version = "2.5.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2dffe52ecf27772e601905b7522cb4ef790d2cc203488bbd0e2fe85fcb74566d" + +[[package]] +name = "mime" +version = "0.3.16" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2a60c7ce501c71e03a9c9c0d35b861413ae925bd979cc7a4e30d060069aaac8d" + +[[package]] +name = "mime_guess" +version = "2.0.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4192263c238a5f0d0c6bfd21f336a313a4ce1c450542449ca191bb657b4642ef" +dependencies = [ + "mime", + "unicase", +] + +[[package]] +name = "mio" +version = "0.8.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e5d732bc30207a6423068df043e3d02e0735b155ad7ce1a6f76fe2baa5b158de" +dependencies = [ + "libc", + "log", + "wasi 0.11.0+wasi-snapshot-preview1", + "windows-sys", +] + +[[package]] +name = "multipart" +version = "0.18.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "00dec633863867f29cb39df64a397cdf4a6354708ddd7759f70c7fb51c5f9182" +dependencies = [ + "buf_redux", + "httparse", + "log", + "mime", + "mime_guess", + "quick-error", + "rand", + "safemem", + "tempfile", + "twoway", +] + +[[package]] +name = "nu-ansi-term" +version = "0.46.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "77a8165726e8236064dbb45459242600304b42a5ea24ee2948e18e023bf7ba84" +dependencies = [ + "overload", + "winapi", +] + +[[package]] +name = "num-integer" +version = "0.1.45" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "225d3389fb3509a24c93f5c29eb6bde2586b98d9f016636dff58d7c6f7569cd9" +dependencies = [ + "autocfg", + "num-traits", +] + +[[package]] +name = "num-traits" +version = "0.2.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "578ede34cf02f8924ab9447f50c28075b4d3e5b269972345e7e0372b38c6cdcd" +dependencies = [ + "autocfg", +] + +[[package]] +name = "num_cpus" +version = "1.15.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0fac9e2da13b5eb447a6ce3d392f23a29d8694bff781bf03a16cd9ac8697593b" +dependencies = [ + "hermit-abi", + "libc", +] + +[[package]] +name = "once_cell" +version = "1.17.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6f61fba1741ea2b3d6a1e3178721804bb716a68a6aeba1149b5d52e3d464ea66" + +[[package]] +name = "openssl" +version = "0.10.45" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b102428fd03bc5edf97f62620f7298614c45cedf287c271e7ed450bbaf83f2e1" +dependencies = [ + "bitflags", + "cfg-if", + "foreign-types", + "libc", + "once_cell", + "openssl-macros", + "openssl-sys", +] + +[[package]] +name = "openssl-macros" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b501e44f11665960c7e7fcf062c7d96a14ade4aa98116c004b2e37b5be7d736c" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "openssl-sys" +version = "0.9.80" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "23bbbf7854cd45b83958ebe919f0e8e516793727652e27fda10a8384cfc790b7" +dependencies = [ + "autocfg", + "cc", + "libc", + "pkg-config", + "vcpkg", +] + +[[package]] +name = "ordered-float" +version = "2.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7940cf2ca942593318d07fcf2596cdca60a85c9e7fab408a5e21a4f9dcd40d87" +dependencies = [ + "num-traits", +] + +[[package]] +name = "overload" +version = "0.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b15813163c1d831bf4a13c3610c05c0d03b39feb07f7e09fa234dac9b15aaf39" + +[[package]] +name = "parking_lot" +version = "0.11.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7d17b78036a60663b797adeaee46f5c9dfebb86948d1255007a1d6be0271ff99" +dependencies = [ + "instant", + "lock_api", + "parking_lot_core 0.8.6", +] + +[[package]] +name = "parking_lot" +version = "0.12.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3742b2c103b9f06bc9fff0a37ff4912935851bee6d36f3c02bcc755bcfec228f" +dependencies = [ + "lock_api", + "parking_lot_core 0.9.6", +] + +[[package]] +name = "parking_lot_core" +version = "0.8.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "60a2cfe6f0ad2bfc16aefa463b497d5c7a5ecd44a23efa72aa342d90177356dc" +dependencies = [ + "cfg-if", + "instant", + "libc", + "redox_syscall", + "smallvec", + "winapi", +] + +[[package]] +name = "parking_lot_core" +version = "0.9.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ba1ef8814b5c993410bb3adfad7a5ed269563e4a2f90c41f5d85be7fb47133bf" +dependencies = [ + "cfg-if", + "libc", + "redox_syscall", + "smallvec", + "windows-sys", +] + +[[package]] +name = "pem" +version = "1.1.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a8835c273a76a90455d7344889b0964598e3316e2a79ede8e36f16bdcf2228b8" +dependencies = [ + "base64 0.13.1", +] + +[[package]] +name = "percent-encoding" +version = "2.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "478c572c3d73181ff3c2539045f6eb99e5491218eae919370993b890cdbdd98e" + +[[package]] +name = "pin-project" +version = "1.0.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ad29a609b6bcd67fee905812e544992d216af9d755757c05ed2d0e15a74c6ecc" +dependencies = [ + "pin-project-internal", +] + +[[package]] +name = "pin-project-internal" +version = "1.0.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "069bdb1e05adc7a8990dce9cc75370895fbe4e3d58b9b73bf1aee56359344a55" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "pin-project-lite" +version = "0.2.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e0a7ae3ac2f1173085d398531c705756c94a4c56843785df85a60c1a0afac116" + +[[package]] +name = "pin-utils" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8b870d8c151b6f2fb93e84a13146138f05d02ed11c7e7c54f8826aaaf7c9f184" + +[[package]] +name = "pkg-config" +version = "0.3.26" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6ac9a59f73473f1b8d852421e59e64809f025994837ef743615c6d0c5b305160" + +[[package]] +name = "ppv-lite86" +version = "0.2.17" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5b40af805b3121feab8a3c29f04d8ad262fa8e0561883e7653e024ae4479e6de" + +[[package]] +name = "proc-macro2" +version = "1.0.50" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6ef7d57beacfaf2d8aee5937dab7b7f28de3cb8b1828479bb5de2a7106f2bae2" +dependencies = [ + "unicode-ident", +] + +[[package]] +name = "prometheus" +version = "0.12.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5986aa8d62380092d2f50f8b1cdba9cb9b6731ffd4b25b51fd126b6c3e05b99c" +dependencies = [ + "cfg-if", + "fnv", + "lazy_static", + "memchr", + "parking_lot 0.11.2", + "protobuf", + "thiserror", +] + +[[package]] +name = "protobuf" +version = "2.28.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "106dd99e98437432fed6519dedecfade6a06a73bb7b2a1e019fdd2bee5778d94" + +[[package]] +name = "quick-error" +version = "1.2.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a1d01941d82fa2ab50be1e79e6714289dd7cde78eba4c074bc5a4374f650dfe0" + +[[package]] +name = "quote" +version = "1.0.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8856d8364d252a14d474036ea1358d63c9e6965c8e5c1885c18f73d70bff9c7b" +dependencies = [ + "proc-macro2", +] + +[[package]] +name = "rand" +version = "0.8.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "34af8d1a0e25924bc5b7c43c079c942339d8f0a8b57c39049bef581b46327404" +dependencies = [ + "libc", + "rand_chacha", + "rand_core", +] + +[[package]] +name = "rand_chacha" +version = "0.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e6c10a63a0fa32252be49d21e7709d4d4baf8d231c2dbce1eaa8141b9b127d88" +dependencies = [ + "ppv-lite86", + "rand_core", +] + +[[package]] +name = "rand_core" +version = "0.6.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ec0be4795e2f6a28069bec0b5ff3e2ac9bafc99e6a9a7dc3547996c5c816922c" +dependencies = [ + "getrandom", +] + +[[package]] +name = "redox_syscall" +version = "0.2.16" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fb5a58c1855b4b6819d59012155603f0b22ad30cad752600aadfcb695265519a" +dependencies = [ + "bitflags", +] + +[[package]] +name = "redox_users" +version = "0.4.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b033d837a7cf162d7993aded9304e30a83213c648b6e389db233191f891e5c2b" +dependencies = [ + "getrandom", + "redox_syscall", + "thiserror", +] + +[[package]] +name = "regex" +version = "1.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "48aaa5748ba571fb95cd2c85c09f629215d3a6ece942baa100950af03a34f733" +dependencies = [ + "aho-corasick", + "memchr", + "regex-syntax", +] + +[[package]] +name = "regex-syntax" +version = "0.6.28" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "456c603be3e8d448b072f410900c09faf164fbce2d480456f50eea6e25f9c848" + +[[package]] +name = "remove_dir_all" +version = "0.5.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3acd125665422973a33ac9d3dd2df85edad0f4ae9b00dafb1a05e43a9f5ef8e7" +dependencies = [ + "winapi", +] + +[[package]] +name = "rustls-pemfile" +version = "0.2.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5eebeaeb360c87bfb72e84abdb3447159c0eaececf1bef2aecd65a8be949d1c9" +dependencies = [ + "base64 0.13.1", +] + +[[package]] +name = "ryu" +version = "1.0.12" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "7b4b9743ed687d4b4bcedf9ff5eaa7398495ae14e61cba0a295704edbc7decde" + +[[package]] +name = "safemem" +version = "0.3.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ef703b7cb59335eae2eb93ceb664c0eb7ea6bf567079d843e09420219668e072" + +[[package]] +name = "schemars" +version = "0.8.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "2a5fb6c61f29e723026dc8e923d94c694313212abbecbbe5f55a7748eec5b307" +dependencies = [ + "dyn-clone", + "schemars_derive", + "serde", + "serde_json", +] + +[[package]] +name = "schemars_derive" +version = "0.8.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f188d036977451159430f3b8dc82ec76364a42b7e289c2b18a9a18f4470058e9" +dependencies = [ + "proc-macro2", + "quote", + "serde_derive_internals", + "syn", +] + +[[package]] +name = "scoped-tls" +version = "1.0.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e1cf6437eb19a8f4a6cc0f7dca544973b0b78843adbfeb3683d1a94a0024a294" + +[[package]] +name = "scopeguard" +version = "1.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d29ab0c6d3fc0ee92fe66e2d99f700eab17a8d57d1c1d3b748380fb20baa78cd" + +[[package]] +name = "scratch" +version = "1.0.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ddccb15bcce173023b3fedd9436f882a0739b8dfb45e4f6b6002bee5929f61b2" + +[[package]] +name = "secrecy" +version = "0.8.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9bd1c54ea06cfd2f6b63219704de0b9b4f72dcc2b8fdef820be6cd799780e91e" +dependencies = [ + "serde", + "zeroize", +] + +[[package]] +name = "serde" +version = "1.0.152" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bb7d1f0d3021d347a83e556fc4683dea2ea09d87bccdf88ff5c12545d89d5efb" +dependencies = [ + "serde_derive", +] + +[[package]] +name = "serde-value" +version = "0.7.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f3a1a3341211875ef120e117ea7fd5228530ae7e7036a779fdc9117be6b3282c" +dependencies = [ + "ordered-float", + "serde", +] + +[[package]] +name = "serde_derive" +version = "1.0.152" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "af487d118eecd09402d70a5d72551860e788df87b464af30e5ea6a38c75c541e" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "serde_derive_internals" +version = "0.26.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "85bf8229e7920a9f636479437026331ce11aa132b4dde37d121944a44d6e5f3c" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "serde_json" +version = "1.0.91" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "877c235533714907a8c2464236f5c4b2a17262ef1bd71f38f35ea592c8da6883" +dependencies = [ + "indexmap", + "itoa", + "ryu", + "serde", +] + +[[package]] +name = "serde_urlencoded" +version = "0.7.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d3491c14715ca2294c4d6a88f15e84739788c1d030eed8c110436aafdaa2f3fd" +dependencies = [ + "form_urlencoded", + "itoa", + "ryu", + "serde", +] + +[[package]] +name = "serde_yaml" +version = "0.8.26" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "578a7433b776b56a35785ed5ce9a7e777ac0598aac5a6dd1b4b18a307c7fc71b" +dependencies = [ + "indexmap", + "ryu", + "serde", + "yaml-rust", +] + +[[package]] +name = "sha-1" +version = "0.10.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f5058ada175748e33390e40e872bd0fe59a19f265d0158daa551c5a88a76009c" +dependencies = [ + "cfg-if", + "cpufeatures", + "digest", +] + +[[package]] +name = "sha1" +version = "0.10.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f04293dc80c3993519f2d7f6f511707ee7094fe0c6d3406feb330cdb3540eba3" +dependencies = [ + "cfg-if", + "cpufeatures", + "digest", +] + +[[package]] +name = "sharded-slab" +version = "0.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "900fba806f70c630b0a382d0d825e17a0f19fcd059a2ade1ff237bcddf446b31" +dependencies = [ + "lazy_static", +] + +[[package]] +name = "signal-hook-registry" +version = "1.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e51e73328dc4ac0c7ccbda3a494dfa03df1de2f46018127f60c693f2648455b0" +dependencies = [ + "libc", +] + +[[package]] +name = "slab" +version = "0.4.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4614a76b2a8be0058caa9dbbaf66d988527d86d003c11a94fbd335d7661edcef" +dependencies = [ + "autocfg", +] + +[[package]] +name = "smallvec" +version = "1.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a507befe795404456341dfab10cef66ead4c041f62b8b11bbb92bffe5d0953e0" + +[[package]] +name = "socket2" +version = "0.4.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "02e2d2db9033d13a1567121ddd7a095ee144db4e1ca1b1bda3419bc0da294ebd" +dependencies = [ + "libc", + "winapi", +] + +[[package]] +name = "strsim" +version = "0.10.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "73473c0e59e6d5812c5dfe2a064a6444949f089e20eec9a2e5506596494e4623" + +[[package]] +name = "syn" +version = "1.0.107" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1f4064b5b16e03ae50984a5a8ed5d4f8803e6bc1fd170a3cda91a1be4b18e3f5" +dependencies = [ + "proc-macro2", + "quote", + "unicode-ident", +] + +[[package]] +name = "tempfile" +version = "3.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5cdb1ef4eaeeaddc8fbd371e5017057064af0911902ef36b39801f67cc6d79e4" +dependencies = [ + "cfg-if", + "fastrand", + "libc", + "redox_syscall", + "remove_dir_all", + "winapi", +] + +[[package]] +name = "termcolor" +version = "1.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "be55cf8942feac5c765c2c993422806843c9a9a45d4d5c407ad6dd2ea95eb9b6" +dependencies = [ + "winapi-util", +] + +[[package]] +name = "thiserror" +version = "1.0.38" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "6a9cd18aa97d5c45c6603caea1da6628790b37f7a34b6ca89522331c5180fed0" +dependencies = [ + "thiserror-impl", +] + +[[package]] +name = "thiserror-impl" +version = "1.0.38" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1fb327af4685e4d03fa8cbcf1716380da910eeb2bb8be417e7f9fd3fb164f36f" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "thread_local" +version = "1.1.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5516c27b78311c50bf42c071425c560ac799b11c30b31f87e3081965fe5e0180" +dependencies = [ + "once_cell", +] + +[[package]] +name = "time" +version = "0.1.45" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1b797afad3f312d1c66a56d11d0316f916356d11bd158fbc6ca6389ff6bf805a" +dependencies = [ + "libc", + "wasi 0.10.0+wasi-snapshot-preview1", + "winapi", +] + +[[package]] +name = "tinyvec" +version = "1.6.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "87cc5ceb3875bb20c2890005a4e226a4651264a5c75edb2421b52861a0a0cb50" +dependencies = [ + "tinyvec_macros", +] + +[[package]] +name = "tinyvec_macros" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "cda74da7e1a664f795bb1f8a87ec406fb89a02522cf6e50620d016add6dbbf5c" + +[[package]] +name = "tokio" +version = "1.24.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "597a12a59981d9e3c38d216785b0c37399f6e415e8d0712047620f189371b0bb" +dependencies = [ + "autocfg", + "bytes", + "libc", + "memchr", + "mio", + "num_cpus", + "pin-project-lite", + "signal-hook-registry", + "socket2", + "tokio-macros", + "windows-sys", +] + +[[package]] +name = "tokio-io-timeout" +version = "1.2.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "30b74022ada614a1b4834de765f9bb43877f910cc8ce4be40e89042c9223a8bf" +dependencies = [ + "pin-project-lite", + "tokio", +] + +[[package]] +name = "tokio-macros" +version = "1.8.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d266c00fde287f55d3f1c3e96c500c362a2b8c695076ec180f27918820bc6df8" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "tokio-openssl" +version = "0.6.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c08f9ffb7809f1b20c1b398d92acf4cc719874b3b2b2d9ea2f09b4a80350878a" +dependencies = [ + "futures-util", + "openssl", + "openssl-sys", + "tokio", +] + +[[package]] +name = "tokio-stream" +version = "0.1.11" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d660770404473ccd7bc9f8b28494a811bc18542b915c0855c51e8f419d5223ce" +dependencies = [ + "futures-core", + "pin-project-lite", + "tokio", +] + +[[package]] +name = "tokio-tungstenite" +version = "0.17.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f714dd15bead90401d77e04243611caec13726c2408afd5b31901dfcdcb3b181" +dependencies = [ + "futures-util", + "log", + "tokio", + "tungstenite", +] + +[[package]] +name = "tokio-util" +version = "0.7.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0bb2e075f03b3d66d8d8785356224ba688d2906a371015e225beeb65ca92c740" +dependencies = [ + "bytes", + "futures-core", + "futures-sink", + "pin-project-lite", + "slab", + "tokio", + "tracing", +] + +[[package]] +name = "tower" +version = "0.4.13" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b8fa9be0de6cf49e536ce1851f987bd21a43b771b09473c3549a6c853db37c1c" +dependencies = [ + "futures-core", + "futures-util", + "pin-project", + "pin-project-lite", + "tokio", + "tokio-util", + "tower-layer", + "tower-service", + "tracing", +] + +[[package]] +name = "tower-http" +version = "0.3.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "f873044bf02dd1e8239e9c1293ea39dad76dc594ec16185d0a1bf31d8dc8d858" +dependencies = [ + "base64 0.13.1", + "bitflags", + "bytes", + "futures-core", + "futures-util", + "http", + "http-body", + "http-range-header", + "pin-project-lite", + "tower-layer", + "tower-service", + "tracing", +] + +[[package]] +name = "tower-layer" +version = "0.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c20c8dbed6283a09604c3e69b4b7eeb54e298b8a600d4d5ecb5ad39de609f1d0" + +[[package]] +name = "tower-service" +version = "0.3.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "b6bc1c9ce2b5135ac7f93c72918fc37feb872bdc6a5533a8b85eb4b86bfdae52" + +[[package]] +name = "tracing" +version = "0.1.37" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8ce8c33a8d48bd45d624a6e523445fd21ec13d3653cd51f681abf67418f54eb8" +dependencies = [ + "cfg-if", + "log", + "pin-project-lite", + "tracing-attributes", + "tracing-core", +] + +[[package]] +name = "tracing-attributes" +version = "0.1.23" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4017f8f45139870ca7e672686113917c71c7a6e02d4924eda67186083c03081a" +dependencies = [ + "proc-macro2", + "quote", + "syn", +] + +[[package]] +name = "tracing-core" +version = "0.1.30" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "24eb03ba0eab1fd845050058ce5e616558e8f8d8fca633e6b163fe25c797213a" +dependencies = [ + "once_cell", + "valuable", +] + +[[package]] +name = "tracing-log" +version = "0.1.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "78ddad33d2d10b1ed7eb9d1f518a5674713876e97e5bb9b7345a7984fbb4f922" +dependencies = [ + "lazy_static", + "log", + "tracing-core", +] + +[[package]] +name = "tracing-subscriber" +version = "0.3.16" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "a6176eae26dd70d0c919749377897b54a9276bd7061339665dd68777926b5a70" +dependencies = [ + "nu-ansi-term", + "sharded-slab", + "smallvec", + "thread_local", + "tracing-core", + "tracing-log", +] + +[[package]] +name = "treediff" +version = "4.0.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "52984d277bdf2a751072b5df30ec0377febdb02f7696d64c2d7d54630bac4303" +dependencies = [ + "serde_json", +] + +[[package]] +name = "try-lock" +version = "0.2.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3528ecfd12c466c6f163363caf2d02a71161dd5e1cc6ae7b34207ea2d42d81ed" + +[[package]] +name = "tungstenite" +version = "0.17.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "e27992fd6a8c29ee7eef28fc78349aa244134e10ad447ce3b9f0ac0ed0fa4ce0" +dependencies = [ + "base64 0.13.1", + "byteorder", + "bytes", + "http", + "httparse", + "log", + "rand", + "sha-1", + "thiserror", + "url", + "utf-8", +] + +[[package]] +name = "twoway" +version = "0.1.8" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "59b11b2b5241ba34be09c3cc85a36e56e48f9888862e19cedf23336d35316ed1" +dependencies = [ + "memchr", +] + +[[package]] +name = "typenum" +version = "1.16.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "497961ef93d974e23eb6f433eb5fe1b7930b659f06d12dec6fc44a8f554c0bba" + +[[package]] +name = "unicase" +version = "2.6.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "50f37be617794602aabbeee0be4f259dc1778fabe05e2d67ee8f79326d5cb4f6" +dependencies = [ + "version_check", +] + +[[package]] +name = "unicode-bidi" +version = "0.3.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d54675592c1dbefd78cbd98db9bacd89886e1ca50692a0692baefffdeb92dd58" + +[[package]] +name = "unicode-ident" +version = "1.0.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "84a22b9f218b40614adcb3f4ff08b703773ad44fa9423e4e0d346d5db86e4ebc" + +[[package]] +name = "unicode-normalization" +version = "0.1.22" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5c5713f0fc4b5db668a2ac63cdb7bb4469d8c9fed047b1d0292cc7b0ce2ba921" +dependencies = [ + "tinyvec", +] + +[[package]] +name = "unicode-width" +version = "0.1.10" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c0edd1e5b14653f783770bce4a4dabb4a5108a5370a5f5d8cfe8710c361f6c8b" + +[[package]] +name = "url" +version = "2.3.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "0d68c799ae75762b8c3fe375feb6600ef5602c883c5d21eb51c09f22b83c4643" +dependencies = [ + "form_urlencoded", + "idna", + "percent-encoding", +] + +[[package]] +name = "utf-8" +version = "0.7.6" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "09cc8ee72d2a9becf2f2febe0205bbed8fc6615b7cb429ad062dc7b7ddd036a9" + +[[package]] +name = "valuable" +version = "0.1.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "830b7e5d4d90034032940e4ace0d9a9a057e7a45cd94e6c007832e39edb82f6d" + +[[package]] +name = "vcpkg" +version = "0.2.15" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "accd4ea62f7bb7a82fe23066fb0957d48ef677f6eeb8215f372f52e48bb32426" + +[[package]] +name = "version_check" +version = "0.9.4" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "49874b5167b65d7193b8aba1567f5c7d93d001cafc34600cee003eda787e483f" + +[[package]] +name = "want" +version = "0.3.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1ce8a968cb1cd110d136ff8b819a556d6fb6d919363c61534f6860c7eb172ba0" +dependencies = [ + "log", + "try-lock", +] + +[[package]] +name = "warp" +version = "0.3.3" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ed7b8be92646fc3d18b06147664ebc5f48d222686cb11a8755e561a735aacc6d" +dependencies = [ + "bytes", + "futures-channel", + "futures-util", + "headers", + "http", + "hyper", + "log", + "mime", + "mime_guess", + "multipart", + "percent-encoding", + "pin-project", + "rustls-pemfile", + "scoped-tls", + "serde", + "serde_json", + "serde_urlencoded", + "tokio", + "tokio-stream", + "tokio-tungstenite", + "tokio-util", + "tower-service", + "tracing", +] + +[[package]] +name = "wasi" +version = "0.10.0+wasi-snapshot-preview1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1a143597ca7c7793eff794def352d41792a93c481eb1042423ff7ff72ba2c31f" + +[[package]] +name = "wasi" +version = "0.11.0+wasi-snapshot-preview1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "9c8d87e72b64a3b4db28d11ce29237c246188f4f51057d65a7eab63b7987e423" + +[[package]] +name = "wasm-bindgen" +version = "0.2.83" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "eaf9f5aceeec8be17c128b2e93e031fb8a4d469bb9c4ae2d7dc1888b26887268" +dependencies = [ + "cfg-if", + "wasm-bindgen-macro", +] + +[[package]] +name = "wasm-bindgen-backend" +version = "0.2.83" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4c8ffb332579b0557b52d268b91feab8df3615f265d5270fec2a8c95b17c1142" +dependencies = [ + "bumpalo", + "log", + "once_cell", + "proc-macro2", + "quote", + "syn", + "wasm-bindgen-shared", +] + +[[package]] +name = "wasm-bindgen-macro" +version = "0.2.83" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "052be0f94026e6cbc75cdefc9bae13fd6052cdcaf532fa6c45e7ae33a1e6c810" +dependencies = [ + "quote", + "wasm-bindgen-macro-support", +] + +[[package]] +name = "wasm-bindgen-macro-support" +version = "0.2.83" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "07bc0c051dc5f23e307b13285f9d75df86bfdf816c5721e573dec1f9b8aa193c" +dependencies = [ + "proc-macro2", + "quote", + "syn", + "wasm-bindgen-backend", + "wasm-bindgen-shared", +] + +[[package]] +name = "wasm-bindgen-shared" +version = "0.2.83" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "1c38c045535d93ec4f0b4defec448e4291638ee608530863b1e2ba115d4fff7f" + +[[package]] +name = "winapi" +version = "0.3.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5c839a674fcd7a98952e593242ea400abe93992746761e38641405d28b00f419" +dependencies = [ + "winapi-i686-pc-windows-gnu", + "winapi-x86_64-pc-windows-gnu", +] + +[[package]] +name = "winapi-i686-pc-windows-gnu" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "ac3b87c63620426dd9b991e5ce0329eff545bccbbb34f3be09ff6fb6ab51b7b6" + +[[package]] +name = "winapi-util" +version = "0.1.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "70ec6ce85bb158151cae5e5c87f95a8e97d2c0c4b001223f33a334e3ce5de178" +dependencies = [ + "winapi", +] + +[[package]] +name = "winapi-x86_64-pc-windows-gnu" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "712e227841d057c1ee1cd2fb22fa7e5a5461ae8e48fa2ca79ec42cfc1931183f" + +[[package]] +name = "windows-sys" +version = "0.42.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5a3e1820f08b8513f676f7ab6c1f99ff312fb97b553d30ff4dd86f9f15728aa7" +dependencies = [ + "windows_aarch64_gnullvm", + "windows_aarch64_msvc", + "windows_i686_gnu", + "windows_i686_msvc", + "windows_x86_64_gnu", + "windows_x86_64_gnullvm", + "windows_x86_64_msvc", +] + +[[package]] +name = "windows_aarch64_gnullvm" +version = "0.42.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "8c9864e83243fdec7fc9c5444389dcbbfd258f745e7853198f365e3c4968a608" + +[[package]] +name = "windows_aarch64_msvc" +version = "0.42.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "4c8b1b673ffc16c47a9ff48570a9d85e25d265735c503681332589af6253c6c7" + +[[package]] +name = "windows_i686_gnu" +version = "0.42.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "de3887528ad530ba7bdbb1faa8275ec7a1155a45ffa57c37993960277145d640" + +[[package]] +name = "windows_i686_msvc" +version = "0.42.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bf4d1122317eddd6ff351aa852118a2418ad4214e6613a50e0191f7004372605" + +[[package]] +name = "windows_x86_64_gnu" +version = "0.42.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c1040f221285e17ebccbc2591ffdc2d44ee1f9186324dd3e84e99ac68d699c45" + +[[package]] +name = "windows_x86_64_gnullvm" +version = "0.42.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "628bfdf232daa22b0d64fdb62b09fcc36bb01f05a3939e20ab73aaf9470d0463" + +[[package]] +name = "windows_x86_64_msvc" +version = "0.42.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "447660ad36a13288b1db4d4248e857b510e8c3a225c822ba4fb748c0aafecffd" + +[[package]] +name = "yaml-rust" +version = "0.4.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "56c1936c4cc7a1c9ab21a1ebb602eb942ba868cbd44a99cb7cdc5892335e1c85" +dependencies = [ + "linked-hash-map", +] + +[[package]] +name = "zeroize" +version = "1.5.7" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "c394b5bd0c6f669e7275d9c20aa90ae064cb22e75a1cad54e1b34088034b149f" diff --git a/tools/lifeguard/Cargo.toml b/tools/lifeguard/Cargo.toml new file mode 100644 index 00000000..c6955052 --- /dev/null +++ b/tools/lifeguard/Cargo.toml @@ -0,0 +1,26 @@ +[package] +name = "lifeguard" +version = "0.1.0" +edition = "2021" + +[workspace] + +# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html + +[dependencies] +kube = { version = "0.78.0", features = ["runtime", "derive"] } +k8s-openapi = { version = "0.17.0", features = ["v1_26"] } +futures = "0.3" + +tokio = { version = "1", features = ["macros", "rt-multi-thread"] } +warp = "0.3" + +regex = "1" +serde = { version = "1.0", features = ["derive"] } +serde_json = "1.0" +chrono = "0.4" + +tracing = "0.1" +tracing-subscriber = "0.3" + +prometheus = "0.12" diff --git a/tools/lifeguard/README.md b/tools/lifeguard/README.md new file mode 100644 index 00000000..16a29193 --- /dev/null +++ b/tools/lifeguard/README.md @@ -0,0 +1,3 @@ +# Lifeguard + +A service that is used to restart pods. diff --git a/tools/lifeguard/src/k8s.rs b/tools/lifeguard/src/k8s.rs new file mode 100644 index 00000000..64f06dfa --- /dev/null +++ b/tools/lifeguard/src/k8s.rs @@ -0,0 +1,218 @@ +use crate::metrics::metrics::Metrics; +use crate::server::backoff::RestartBackoff; +use crate::server::errors::ServerRejection; +use crate::server::params::{Network, RestartableAgent}; + +use std::fmt::Debug; +use std::sync::Arc; + +use chrono::{DateTime, Duration, Utc}; + +use k8s_openapi::api::core::v1::Pod; +use kube::api::Api; +use kube::api::DeleteParams; +use kube::Client; +use serde::Serialize; + +use tracing::{debug, error, info, instrument}; + +const ENVIRONMENT: &str = "dev"; + +/// Structure that represents a pod which a caller refers to to restart or get it's status. +#[derive(Debug)] +pub struct LifeguardPod { + pub network: Network, + pub agent: RestartableAgent, +} + +impl LifeguardPod { + pub fn new(network: Network, agent: RestartableAgent) -> Self { + Self { network, agent } + } +} + +/// Format the `Lifeguard` into a Nomad's K8s pod name +impl ToString for LifeguardPod { + fn to_string(&self) -> String { + format!("{}-{}-{}-0", ENVIRONMENT, self.network, self.agent) + } +} + +/// Enum that represents one of the states of a pod: +/// * `Running` with a start date of the pod +/// * If the pod is in another phase than "Running", contains the phase as a String +#[derive(Serialize)] +pub enum PodStatus { + Running(DateTime), + Phase(String), +} + +/// Enug that represents several possible errors that could be raised in `K8S` structure +#[derive(Debug)] +pub enum K8sError { + /// Pod reached a backoff limit + TooEarly(DateTime), + /// Pod was not found in K8s + NoPod, + /// Pod has no status when status is requested + NoStatus, + /// Pod has no start time when status is requested + NoStartTime, + /// Some error was raised during a request to K8s + Custom(Box), +} + +impl std::error::Error for K8sError {} + +impl std::fmt::Display for K8sError { + fn fmt(&self, f: &mut std::fmt::Formatter) -> std::fmt::Result { + match self { + Self::TooEarly(t) => write!(f, "{}", t), + Self::NoPod => write!(f, "NoPod"), + Self::NoStatus => write!(f, "NoStatus"), + Self::NoStartTime => write!(f, "NoStartTime"), + Self::Custom(e) => write!(f, "K8s Error: {}", e), + } + } +} + +impl From for ServerRejection { + fn from(error: K8sError) -> Self { + match error { + K8sError::TooEarly(t) => ServerRejection::TooEarly(t), + K8sError::NoPod => ServerRejection::InternalError(error.to_string()), + K8sError::NoStatus => ServerRejection::InternalError(error.to_string()), + K8sError::NoStartTime => ServerRejection::InternalError(error.to_string()), + K8sError::Custom(e) => ServerRejection::InternalError(e.to_string()), + } + } +} + +/// Main structure that is speaking to K8s. +pub struct K8S { + client: Client, + /// Main backoff mechanism + backoff: RestartBackoff, + /// Additional backoff limit, that could raise `K8sError::TooEarly`. + /// Before the main `RestartBackoff` is checked, `K8S` checks the last restart of a pod. + /// If the start time of the pod is higher than `now()` - `start_time_limit`, then backoff is fired. + start_time_limit: Duration, + metrics: Arc, +} + +impl K8S { + pub async fn new(metrics: Arc) -> Result> { + let client = Client::try_default().await?; + let backoff = RestartBackoff::new( + 5, + Some(Duration::seconds(30)), + Some(Duration::days(1)), + metrics.clone(), + ); + Ok(K8S { + client, + backoff, + start_time_limit: Duration::minutes(1), // 1 min, + metrics, + }) + } + + /// Method that checks the backoff for the pod + #[instrument] + pub async fn check_backoff(&self, pod: &LifeguardPod) -> Result<(), K8sError> { + debug!(pod = ?pod, "Checking backoff"); + if let Some(next_attempt_time) = self.backoff.inc(pod).await { + return Err(K8sError::TooEarly(next_attempt_time)); + } + Ok(()) + } + + /// Method that checks start time backoff limit. + /// If the start time of the pod is higher than `now()` - `start_time_limit`, then backoff is fired. + #[instrument] + pub async fn check_start_time(&self, pod: &LifeguardPod) -> Result<(), K8sError> { + debug!(pod = ?pod, "Checking start time"); + if let PodStatus::Running(start_time) = self.status(pod).await? { + let next_attempt = start_time + self.start_time_limit; + if next_attempt > Utc::now() { + error!(pod = ?pod, start_time = ?start_time, next_attempt = ?next_attempt, "Too early for the pod"); + self.metrics.backoffs_inc( + "start_time", + &pod.network.to_string(), + &pod.agent.to_string(), + ); + + return Err(K8sError::TooEarly(next_attempt)); + } + } + + Ok(()) + } + + /// Method that actually deletes the pod + #[instrument] + pub async fn delete_pod(&self, pod: &LifeguardPod) -> Result<(), K8sError> { + debug!(pod = ?pod, "Started deleting pod"); + let pods: Api = Api::default_namespaced(self.client.clone()); + let pod_name = pod.to_string(); + + pods.delete(&pod_name, &DeleteParams::default()) + .await + .map_err(|e| K8sError::Custom(Box::new(e)))?; + info!(pod = ?pod, "Deleted pod"); + + Ok(()) + } + + /// Method that deletes the pod, but before hand it checks that all backoff strategies are giving green light + #[instrument] + pub async fn try_delete_pod(&self, pod: &LifeguardPod) -> Result<(), K8sError> { + debug!(pod = ?pod, "Starting full deleting pod procedure"); + + // Should run in sequence + self.check_start_time(pod).await?; + self.check_backoff(pod).await?; + + self.delete_pod(pod).await?; + debug!(pod = ?pod, "Finished full deleting pod procedure"); + Ok(()) + } + + /// Method that is used to get a pod status + #[instrument] + pub async fn status(&self, pod: &LifeguardPod) -> Result { + let pods: Api = Api::default_namespaced(self.client.clone()); + + let name = pod.to_string(); + + if let Some(found_pod) = pods + .get_opt(&name) + .await + .map_err(|e| K8sError::Custom(Box::new(e)))? + { + debug!(pod = ?pod, "Found requested pod"); + if let Some(status) = found_pod.status { + let start_time = status.start_time.ok_or(K8sError::NoStatus)?.0; + let phase = status.phase.ok_or(K8sError::NoStartTime)?; + + info!(pod = ?pod, phase = phase, start_time = ?start_time, "Got pod's status"); + + if phase == "Running" { + return Ok(PodStatus::Running(start_time)); + } else { + return Ok(PodStatus::Phase(phase)); + } + } + } + return Err(K8sError::NoPod); + } +} + +impl Debug for K8S { + fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result { + f.debug_struct("K8S") + .field("backoff", &self.backoff) + .field("start_time_limit", &self.start_time_limit) + .finish() + } +} diff --git a/tools/lifeguard/src/main.rs b/tools/lifeguard/src/main.rs new file mode 100644 index 00000000..77950764 --- /dev/null +++ b/tools/lifeguard/src/main.rs @@ -0,0 +1,14 @@ +mod k8s; +mod metrics; +mod server; +use tracing_subscriber; + +pub(crate) type Result = std::result::Result>; + +#[tokio::main] +async fn main() -> Result<()> { + tracing_subscriber::fmt::init(); + + server::run_server().await?; + Ok(()) +} diff --git a/tools/lifeguard/src/metrics/metrics.rs b/tools/lifeguard/src/metrics/metrics.rs new file mode 100644 index 00000000..c21df839 --- /dev/null +++ b/tools/lifeguard/src/metrics/metrics.rs @@ -0,0 +1,128 @@ +use prometheus::{Encoder, IntGaugeVec, Opts, Registry}; +use std::sync::Arc; +use tokio::task::JoinHandle; + +fn u16_from_env(s: impl AsRef) -> Option { + std::env::var(s.as_ref()).ok().and_then(|i| i.parse().ok()) +} + +#[derive(Debug)] +/// Metrics for a particular domain +pub struct Metrics { + incoming_requests: Box, + backoffs: Box, + restarts: Box, + listen_port: Option, + /// Metrics registry for adding new metrics and gathering reports + registry: Arc, +} + +impl Metrics { + /// Track metrics for a particular agent name. + pub fn new(listen_port: Option, registry: Arc) -> prometheus::Result { + let metrics = Self { + incoming_requests: Box::new(IntGaugeVec::new( + Opts::new( + "incoming_requests", + "Number of incoming requests to the server", + ) + .namespace("nomad") + .const_label("VERSION", env!("CARGO_PKG_VERSION")), + &["request", "network", "agent"], + )?), + backoffs: Box::new(IntGaugeVec::new( + Opts::new("backoffs_fired", "Number of backoffs fired by type") + .namespace("nomad") + .const_label("VERSION", env!("CARGO_PKG_VERSION")), + &["type", "network", "agent"], + )?), + restarts: Box::new(IntGaugeVec::new( + Opts::new("restarts", "Number of restarts of an agent") + .namespace("nomad") + .const_label("VERSION", env!("CARGO_PKG_VERSION")), + &["network", "agent"], + )?), + registry, + listen_port, + }; + + // TODO: only register these if they aren't already registered? + + metrics + .registry + .register(metrics.incoming_requests.clone())?; + metrics.registry.register(metrics.backoffs.clone())?; + metrics.registry.register(metrics.restarts.clone())?; + + Ok(metrics) + } + + /// Call when a new request is handled. + pub fn incoming_requests_inc(&self, request_name: &str, network: &str, agent: &str) { + self.incoming_requests + .with_label_values(&[request_name, network, agent]) + .inc() + } + + /// Call when a backoff is fired. + pub fn backoffs_inc(&self, backoff_type: &str, network: &str, agent: &str) { + self.backoffs + .with_label_values(&[backoff_type, network, agent]) + .inc() + } + + /// Call when a restart signal successfully sent to a pod. + pub fn restarts_inc(&self, network: &str, agent: &str) { + self.restarts.with_label_values(&[network, agent]).inc() + } + + /// Gather available metrics into an encoded (plaintext, OpenMetrics format) report. + pub fn gather(&self) -> prometheus::Result> { + let collected_metrics = self.registry.gather(); + let mut out_buf = Vec::with_capacity(1024 * 64); + let encoder = prometheus::TextEncoder::new(); + encoder.encode(&collected_metrics, &mut out_buf)?; + Ok(out_buf) + } + + /// Run an HTTP server serving OpenMetrics format reports on `/metrics` + /// + /// This is compatible with Prometheus, which ought to be configured to scrape me! + pub fn run_http_server(self: Arc) -> JoinHandle<()> { + use warp::Filter; + + // Default to port 9090 + let port = u16_from_env("METRICS_PORT") + .or(self.listen_port) + .unwrap_or(9090); + tracing::info!( + port, + "starting prometheus server on 0.0.0.0:{port}", + port = port + ); + + tokio::spawn(async move { + warp::serve( + warp::path!("metrics") + .map(move || { + warp::reply::with_header( + self.gather().expect("failed to encode metrics"), + "Content-Type", + // OpenMetrics specs demands "application/openmetrics-text; version=1.0.0; charset=utf-8" + // but the prometheus scraper itself doesn't seem to care? + // try text/plain to make web browsers happy. + "text/plain; charset=utf-8", + ) + }) + .or(warp::any().map(|| { + warp::reply::with_status( + "go look at /metrics", + warp::http::StatusCode::NOT_FOUND, + ) + })), + ) + .run(([0, 0, 0, 0], port)) + .await; + }) + } +} diff --git a/tools/lifeguard/src/metrics/mod.rs b/tools/lifeguard/src/metrics/mod.rs new file mode 100644 index 00000000..e1448832 --- /dev/null +++ b/tools/lifeguard/src/metrics/mod.rs @@ -0,0 +1 @@ +pub mod metrics; diff --git a/tools/lifeguard/src/server/backoff.rs b/tools/lifeguard/src/server/backoff.rs new file mode 100644 index 00000000..a38abc8e --- /dev/null +++ b/tools/lifeguard/src/server/backoff.rs @@ -0,0 +1,135 @@ +use crate::k8s::LifeguardPod; +use crate::metrics::metrics::Metrics; + +use std::collections::HashMap; +use std::sync::Arc; + +use chrono::prelude::*; +use chrono::Duration; +use tokio::sync::Mutex; +use tracing::{debug, error, instrument}; + +/// Structure that controls 2 types of backoffs. +/// * Hard limit is protecting from restarting a pod +/// more than a specific amount of times `max_restarts` +/// per some amount of time `hard_limit`. Typically, +/// the limit would be 5 restarts per day +/// * Soft limit prevents from multiple restarts in a row. +/// `soft_limit` usually is some little time between attempts, +/// like 1 minute. +#[derive(Debug)] +pub struct RestartBackoff { + /// Minimum time between each restart + soft_limit: Duration, + /// Duration which considers max_restarts + hard_limit: Duration, + /// Max restarts per hard limit + max_restarts: u32, + metrics: Arc, + /// Map that holds timestamps of previous restarts for every different agent + db: Arc>>>>, +} + +impl RestartBackoff { + pub fn new( + max_restarts: u32, + soft_limit: Option, + hard_limit: Option, + metrics: Arc, + ) -> Self { + if let Some(soft_limit) = soft_limit { + if soft_limit < Duration::seconds(3) { + panic!("Soft limit cannot be less than 5 seconds"); + } + } + + if let Some(hard_limit) = hard_limit { + if hard_limit < Duration::minutes(1) { + panic!("Hard limit cannot be less than 1 minute"); + } + } + if max_restarts <= 0 { + panic!("Max restarts cannot be less than 1"); + } + + Self { + soft_limit: soft_limit.unwrap_or(Duration::seconds(30)), + hard_limit: hard_limit.unwrap_or(Duration::days(1)), + max_restarts, + metrics, + db: Arc::new(Mutex::new(HashMap::new())), + } + } + + /// Increment internal "counter" of retries that obey hard limit + #[instrument] + async fn add(&self, pod: &LifeguardPod) { + let s = pod.to_string(); + let now = Utc::now(); + let mut db = self.db.lock().await; + if let Some(dates) = db.get_mut(&s) { + dates.push(now); + } else { + db.insert(s, vec![now]); + } + + debug!(pod = ?pod, timestamp = ?now, "Added timestamp"); + } + + /* + Returns None if gtg, else Some(time), which is the next earliest + */ + + /// Attempts to increment the internal "counter". If successful - returns `None`, + /// though if hits soft or hard backoff limit - returns `Some(DateTime)`, + /// where internal value is the date-time of next earliest possible attempt. + #[instrument] + pub async fn inc(&self, pod: &LifeguardPod) -> Option> { + let s = pod.to_string(); + let now = Utc::now(); + let latest_relevant = now - self.hard_limit; + + if let Some(timestamps) = self.db.lock().await.get_mut(&s) { + timestamps.retain_mut(|x| *x >= latest_relevant); + + debug!(pod = ?pod, timestamps = timestamps.len(), "Found previous timestamps"); + + // Soft limit check + if timestamps.len() > 0 { + let latest_timestamp = timestamps.iter().max(); + if let Some(latest_timestamp) = latest_timestamp { + let next_attempt = *latest_timestamp + self.soft_limit; + if next_attempt > now { + error!(pod = ?pod, next_attempt = ?next_attempt, "Hit soft limit in backoff"); + self.metrics.backoffs_inc( + "soft", + &pod.network.to_string(), + &pod.agent.to_string(), + ); + return Some(next_attempt); + } + } + } + + // Hard limit check + if timestamps.len() > self.max_restarts as usize { + let oldest_timestamp = timestamps.iter().min(); + + if let Some(oldest_timestamp) = oldest_timestamp { + let next_attempt = *oldest_timestamp + self.hard_limit; + error!(pod = ?pod, next_attempt = ?next_attempt, "Hit hard limit in backoff"); + // metric backoff soft limit + self.metrics.backoffs_inc( + "hard", + &pod.network.to_string(), + &pod.agent.to_string(), + ); + return Some(next_attempt); + } + } + } + + self.add(pod).await; + None + } +} diff --git a/tools/lifeguard/src/server/errors.rs b/tools/lifeguard/src/server/errors.rs new file mode 100644 index 00000000..2217dd48 --- /dev/null +++ b/tools/lifeguard/src/server/errors.rs @@ -0,0 +1,53 @@ +use chrono::{DateTime, Utc}; +use k8s_openapi::http::StatusCode; +use serde::Serialize; + +/// Struct that will be an body of a response to a request, which represents one of: +/// * a backoff limit reached - then `next_attempt` will be a date of the next earliest attempt possible +/// * an internal error - then `message` will contain an error message +#[derive(Serialize)] +pub struct ResponseMessage { + #[serde(skip_serializing_if = "Option::is_none")] + pub message: Option, + #[serde(skip_serializing_if = "Option::is_none")] + pub next_attempt: Option>, +} + +impl ResponseMessage { + fn new() -> Self { + Self { + next_attempt: None, + message: None, + } + } +} + +/// Enum that represents a server rejection in one of the cases: +/// * `InternalError` - if something goes wrong it return 500 with an error message +/// * `TooEarly` - if pod backoff fired it returns 429 with date-time of the next possible successful attempt +#[derive(Debug)] +pub enum ServerRejection { + InternalError(String), + // Status(StatusCode), + TooEarly(DateTime), +} + +impl warp::reject::Reject for ServerRejection {} + +impl ServerRejection { + /// Metod that converst `ServerRejection` into `StatusCode` and relevant `ResponseMessage` + pub fn code_and_message(&self) -> (StatusCode, ResponseMessage) { + let mut code = StatusCode::INTERNAL_SERVER_ERROR; + let mut message = ResponseMessage::new(); + match self { + Self::InternalError(s) => message.message = Some(s.into()), + // Self::Status(status_code) => code = *status_code, + Self::TooEarly(t) => { + code = StatusCode::TOO_MANY_REQUESTS; + message.next_attempt = Some(*t); + } + } + + (code, message) + } +} diff --git a/tools/lifeguard/src/server/handlers.rs b/tools/lifeguard/src/server/handlers.rs new file mode 100644 index 00000000..c40cd357 --- /dev/null +++ b/tools/lifeguard/src/server/handlers.rs @@ -0,0 +1,88 @@ +use crate::k8s::{LifeguardPod, K8S}; +use crate::metrics::metrics::Metrics; +use crate::server::errors::ServerRejection; +use crate::server::params::{Network, RestartableAgent}; + +use std::convert::Infallible; +use std::sync::Arc; + +use k8s_openapi::http::StatusCode; +use tokio::sync::Mutex; +use tracing::{debug, instrument}; +use warp::reply::with_status; +use warp::{Rejection, Reply}; + +/// Warp handler which is called when requesting party wants to restart a pod +#[instrument] +pub async fn restart_handler( + network: Network, + agent: RestartableAgent, + k8s: Arc>, + metrics: Arc, +) -> Result { + metrics.incoming_requests_inc("restart", &network.to_string(), &agent.to_string()); + + let pod = LifeguardPod::new(network.clone(), agent.clone()); + debug!(pod = ?pod, "Restart Handler"); + let k8s = k8s.lock().await; + + if let Err(error) = k8s.try_delete_pod(&pod).await.into() { + let rejection: ServerRejection = error.into(); + Err(rejection.into()) + } else { + metrics.restarts_inc(&network.to_string(), &agent.to_string()); + Ok(warp::reply()) + } +} + +/// Warp handler which is called when requesting party wants to get a status of a pod +#[instrument] +pub async fn status_handler( + network: Network, + agent: RestartableAgent, + k8s: Arc>, + metrics: Arc, +) -> Result { + metrics.incoming_requests_inc("status", &network.to_string(), &agent.to_string()); + + let pod = LifeguardPod::new(network, agent); + debug!(pod = ?pod, "Status handler"); + let k8s = k8s.lock().await; + match k8s.status(&pod).await { + Ok(status) => Ok(with_status(warp::reply::json(&status), StatusCode::OK)), + Err(e) => Err(warp::reject::custom(ServerRejection::InternalError( + e.to_string(), + ))), + } +} + +/// Warp handler which is called when requesting party wants to get a healthcheck of a server +#[instrument] +pub async fn healthcheck(metrics: Arc) -> Result { + metrics.incoming_requests_inc("healthcheck", "", ""); + Ok(warp::reply()) +} + +/// Warp handler which is called if a server raised a rejection. +/// It produces a response body and a relevant status code +#[instrument] +pub async fn handle_rejection(err: Rejection) -> Result { + debug!(err = ?err, "Handling rejection"); + if err.is_not_found() { + Ok(warp::reply::with_status( + "".to_string(), + StatusCode::NOT_FOUND, + )) + } else if let Some(server_rejection) = err.find::() { + let (code, body) = server_rejection.code_and_message(); + + let json = serde_json::to_string(&body).unwrap(); + + Ok(warp::reply::with_status(json, code)) + } else { + Ok(warp::reply::with_status( + "".to_string(), + StatusCode::INTERNAL_SERVER_ERROR, + )) + } +} diff --git a/tools/lifeguard/src/server/mod.rs b/tools/lifeguard/src/server/mod.rs new file mode 100644 index 00000000..01b5a5e5 --- /dev/null +++ b/tools/lifeguard/src/server/mod.rs @@ -0,0 +1,99 @@ +pub mod backoff; +pub mod errors; +pub mod handlers; +pub mod params; + +use self::params::Network; +use self::params::RestartableAgent; +use crate::k8s::K8S; +use crate::metrics::metrics::Metrics; +use crate::server::handlers::*; + +use std::sync::Arc; + +use tokio::sync::Mutex; +use tracing::{error, instrument, warn}; +use warp::Filter; + +const PORT: u16 = 3030; + +/// Function that produces a warp `Filter` which offers `K8S` structure to a response handler +fn with_k8s( + k8s: Arc>, +) -> impl Filter>,), Error = std::convert::Infallible> + Clone { + warp::any().map(move || k8s.clone()) +} + +/// Function that produces a warp `Filter` which offers `Metrics` to a response handler +fn with_metrics( + metrics: Arc, +) -> impl Filter,), Error = std::convert::Infallible> + Clone { + warp::any().map(move || metrics.clone()) +} + +/// Function that runs the server: +/// * instantiates `K8S` and `Metrics` +/// * creates warp routs +/// * starts both, the main and the metrics server +#[instrument] +pub async fn run_server() -> Result<(), Box> { + let metrics = Arc::new(Metrics::new( + Some(3031), + Arc::new(prometheus::Registry::new()), + )?); + let k8s = Arc::new(Mutex::new(K8S::new(metrics.clone()).await?)); + + let lifeguard_route = warp::any() + .and(warp::path("lifeguard")) + .and(warp::path::param::()) + .and(warp::path::param::()) + .and(with_k8s(k8s)) + .and(with_metrics(metrics.clone())); + + let restart_route = lifeguard_route + .clone() + .and(warp::post()) + .and(warp::path("restart")) + .and(warp::path::end()) + .and_then(restart_handler); + + let status_route = lifeguard_route + .and(warp::get()) + .and(warp::path("status")) + .and(warp::path::end()) + .and_then(status_handler); + + let healthcheck_endpoint = warp::get() + .and(warp::path!("healthcheck")) + .and(warp::path::end()) + .and(with_metrics(metrics.clone())) + .and_then(healthcheck); + + let routes = warp::any() + .and(healthcheck_endpoint) + .or(restart_route) + .or(status_route) + .recover(handle_rejection); + + let server_handle = + tokio::spawn(async move { warp::serve(routes).run(([127, 0, 0, 1], PORT)).await }); + let metrics_handle = metrics.run_http_server(); + + tokio::select! { + server_result = server_handle => { + if let Err(error) = server_result { + error!(error = ?error, "Main server finished unexpectedly") + } else { + warn!("Main server finished, exiting...") + } + }, + metrics_result = metrics_handle => { + if let Err(error) = metrics_result { + error!(error = ?error, "Metrics server finished unexpectedly") + } else { + warn!("Metrics server finished, exiting...") + } + }, + } + Ok(()) +} diff --git a/tools/lifeguard/src/server/params.rs b/tools/lifeguard/src/server/params.rs new file mode 100644 index 00000000..274dfac8 --- /dev/null +++ b/tools/lifeguard/src/server/params.rs @@ -0,0 +1,61 @@ +use std::{ + fmt::{self, Display}, + str::FromStr, +}; + +use regex::Regex; + +/// Enum that is used to store the option of which agent caller wants to restart. +/// It is also used to capture and filter the parameter in a warp handler +#[derive(Debug, Clone)] +pub enum RestartableAgent { + Updater, + Relayer, + Processor, +} + +/// `FromStr` trait implementation, that is mainly used to filter the parameter in a warp handler +impl FromStr for RestartableAgent { + type Err = (); + fn from_str(s: &str) -> Result { + match s { + "updater" => Ok(RestartableAgent::Updater), + "relayer" => Ok(RestartableAgent::Relayer), + "processor" => Ok(RestartableAgent::Processor), + _ => Err(()), + } + } +} + +impl Display for RestartableAgent { + fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { + match self { + RestartableAgent::Updater => write!(f, "updater"), + RestartableAgent::Relayer => write!(f, "relayer"), + RestartableAgent::Processor => write!(f, "processor"), + } + } +} + +/// Start that is used to store the name of the network that corresponds to an agent that caller wants to restart. +/// It is also used to capture and filter the parameter in a warp handler +#[derive(Debug, Clone)] +pub struct Network(String); + +/// `FromStr` trait implementation, that is mainly used to filter the parameter in a warp handler +impl FromStr for Network { + type Err = (); + fn from_str(s: &str) -> Result { + if Regex::new(r"^[a-z0-9]+$").unwrap().is_match(s) { + Ok(Network(s.to_string())) + } else { + Err(()) + } + } +} + +impl Display for Network { + fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result { + write!(f, "{}", self.0) + } +}