mirror of
https://github.com/sadoyan/aralez.git
synced 2026-04-29 22:38:36 +08:00
Hatchecks kind of complete
This commit is contained in:
@@ -1,6 +1,6 @@
|
||||
use dashmap::DashMap;
|
||||
use std::sync::atomic::AtomicUsize;
|
||||
use tokio::sync::RwLockWriteGuard;
|
||||
use tokio::sync::{RwLockReadGuard, RwLockWriteGuard};
|
||||
|
||||
#[allow(dead_code)]
|
||||
pub fn dashmaps(map1: &RwLockWriteGuard<DashMap<String, (Vec<(String, u16)>, AtomicUsize)>>, map2: &DashMap<String, (Vec<(String, u16)>, AtomicUsize)>) -> bool {
|
||||
@@ -22,3 +22,24 @@ pub fn dashmaps(map1: &RwLockWriteGuard<DashMap<String, (Vec<(String, u16)>, Ato
|
||||
}
|
||||
true
|
||||
}
|
||||
|
||||
#[allow(dead_code)]
|
||||
pub fn dm(map1: &RwLockReadGuard<DashMap<String, (Vec<(String, u16)>, AtomicUsize)>>, map2: &DashMap<String, (Vec<(String, u16)>, AtomicUsize)>) -> bool {
|
||||
if map1.len() != map2.len() {
|
||||
return false; // Different number of keys
|
||||
}
|
||||
for entry1 in map1.iter() {
|
||||
let key = entry1.key();
|
||||
let (vec1, _) = entry1.value(); // Extract value
|
||||
|
||||
if let Some(entry2) = map2.get(key) {
|
||||
let (vec2, _) = entry2.value(); // Correctly extract value
|
||||
if vec1 != vec2 {
|
||||
return false;
|
||||
}
|
||||
} else {
|
||||
return false;
|
||||
}
|
||||
}
|
||||
true
|
||||
}
|
||||
|
||||
@@ -25,16 +25,10 @@ pub trait Discovery {
|
||||
#[async_trait]
|
||||
impl Discovery for APIUpstreamProvider {
|
||||
async fn run(&self, toreturn: Sender<DashMap<String, (Vec<(String, u16)>, AtomicUsize)>>) {
|
||||
let _ = tokio::spawn(async move { webserver::run_server(toreturn).await });
|
||||
loop {
|
||||
// let dm: DashMap<String, (Vec<(String, u16)>, AtomicUsize)> = DashMap::new();
|
||||
// dm.insert(
|
||||
// "popok.netangels.net".to_string(),
|
||||
// (vec![("192.168.1.1".parse().unwrap(), 8000), ("192.168.1.10".parse().unwrap(), 8000)], AtomicUsize::new(0)),
|
||||
// );
|
||||
// let _ = toreturn.send(dm).await.unwrap();
|
||||
tokio::time::sleep(Duration::from_secs(20)).await;
|
||||
}
|
||||
webserver::run_server(toreturn).await;
|
||||
// let _ = tokio::spawn(async move { webserver::run_server(toreturn).await });
|
||||
// let (_rtx, mut rrx) = tokio::sync::mpsc::channel::<bool>(1);
|
||||
// let _ = rrx.blocking_recv();
|
||||
}
|
||||
}
|
||||
|
||||
@@ -55,7 +49,7 @@ pub async fn watch_file(fp: String, mut toreturn: Sender<DashMap<String, (Vec<(S
|
||||
println!(" {}", path.unwrap().path().display())
|
||||
}
|
||||
|
||||
let snd = read_upstreams_from_file(file_path, "filepath");
|
||||
let snd = build_upstreams(file_path, "filepath");
|
||||
let _ = toreturn.send(snd).await.unwrap();
|
||||
|
||||
let _watcher_handle = task::spawn_blocking({
|
||||
@@ -69,10 +63,12 @@ pub async fn watch_file(fp: String, mut toreturn: Sender<DashMap<String, (Vec<(S
|
||||
)
|
||||
.unwrap();
|
||||
watcher.watch(&parent_dir, RecursiveMode::Recursive).unwrap();
|
||||
|
||||
loop {
|
||||
std::thread::sleep(Duration::from_secs(50));
|
||||
}
|
||||
// println!("========================");
|
||||
let (_rtx, mut rrx) = tokio::sync::mpsc::channel::<bool>(1);
|
||||
let _ = rrx.blocking_recv();
|
||||
// loop {
|
||||
// std::thread::sleep(Duration::from_secs(50));
|
||||
// }
|
||||
}
|
||||
});
|
||||
let mut start = Instant::now();
|
||||
@@ -87,7 +83,7 @@ pub async fn watch_file(fp: String, mut toreturn: Sender<DashMap<String, (Vec<(S
|
||||
start = Instant::now();
|
||||
println!("Config File changed :=> {:?}", e);
|
||||
|
||||
let snd = read_upstreams_from_file(file_path, "filepath");
|
||||
let snd = build_upstreams(file_path, "filepath");
|
||||
let _ = toreturn.send(snd).await.unwrap();
|
||||
}
|
||||
}
|
||||
@@ -98,7 +94,7 @@ pub async fn watch_file(fp: String, mut toreturn: Sender<DashMap<String, (Vec<(S
|
||||
}
|
||||
}
|
||||
}
|
||||
pub fn read_upstreams_from_file(d: &str, kind: &str) -> DashMap<String, (Vec<(String, u16)>, AtomicUsize)> {
|
||||
pub fn build_upstreams(d: &str, kind: &str) -> DashMap<String, (Vec<(String, u16)>, AtomicUsize)> {
|
||||
let upstreams = DashMap::new();
|
||||
let mut contents = d.to_string();
|
||||
match kind {
|
||||
|
||||
@@ -6,25 +6,85 @@ use tokio::sync::RwLock;
|
||||
use tokio::time::interval;
|
||||
|
||||
pub async fn hc(upslist: Arc<RwLock<DashMap<String, (Vec<(String, u16)>, AtomicUsize)>>>, fullist: Arc<RwLock<DashMap<String, (Vec<(String, u16)>, AtomicUsize)>>>) {
|
||||
let mut period = interval(Duration::from_secs(20));
|
||||
let mut period = interval(Duration::from_secs(2));
|
||||
|
||||
loop {
|
||||
tokio::select! {
|
||||
_ = period.tick() => {
|
||||
let ups = upslist.write().await;
|
||||
let full = fullist.write().await;
|
||||
for val in full.iter_mut() {
|
||||
// making some dummy ligic
|
||||
match val.key().to_string().as_str() {
|
||||
"polo.netangels.net" => ups.remove("polo.netangels.net"),
|
||||
"glop.netangels.net" => ups.remove("glop.netangels.net"),
|
||||
_ => ups.remove(""),
|
||||
};
|
||||
// let before = Instant::now();
|
||||
let totest: DashMap<String, (Vec<(String, u16)>, AtomicUsize)> = DashMap::new();
|
||||
let fclone: DashMap<String, (Vec<(String, u16)>, AtomicUsize)> = DashMap::new();
|
||||
// println!("\nElapsed dash: {:.2?}", before.elapsed());
|
||||
// let before = Instant::now();
|
||||
{
|
||||
let full = fullist.read().await;
|
||||
for v in full.iter() {
|
||||
fclone.insert(v.key().clone(), (v.value().0.clone(), AtomicUsize::new(0)));
|
||||
}
|
||||
} // lock releases when scope ends
|
||||
// println!("Elapsed full: {:.2?}", before.elapsed());
|
||||
for val in fclone.iter() {
|
||||
let mut newvec = vec![];
|
||||
for hostport in val.value().0.clone(){
|
||||
let hostpart = hostport.0.split('/').last().unwrap(); // For later use
|
||||
let url = format!("http://{}:{}", hostpart, hostport.1);
|
||||
let resp = http_request(url.as_str(), "GET", "").await;
|
||||
match resp{
|
||||
true => {
|
||||
newvec.push((hostpart.to_string(), hostport.1));
|
||||
},
|
||||
false => {
|
||||
println!("Dead upstream. Host: {}, Upstream: {}:{} ",val.key(), hostpart.to_string(), hostport.1 );
|
||||
}
|
||||
}
|
||||
}
|
||||
totest.insert(val.key().clone(), (newvec, AtomicUsize::new(0)));
|
||||
}
|
||||
|
||||
// println!("UPS: {:?}", ups);
|
||||
drop(ups);
|
||||
drop(full);
|
||||
// let before = Instant::now();
|
||||
{
|
||||
let upsl = upslist.read().await;
|
||||
if !crate::utils::compare::dm(&upsl, &totest) {
|
||||
println!("Dashmaps not matched, synchronizing");
|
||||
upsl.clear();
|
||||
for (k, v) in totest { // loop takes the ownership
|
||||
println!("Host: {}", k);
|
||||
for vv in &v.0 {
|
||||
println!(" :===> {:?}", vv);
|
||||
}
|
||||
upsl.insert(k, v);
|
||||
}
|
||||
}
|
||||
}
|
||||
// println!("Elapsed upsl: {:.2?}", before.elapsed());
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
async fn http_request(url: &str, method: &str, payload: &str) -> bool {
|
||||
let client = reqwest::Client::new();
|
||||
let to = Duration::from_secs(1);
|
||||
match method {
|
||||
"POST" => {
|
||||
let response = client.post(url).body(payload.to_owned()).timeout(to).send().await;
|
||||
match response {
|
||||
Ok(r) => 100 <= r.status().as_u16() && r.status().as_u16() < 500,
|
||||
Err(_) => false,
|
||||
}
|
||||
}
|
||||
"GET" => {
|
||||
let response = client.get(url).timeout(to).send().await;
|
||||
match response {
|
||||
Ok(r) => {
|
||||
// println!("Response: {} : {}", r.status(), r.url());
|
||||
100 <= r.status().as_u16() && r.status().as_u16() < 500
|
||||
}
|
||||
Err(_) => {
|
||||
// println!("Error: {}", url);
|
||||
false
|
||||
}
|
||||
}
|
||||
}
|
||||
_ => false,
|
||||
}
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user