mirror of
https://github.com/sadoyan/aralez.git
synced 2026-04-29 22:38:36 +08:00
Something is ok
This commit is contained in:
@@ -1,3 +1,4 @@
|
|||||||
|
mod utils;
|
||||||
mod web;
|
mod web;
|
||||||
|
|
||||||
fn main() {
|
fn main() {
|
||||||
|
|||||||
1
src/utils.rs
Normal file
1
src/utils.rs
Normal file
@@ -0,0 +1 @@
|
|||||||
|
pub mod compare;
|
||||||
22
src/utils/compare.rs
Normal file
22
src/utils/compare.rs
Normal file
@@ -0,0 +1,22 @@
|
|||||||
|
use dashmap::DashMap;
|
||||||
|
use std::sync::atomic::AtomicUsize;
|
||||||
|
|
||||||
|
pub fn dashmaps(map1: &DashMap<String, (Vec<(String, u16)>, AtomicUsize)>, map2: &DashMap<String, (Vec<(String, u16)>, AtomicUsize)>) -> bool {
|
||||||
|
if map1.len() != map2.len() {
|
||||||
|
return false; // Different number of keys
|
||||||
|
}
|
||||||
|
for entry1 in map1.iter() {
|
||||||
|
let key = entry1.key();
|
||||||
|
let (vec1, _) = entry1.value(); // Extract value
|
||||||
|
|
||||||
|
if let Some(entry2) = map2.get(key) {
|
||||||
|
let (vec2, _) = entry2.value(); // Correctly extract value
|
||||||
|
if vec1 != vec2 {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
true
|
||||||
|
}
|
||||||
@@ -1,5 +1,2 @@
|
|||||||
pub mod proxyhttp;
|
pub mod proxyhttp;
|
||||||
pub mod start;
|
pub mod start;
|
||||||
// pub mod tcpcache;
|
|
||||||
// pub mod handler;
|
|
||||||
// pub mod peers;
|
|
||||||
|
|||||||
@@ -1,3 +1,4 @@
|
|||||||
|
use crate::utils::compare;
|
||||||
use async_trait::async_trait;
|
use async_trait::async_trait;
|
||||||
use dashmap::DashMap;
|
use dashmap::DashMap;
|
||||||
use log::{info, warn};
|
use log::{info, warn};
|
||||||
@@ -9,7 +10,9 @@ use pingora_http::{RequestHeader, ResponseHeader};
|
|||||||
use pingora_proxy::{ProxyHttp, Session};
|
use pingora_proxy::{ProxyHttp, Session};
|
||||||
use std::any::type_name;
|
use std::any::type_name;
|
||||||
use std::sync::atomic::{AtomicUsize, Ordering};
|
use std::sync::atomic::{AtomicUsize, Ordering};
|
||||||
|
use std::sync::Arc;
|
||||||
use std::time::Duration;
|
use std::time::Duration;
|
||||||
|
use tokio::sync::RwLock;
|
||||||
use tokio::time::interval;
|
use tokio::time::interval;
|
||||||
|
|
||||||
#[allow(dead_code)]
|
#[allow(dead_code)]
|
||||||
@@ -18,80 +21,85 @@ pub fn typeoff<T>(_: T) {
|
|||||||
println!("{:?}", to);
|
println!("{:?}", to);
|
||||||
}
|
}
|
||||||
|
|
||||||
#[allow(dead_code)]
|
|
||||||
pub struct LB {
|
pub struct LB {
|
||||||
pub upstreams_map: DashMap<String, (Vec<(String, u16)>, AtomicUsize)>,
|
pub upstreams_map: Arc<RwLock<DashMap<String, (Vec<(String, u16)>, AtomicUsize)>>>,
|
||||||
|
}
|
||||||
|
pub struct BGService {
|
||||||
|
pub upstreams_map: Arc<RwLock<DashMap<String, (Vec<(String, u16)>, AtomicUsize)>>>,
|
||||||
}
|
}
|
||||||
|
|
||||||
pub struct BGService;
|
|
||||||
#[async_trait]
|
#[async_trait]
|
||||||
impl BackgroundService for BGService {
|
impl BackgroundService for BGService {
|
||||||
async fn start(&self, mut shutdown: ShutdownWatch) {
|
async fn start(&self, mut shutdown: ShutdownWatch) {
|
||||||
println!("Starting example background service");
|
println!("Starting example background service");
|
||||||
let mut period = interval(Duration::from_secs(1));
|
let mut period = interval(Duration::from_secs(10));
|
||||||
loop {
|
loop {
|
||||||
tokio::select! {
|
tokio::select! {
|
||||||
_ = shutdown.changed() => {
|
_ = shutdown.changed() => {
|
||||||
// shutdown
|
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
_ = period.tick() => {
|
_ = period.tick() => {
|
||||||
println!("= = = = = = = = = = = = = = = = = = = = = = = = = =")
|
let map_write = self.upstreams_map.write().await;
|
||||||
|
let newmap = discover();
|
||||||
|
if compare::dashmaps(&map_write, &newmap) {
|
||||||
|
println!("DashMaps are equal. Chilling out.");
|
||||||
|
} else {
|
||||||
|
println!("DashMaps are different. Syncing !!!!!");
|
||||||
|
for (k,v) in newmap {
|
||||||
|
println!("{} -> {:?}", k, v);
|
||||||
|
map_write.insert(k,v);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
drop(map_write); // Important: Release the lock
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
fn discover() -> DashMap<String, (Vec<(String, u16)>, AtomicUsize)> {
|
||||||
|
let upstreams_map: DashMap<String, (Vec<(String, u16)>, AtomicUsize)> = DashMap::new();
|
||||||
|
let mut toreturn = vec![];
|
||||||
|
toreturn.push(("192.168.1.1".to_string(), 8000.to_owned()));
|
||||||
|
toreturn.push(("192.168.1.10".to_string(), 8000.to_owned()));
|
||||||
|
toreturn.push(("127.0.0.1".to_string(), 8000.to_owned()));
|
||||||
|
toreturn.push(("127.0.0.2".to_string(), 8000.to_owned()));
|
||||||
|
toreturn.push(("127.0.0.3".to_string(), 8000.to_owned()));
|
||||||
|
toreturn.push(("127.0.0.4".to_string(), 8000.to_owned()));
|
||||||
|
toreturn.push(("127.0.0.5".to_string(), 8000.to_owned()));
|
||||||
|
toreturn.push(("127.0.0.6".to_string(), 8000.to_owned()));
|
||||||
|
upstreams_map.insert("myip.netangels.net".to_string(), (toreturn, AtomicUsize::new(0)));
|
||||||
|
let mut toreturn = vec![];
|
||||||
|
toreturn.push(("192.168.1.1".to_string(), 8000.to_owned()));
|
||||||
|
toreturn.push(("192.168.1.10".to_string(), 8000.to_owned()));
|
||||||
|
upstreams_map.insert("polo.netangels.net".to_string(), (toreturn, AtomicUsize::new(0)));
|
||||||
|
let mut toreturn = vec![];
|
||||||
|
toreturn.push(("192.168.1.20".to_string(), 8000.to_owned()));
|
||||||
|
upstreams_map.insert("glop.netangels.net".to_string(), (toreturn, AtomicUsize::new(0)));
|
||||||
|
upstreams_map
|
||||||
|
}
|
||||||
|
|
||||||
#[async_trait]
|
#[async_trait]
|
||||||
pub trait GetHost {
|
pub trait GetHost {
|
||||||
async fn get_host(&self, peer: &str) -> Option<(String, u16)>;
|
async fn get_host(&self, peer: &str) -> Option<(String, u16)>;
|
||||||
fn set_host(&mut self, peer: &str, host: &str, port: u16);
|
|
||||||
fn discover_hosts(&mut self);
|
|
||||||
}
|
}
|
||||||
#[async_trait]
|
#[async_trait]
|
||||||
impl GetHost for LB {
|
impl GetHost for LB {
|
||||||
async fn get_host(&self, peer: &str) -> Option<(String, u16)> {
|
async fn get_host(&self, peer: &str) -> Option<(String, u16)> {
|
||||||
let entry = self.upstreams_map.get(peer)?;
|
let map_read = self.upstreams_map.read().await;
|
||||||
let (servers, index) = entry.value();
|
let x = if let Some(entry) = map_read.get(peer) {
|
||||||
|
let (servers, index) = entry.value(); // No clone here
|
||||||
|
|
||||||
if servers.is_empty() {
|
if servers.is_empty() {
|
||||||
return None;
|
return None;
|
||||||
}
|
|
||||||
|
|
||||||
let idx = index.fetch_add(1, Ordering::Relaxed) % servers.len();
|
|
||||||
println!("{} {:?} => len: {}, idx: {}", peer, servers[idx], servers.len(), idx);
|
|
||||||
Some(servers[idx].clone())
|
|
||||||
}
|
|
||||||
|
|
||||||
fn set_host(&mut self, peer: &str, host: &str, port: u16) {
|
|
||||||
let exists = self.upstreams_map.get(peer);
|
|
||||||
let mut toreturn = vec![];
|
|
||||||
match exists {
|
|
||||||
Some(e) => {
|
|
||||||
let (ko, _) = e.value();
|
|
||||||
let new_value = vec![(host.to_string(), port)];
|
|
||||||
for (k, v) in ko.clone().iter() {
|
|
||||||
toreturn.push((k.to_string(), v.to_owned()));
|
|
||||||
}
|
|
||||||
toreturn.push(new_value[0].clone());
|
|
||||||
}
|
}
|
||||||
None => {
|
let idx = index.fetch_add(1, Ordering::Relaxed) % servers.len();
|
||||||
toreturn.push((host.to_string(), port));
|
println!("{} {:?} => len: {}, idx: {}", peer, servers[idx], servers.len(), idx);
|
||||||
}
|
Some(servers[idx].clone()) // Clone the server address
|
||||||
}
|
} else {
|
||||||
|
None
|
||||||
println!(" ==> Updating peer list: name => {} | value => {:?}", peer.to_string(), toreturn);
|
};
|
||||||
self.upstreams_map.insert(peer.to_string(), (toreturn, AtomicUsize::new(0)));
|
x
|
||||||
}
|
|
||||||
|
|
||||||
fn discover_hosts(&mut self) {
|
|
||||||
self.set_host("myip.netangels.net", "192.168.1.1", 8000);
|
|
||||||
self.set_host("myip.netangels.net", "127.0.0.1", 8000);
|
|
||||||
self.set_host("myip.netangels.net", "127.0.0.2", 8000);
|
|
||||||
self.set_host("polo.netangels.net", "192.168.1.1", 8000);
|
|
||||||
self.set_host("polo.netangels.net", "192.168.1.10", 8000);
|
|
||||||
self.set_host("glop.netangels.net", "192.168.1.20", 8000);
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -1,8 +1,11 @@
|
|||||||
use crate::web::proxyhttp::{BGService, GetHost, LB};
|
use crate::web::proxyhttp::{BGService, LB};
|
||||||
use dashmap::DashMap;
|
use dashmap::DashMap;
|
||||||
use pingora_core::prelude::background_service;
|
use pingora_core::prelude::background_service;
|
||||||
use pingora_core::server::Server;
|
use pingora_core::server::Server;
|
||||||
use std::sync::atomic::AtomicUsize;
|
use std::sync::atomic::AtomicUsize;
|
||||||
|
use std::sync::Arc;
|
||||||
|
use tokio::sync::RwLock;
|
||||||
|
|
||||||
/*
|
/*
|
||||||
pub fn run1() {
|
pub fn run1() {
|
||||||
let mut upstreams = LoadBalancer::try_from_iter(vec!["192.168.1.10:8000", "192.168.1.1:8000", "127.0.0.1:8000"]).unwrap();
|
let mut upstreams = LoadBalancer::try_from_iter(vec!["192.168.1.10:8000", "192.168.1.1:8000", "127.0.0.1:8000"]).unwrap();
|
||||||
@@ -31,27 +34,19 @@ pub fn run() {
|
|||||||
let mut server = Server::new(None).unwrap();
|
let mut server = Server::new(None).unwrap();
|
||||||
server.bootstrap();
|
server.bootstrap();
|
||||||
|
|
||||||
// let backends = Backends::new(Box::new(SD));
|
|
||||||
// let load_balancer = LoadBalancer::from_backends(backends);
|
|
||||||
// load_balancer.set_health_check(TcpHealthCheck::new());
|
|
||||||
// load_balancer.health_check_frequency = Some(Duration::from_secs(1));
|
|
||||||
// load_balancer.update_frequency = Some(Duration::from_secs(1));
|
|
||||||
|
|
||||||
// let background = background_service("load balancer", load_balancer);
|
|
||||||
|
|
||||||
let upstreams_map: DashMap<String, (Vec<(String, u16)>, AtomicUsize)> = DashMap::new();
|
let upstreams_map: DashMap<String, (Vec<(String, u16)>, AtomicUsize)> = DashMap::new();
|
||||||
|
let config = Arc::new(RwLock::new(upstreams_map)); // Wrap in Arc<RwLock<...>>
|
||||||
|
|
||||||
let mut ll = LB { upstreams_map };
|
let lb = LB { upstreams_map: config.clone() }; // Share the Arc<RwLock<...>>
|
||||||
|
let bg_service = BGService { upstreams_map: config.clone() }; // Share the Arc<RwLock<...>>
|
||||||
|
|
||||||
let bg_service = background_service("bgsrvc", BGService {});
|
let bg_srvc = background_service("bgsrvc", bg_service);
|
||||||
let background = background_service("load balancer", ll.discover_hosts());
|
bg_srvc.task();
|
||||||
background.task();
|
|
||||||
|
|
||||||
let mut lb = pingora_proxy::http_proxy_service(&server.configuration, ll);
|
let mut proxy = pingora_proxy::http_proxy_service(&server.configuration, lb);
|
||||||
|
proxy.add_tcp("0.0.0.0:6193");
|
||||||
lb.add_tcp("0.0.0.0:6193");
|
server.add_service(proxy);
|
||||||
server.add_service(lb);
|
server.add_service(bg_srvc);
|
||||||
server.add_service(bg_service);
|
|
||||||
|
|
||||||
server.run_forever();
|
server.run_forever();
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user