state: refactor

This commit is contained in:
Astro 2023-10-12 19:04:05 +02:00
parent ff9654d4f0
commit 41f75bf848
4 changed files with 67 additions and 60 deletions

View file

@ -1,7 +1,7 @@
use serde::Deserialize; use serde::Deserialize;
use sigh::{PrivateKey, PublicKey, Key}; use sigh::{PrivateKey, PublicKey, Key};
#[derive(Deserialize)] #[derive(Clone, Deserialize)]
pub struct Config { pub struct Config {
pub streams: Vec<String>, pub streams: Vec<String>,
pub db: String, pub db: String,

View file

@ -1,5 +1,5 @@
use axum::{ use axum::{
extract::{FromRef, Path, Query}, extract::{Path, Query},
http::StatusCode, http::StatusCode,
response::{IntoResponse, Response}, response::{IntoResponse, Response},
routing::get, Json, Router, routing::get, Json, Router,
@ -9,13 +9,13 @@ use metrics::increment_counter;
use metrics_util::MetricKindMask; use metrics_util::MetricKindMask;
use metrics_exporter_prometheus::PrometheusBuilder; use metrics_exporter_prometheus::PrometheusBuilder;
use serde_json::json; use serde_json::json;
use sigh::{PrivateKey, PublicKey};
use std::{net::SocketAddr, sync::Arc, time::Duration, collections::HashMap}; use std::{net::SocketAddr, sync::Arc, time::Duration, collections::HashMap};
use std::{panic, process}; use std::{panic, process};
use tracing_subscriber::{layer::SubscriberExt, util::SubscriberInitExt}; use tracing_subscriber::{layer::SubscriberExt, util::SubscriberInitExt};
mod error; mod error;
mod config; mod config;
mod state;
mod actor; mod actor;
mod db; mod db;
mod digest; mod digest;
@ -26,22 +26,8 @@ mod relay;
mod activitypub; mod activitypub;
mod endpoint; mod endpoint;
use state::State;
#[derive(Clone)]
struct State {
database: db::Database,
client: Arc<reqwest::Client>,
hostname: Arc<String>,
priv_key: PrivateKey,
pub_key: PublicKey,
}
impl FromRef<State> for Arc<reqwest::Client> {
fn from_ref(state: &State) -> Arc<reqwest::Client> {
state.client.clone()
}
}
fn track_request(method: &'static str, controller: &'static str, result: &'static str) { fn track_request(method: &'static str, controller: &'static str, result: &'static str) {
increment_counter!("api_http_requests_total", "controller" => controller, "method" => method, "result" => result); increment_counter!("api_http_requests_total", "controller" => controller, "method" => method, "result" => result);
@ -315,37 +301,33 @@ async fn main() {
.with(tracing_subscriber::fmt::layer()) .with(tracing_subscriber::fmt::layer())
.init(); .init();
let config = config::Config::load(
&std::env::args().nth(1)
.expect("Call with config.yaml")
);
let priv_key = config.priv_key();
let pub_key = config.pub_key();
let recorder = PrometheusBuilder::new() let recorder = PrometheusBuilder::new()
.add_global_label("application", env!("CARGO_PKG_NAME")) .add_global_label("application", env!("CARGO_PKG_NAME"))
.idle_timeout(MetricKindMask::ALL, Some(Duration::from_secs(600))) .idle_timeout(MetricKindMask::ALL, Some(Duration::from_secs(600)))
.install_recorder() .install_recorder()
.unwrap(); .unwrap();
let config = config::Config::load(
&std::env::args().nth(1)
.expect("Call with config.yaml")
);
let database = db::Database::connect(&config.db).await; let database = db::Database::connect(&config.db).await;
let stream_rx = stream::spawn(config.streams.into_iter()); let client = reqwest::Client::builder()
let client = Arc::new( .timeout(Duration::from_secs(5))
reqwest::Client::builder() .user_agent(concat!(
.timeout(Duration::from_secs(5)) env!("CARGO_PKG_NAME"),
.user_agent(concat!( "/",
env!("CARGO_PKG_NAME"), env!("CARGO_PKG_VERSION"),
"/", ))
env!("CARGO_PKG_VERSION"), .pool_max_idle_per_host(1)
)) .pool_idle_timeout(Some(Duration::from_secs(5)))
.pool_max_idle_per_host(1) .build()
.pool_idle_timeout(Some(Duration::from_secs(5))) .unwrap();
.build() let state = State::new(config.clone(), database, client);
.unwrap()
); let stream_rx = stream::spawn(config.streams.clone().into_iter());
let hostname = Arc::new(config.hostname.clone()); relay::spawn(state.clone(), stream_rx);
relay::spawn(client.clone(), hostname.clone(), database.clone(), priv_key.clone(), stream_rx);
let app = Router::new() let app = Router::new()
.route("/tag/:tag", get(get_tag_actor).post(post_tag_relay)) .route("/tag/:tag", get(get_tag_actor).post(post_tag_relay))
@ -357,13 +339,7 @@ async fn main() {
.route("/metrics", get(|| async move { .route("/metrics", get(|| async move {
recorder.render().into_response() recorder.render().into_response()
})) }))
.with_state(State { .with_state(state)
database,
client,
hostname,
priv_key,
pub_key,
})
.merge(SpaRouter::new("/", "static")); .merge(SpaRouter::new("/", "static"));
let addr = SocketAddr::from(([127, 0, 0, 1], config.listen_port)); let addr = SocketAddr::from(([127, 0, 0, 1], config.listen_port));

View file

@ -7,7 +7,7 @@ use sigh::PrivateKey;
use tokio::{ use tokio::{
sync::mpsc::Receiver, sync::mpsc::Receiver,
}; };
use crate::{db::Database, send, actor}; use crate::{send, actor, state::State};
#[derive(Deserialize)] #[derive(Deserialize)]
struct Post<'a> { struct Post<'a> {
@ -143,14 +143,9 @@ fn spawn_worker(client: Arc<reqwest::Client>) -> Sender<Job> {
} }
pub fn spawn( pub fn spawn(
client: Arc<reqwest::Client>, state: State,
hostname: Arc<String>,
database: Database,
private_key: PrivateKey,
mut stream_rx: Receiver<String> mut stream_rx: Receiver<String>
) { ) {
let private_key = Arc::new(private_key);
tokio::spawn(async move { tokio::spawn(async move {
let mut workers = HashMap::new(); let mut workers = HashMap::new();
@ -175,13 +170,13 @@ pub fn spawn(
let mut seen_actors = HashSet::new(); let mut seen_actors = HashSet::new();
let mut seen_inboxes = HashSet::new(); let mut seen_inboxes = HashSet::new();
let published = chrono::Utc::now().to_rfc3339_opts(chrono::SecondsFormat::Secs, true); let published = chrono::Utc::now().to_rfc3339_opts(chrono::SecondsFormat::Secs, true);
for actor in post.relay_targets(hostname.clone()) { for actor in post.relay_targets(state.hostname.clone()) {
if seen_actors.contains(&actor) { if seen_actors.contains(&actor) {
continue; continue;
} }
let actor_id = Arc::new(actor.uri()); let actor_id = Arc::new(actor.uri());
let announce_id = format!("https://{}/announce/{}", hostname, urlencoding::encode(&post_url)); let announce_id = format!("https://{}/announce/{}", state.hostname, urlencoding::encode(&post_url));
let body = json!({ let body = json!({
"@context": "https://www.w3.org/ns/activitystreams", "@context": "https://www.w3.org/ns/activitystreams",
"type": "Announce", "type": "Announce",
@ -196,7 +191,7 @@ pub fn spawn(
serde_json::to_vec(&body) serde_json::to_vec(&body)
.unwrap() .unwrap()
); );
for inbox in database.get_following_inboxes(&actor_id).await.unwrap() { for inbox in state.database.get_following_inboxes(&actor_id).await.unwrap() {
let Ok(inbox_url) = reqwest::Url::parse(&inbox) else { continue; }; let Ok(inbox_url) = reqwest::Url::parse(&inbox) else { continue; };
// Avoid duplicate processing. // Avoid duplicate processing.
@ -212,14 +207,14 @@ pub fn spawn(
// Lookup/create worker queue per inbox. // Lookup/create worker queue per inbox.
let tx = workers.entry(inbox_url.host_str().unwrap_or("").to_string()) let tx = workers.entry(inbox_url.host_str().unwrap_or("").to_string())
.or_insert_with(|| spawn_worker(client.clone())); .or_insert_with(|| spawn_worker(state.client.clone()));
// Create queue item. // Create queue item.
let job = Job { let job = Job {
post_url: post_url.clone(), post_url: post_url.clone(),
actor_id: actor_id.clone(), actor_id: actor_id.clone(),
body: body.clone(), body: body.clone(),
key_id: actor.key_id(), key_id: actor.key_id(),
private_key: private_key.clone(), private_key: state.priv_key.clone(),
inbox_url, inbox_url,
}; };
// Enqueue job for worker. // Enqueue job for worker.

36
src/state.rs Normal file
View file

@ -0,0 +1,36 @@
use axum::{
extract::FromRef,
};
use sigh::{PrivateKey, PublicKey};
use std::sync::Arc;
use crate::{config::Config, db::Database};
#[derive(Clone)]
pub struct State {
pub database: Database,
pub client: Arc<reqwest::Client>,
pub hostname: Arc<String>,
pub priv_key: Arc<PrivateKey>,
pub pub_key: Arc<PublicKey>,
}
impl FromRef<State> for Arc<reqwest::Client> {
fn from_ref(state: &State) -> Arc<reqwest::Client> {
state.client.clone()
}
}
impl State {
pub fn new(config: Config, database: Database, client: reqwest::Client) -> Self {
let priv_key = Arc::new(config.priv_key());
let pub_key = Arc::new(config.pub_key());
State {
database,
client: Arc::new(client),
hostname: Arc::new(config.hostname),
priv_key,
pub_key,
}
}
}