From 4c00a7dfb76edfa3f432064ffcb2799f765b0066 Mon Sep 17 00:00:00 2001 From: Paul Makles Date: Wed, 27 Nov 2024 17:05:11 +0000 Subject: [PATCH 01/32] chore: strip dotenv (unmaintained) from project It is no longer needed as configuration is loaded via. TOML or direct env if appropriate. --- Cargo.lock | 8 -------- crates/core/config/Cargo.toml | 1 - crates/core/config/src/lib.rs | 2 -- crates/delta/Cargo.toml | 1 - crates/delta/src/util/test.rs | 2 -- 5 files changed, 14 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index 4b464193..6d80054b 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -2004,12 +2004,6 @@ version = "0.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0688c2a7f92e427f44895cd63841bff7b29f8d7a1648b9e7e07a4a365b2e1257" -[[package]] -name = "dotenv" -version = "0.15.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "77c90badedccf4105eca100756a0b1289e191f6fcbdadd3cee1d2f614f97da8f" - [[package]] name = "dtoa" version = "1.0.9" @@ -5652,7 +5646,6 @@ dependencies = [ "async-std", "cached", "config", - "dotenv", "futures-locks", "log", "once_cell", @@ -5720,7 +5713,6 @@ dependencies = [ "bitfield", "chrono", "dashmap", - "dotenv", "env_logger", "futures", "impl_ops", diff --git a/crates/core/config/Cargo.toml b/crates/core/config/Cargo.toml index 4fd3eecd..a723ce94 100644 --- a/crates/core/config/Cargo.toml +++ b/crates/core/config/Cargo.toml @@ -15,7 +15,6 @@ default = ["test"] [dependencies] # Utility -dotenv = "0.15.0" config = "0.13.3" cached = "0.44.0" once_cell = "1.18.0" diff --git a/crates/core/config/src/lib.rs b/crates/core/config/src/lib.rs index e0f57d17..8913dfb7 100644 --- a/crates/core/config/src/lib.rs +++ b/crates/core/config/src/lib.rs @@ -287,8 +287,6 @@ pub async fn config() -> Settings { /// Configure logging and common Rust variables pub async fn setup_logging(release: &'static str, dsn: String) -> Option { - dotenv::dotenv().ok(); - if std::env::var("RUST_LOG").is_err() { std::env::set_var("RUST_LOG", "info"); } diff --git a/crates/delta/Cargo.toml b/crates/delta/Cargo.toml index 9e8618a0..05857ae0 100644 --- a/crates/delta/Cargo.toml +++ b/crates/delta/Cargo.toml @@ -16,7 +16,6 @@ redis-kiss = "0.1.4" lru = "0.7.0" url = "2.2.2" log = "0.4.11" -dotenv = "0.15.0" dashmap = "5.2.0" linkify = "0.6.0" once_cell = "1.17.1" diff --git a/crates/delta/src/util/test.rs b/crates/delta/src/util/test.rs index 467e945b..91813504 100644 --- a/crates/delta/src/util/test.rs +++ b/crates/delta/src/util/test.rs @@ -19,8 +19,6 @@ pub struct TestHarness { impl TestHarness { pub async fn new() -> TestHarness { - dotenv::dotenv().ok(); - let client = Client::tracked(crate::web().await) .await .expect("valid rocket instance"); From ed5ded5e4562b08547ff007b42b062e36a1656d2 Mon Sep 17 00:00:00 2001 From: Paul Makles Date: Thu, 28 Nov 2024 11:58:36 +0000 Subject: [PATCH 02/32] feat(autumn): use real memory size for s3 cache eviction feat(january): use real memory size for proxy cache eviction --- crates/services/autumn/src/api.rs | 15 ++++++++++++--- crates/services/january/src/requests.rs | 20 +++++++++++++++----- 2 files changed, 27 insertions(+), 8 deletions(-) diff --git a/crates/services/autumn/src/api.rs b/crates/services/autumn/src/api.rs index 16e82d47..37b28511 100644 --- a/crates/services/autumn/src/api.rs +++ b/crates/services/autumn/src/api.rs @@ -17,7 +17,7 @@ use revolt_database::{iso8601_timestamp::Timestamp, Database, FileHash, Metadata use revolt_files::{ create_thumbnail, decode_image, fetch_from_s3, upload_to_s3, AUTHENTICATION_TAG_SIZE_BYTES, }; -use revolt_result::{create_error, Result}; +use revolt_result::{create_error, Error, Result}; use serde::{Deserialize, Serialize}; use sha2::Digest; use tempfile::NamedTempFile; @@ -55,8 +55,17 @@ lazy_static! { /// Short-lived file cache to allow us to populate different CDN regions without increasing bandwidth to S3 provider /// Uploads will also be stored here to prevent immediately queued downloads from doing the entire round-trip static ref S3_CACHE: moka::future::Cache>> = moka::future::Cache::builder() - .max_capacity(10_000) // TODO config - .time_to_live(Duration::from_secs(60)) // TODO config + .weigher(|_key, value: &Result>| -> u32 { + std::mem::size_of::>>() as u32 + if let Ok(vec) = value { + vec.len().try_into().unwrap_or(u32::MAX) + } else { + std::mem::size_of::() as u32 + } + }) + // TODO config + // .max_capacity(1024 * 1024 * 1024) // Cache up to 1GiB in memory + .max_capacity(512 * 1024 * 1024) // Cache up to 512MiB in memory + .time_to_live(Duration::from_secs(5 * 60)) // For up to 5 minutes .build(); } diff --git a/crates/services/january/src/requests.rs b/crates/services/january/src/requests.rs index c4706d86..cf681171 100644 --- a/crates/services/january/src/requests.rs +++ b/crates/services/january/src/requests.rs @@ -9,7 +9,7 @@ use reqwest::{ use revolt_config::report_internal_error; use revolt_files::{create_thumbnail, decode_image, image_size_vec, is_valid_image, video_size}; use revolt_models::v0::{Embed, Image, ImageSize, Video}; -use revolt_result::{create_error, Result}; +use revolt_result::{create_error, Error, Result}; use std::{ io::{Cursor, Write}, time::Duration, @@ -40,14 +40,24 @@ lazy_static! { /// Cache for proxy results static ref PROXY_CACHE: moka::future::Cache)>> = moka::future::Cache::builder() - .max_capacity(10_000) // TODO config - .time_to_live(Duration::from_secs(60)) // TODO config + .weigher(|_key, value: &Result<(String, Vec)>| -> u32 { + std::mem::size_of::)>>() as u32 + if let Ok((url, vec)) = value { + url.len().try_into().unwrap_or(u32::MAX) + + vec.len().try_into().unwrap_or(u32::MAX) + } else { + std::mem::size_of::() as u32 + } + }) + // TODO config + .max_capacity(512 * 1024 * 1024) // Cache up to 512MiB in memory + .time_to_live(Duration::from_secs(60)) // For up to 1 minute .build(); /// Cache for embed results static ref EMBED_CACHE: moka::future::Cache = moka::future::Cache::builder() - .max_capacity(1_000) // TODO config - .time_to_live(Duration::from_secs(60)) // TODO config + // TODO config + .max_capacity(10_000) // Cache up to 10k embeds + .time_to_live(Duration::from_secs(60)) // For up to 1 minute .build(); } From b55765d7c73c74c730bec4fe3f4054bd696dbbff Mon Sep 17 00:00:00 2001 From: Tom Date: Thu, 28 Nov 2024 13:34:17 -0800 Subject: [PATCH 03/32] Feat: Push notification server (#387) * feat: create base of push daemon Signed-off-by: IAmTomahawkx * Add outbound senders * Make web_push send to rabbit instead (temp stuff) * feat: stability and friend requests * make vapid fr stuff not suck * swap naming of queue * move pushd into daemons folder * fix cargo file for move into daemons folder * feat: probably working fcm push notifs * comment out fcm webpush stuff since the config keys dont exist * fix fcm, name queues according to their prod status and configure routing keys * add pushd to docker * mix: Remove old code, add stuff to pushd * fix: lockfile * feat: update rocket to 5.0.1 * fix: fix queues and ack bugs * Move rabbit messsage processing into ack queue * chore: update readme * chore: optimizations for ack database hits * pushd flowchart * misc: update flowchart * exit dependancy hell * add rocket_impl flag to authifier * make the tests file of delta actually compile * fix: don't silence every push message * fix: don't silence all messages * add debug logging for sending data to rabbit from message events * validate mentions at a server membership level * put back that import that was actually important * minor fix to lockfile * update delta authifier * feat: proper permissions for push notifications * add unit test for mention sanitization * remove local file dependancy on authifier * update ports to proper defaults * fixTM the node bindings * Theoretically configure docker releases for pushd Signed-off-by: IAmTomahawkx * declare exchange in pushd and delta * fix createbuckets script Signed-off-by: IAmTomahawkx * fix: reference db implementation Signed-off-by: IAmTomahawkx * fix: remove finally redundant code Signed-off-by: IAmTomahawkx * fix: changes Signed-off-by: IAmTomahawkx * fix: other changes Signed-off-by: IAmTomahawkx * fix: make channel name return result Signed-off-by: IAmTomahawkx --------- Signed-off-by: IAmTomahawkx --- .github/workflows/docker.yaml | 6 +- Cargo.lock | 452 ++++++++---------- Cargo.toml | 5 +- Dockerfile | 1 + README.md | 8 +- compose.yml | 27 +- crates/bindings/node/src/lib.rs | 36 +- crates/bonfire/Cargo.toml | 2 +- crates/core/config/Revolt.test.toml | 6 + crates/core/config/Revolt.toml | 82 ++-- crates/core/config/src/lib.rs | 82 +++- crates/core/database/Cargo.toml | 9 +- crates/core/database/src/amqp/amqp.rs | 211 ++++++++ crates/core/database/src/amqp/mod.rs | 2 + crates/core/database/src/events/mod.rs | 1 + crates/core/database/src/events/rabbit.rs | 59 +++ crates/core/database/src/lib.rs | 3 + .../src/models/channel_unreads/ops.rs | 3 + .../src/models/channel_unreads/ops/mongodb.rs | 13 +- .../models/channel_unreads/ops/reference.rs | 19 +- .../database/src/models/channels/model.rs | 9 +- .../database/src/models/messages/model.rs | 102 ++-- .../src/models/server_members/model.rs | 4 +- .../models/server_members/ops/reference.rs | 8 +- .../core/database/src/models/users/model.rs | 13 +- .../core/database/src/models/users/rocket.rs | 2 +- crates/core/database/src/tasks/ack.rs | 178 +++++-- .../database/src/tasks/apple_notifications.rs | 314 ------------ crates/core/database/src/tasks/mod.rs | 10 +- crates/core/database/src/tasks/web_push.rs | 198 -------- .../database/src/util/bulk_permissions.rs | 337 +++++++++++++ crates/core/database/src/util/idempotency.rs | 4 +- crates/core/database/src/util/mod.rs | 1 + crates/core/models/src/v0/channels.rs | 14 + crates/core/models/src/v0/messages.rs | 13 +- crates/core/result/Cargo.toml | 2 +- crates/daemons/pushd/Cargo.toml | 31 ++ crates/daemons/pushd/Dockerfile | 9 + crates/daemons/pushd/Pushd Flowchart.graffle | Bin 0 -> 45755 bytes .../pushd/src/consumers/inbound/ack.rs | 138 ++++++ .../src/consumers/inbound/fr_accepted.rs | 121 +++++ .../src/consumers/inbound/fr_received.rs | 121 +++++ .../pushd/src/consumers/inbound/generic.rs | 127 +++++ .../pushd/src/consumers/inbound/internal.rs | 53 ++ .../pushd/src/consumers/inbound/message.rs | 127 +++++ .../pushd/src/consumers/inbound/mod.rs | 6 + crates/daemons/pushd/src/consumers/mod.rs | 2 + .../pushd/src/consumers/outbound/apn.rs | 338 +++++++++++++ .../pushd/src/consumers/outbound/fcm.rs | 199 ++++++++ .../pushd/src/consumers/outbound/mod.rs | 3 + .../pushd/src/consumers/outbound/vapid.rs | 149 ++++++ crates/daemons/pushd/src/main.rs | 233 +++++++++ crates/delta/Cargo.toml | 15 +- crates/delta/src/main.rs | 36 +- crates/delta/src/routes/bots/invite.rs | 14 +- .../src/routes/channels/channel_delete.rs | 11 +- .../delta/src/routes/channels/channel_edit.rs | 43 +- .../src/routes/channels/group_add_member.rs | 5 +- .../routes/channels/group_remove_member.rs | 5 +- .../delta/src/routes/channels/message_pin.rs | 100 ++-- .../delta/src/routes/channels/message_send.rs | 219 ++++++++- .../src/routes/channels/message_unpin.rs | 108 +++-- .../delta/src/routes/invites/invite_join.rs | 5 +- crates/delta/src/routes/root.rs | 2 +- crates/delta/src/routes/users/add_friend.rs | 5 +- .../src/routes/users/send_friend_request.rs | 7 +- .../src/routes/webhooks/webhook_execute.rs | 4 +- .../routes/webhooks/webhook_execute_github.rs | 13 +- crates/delta/src/util/ratelimiter.rs | 10 +- crates/delta/src/util/test.rs | 20 +- scripts/build-image-layer.sh | 7 +- 71 files changed, 3463 insertions(+), 1059 deletions(-) create mode 100644 crates/core/database/src/amqp/amqp.rs create mode 100644 crates/core/database/src/amqp/mod.rs create mode 100644 crates/core/database/src/events/rabbit.rs delete mode 100644 crates/core/database/src/tasks/apple_notifications.rs delete mode 100644 crates/core/database/src/tasks/web_push.rs create mode 100644 crates/core/database/src/util/bulk_permissions.rs create mode 100644 crates/daemons/pushd/Cargo.toml create mode 100644 crates/daemons/pushd/Dockerfile create mode 100644 crates/daemons/pushd/Pushd Flowchart.graffle create mode 100644 crates/daemons/pushd/src/consumers/inbound/ack.rs create mode 100644 crates/daemons/pushd/src/consumers/inbound/fr_accepted.rs create mode 100644 crates/daemons/pushd/src/consumers/inbound/fr_received.rs create mode 100644 crates/daemons/pushd/src/consumers/inbound/generic.rs create mode 100644 crates/daemons/pushd/src/consumers/inbound/internal.rs create mode 100644 crates/daemons/pushd/src/consumers/inbound/message.rs create mode 100644 crates/daemons/pushd/src/consumers/inbound/mod.rs create mode 100644 crates/daemons/pushd/src/consumers/mod.rs create mode 100644 crates/daemons/pushd/src/consumers/outbound/apn.rs create mode 100644 crates/daemons/pushd/src/consumers/outbound/fcm.rs create mode 100644 crates/daemons/pushd/src/consumers/outbound/mod.rs create mode 100644 crates/daemons/pushd/src/consumers/outbound/vapid.rs create mode 100644 crates/daemons/pushd/src/main.rs diff --git a/.github/workflows/docker.yaml b/.github/workflows/docker.yaml index 0d5a7604..58e186d0 100644 --- a/.github/workflows/docker.yaml +++ b/.github/workflows/docker.yaml @@ -61,7 +61,7 @@ jobs: if: github.event_name != 'pull_request' strategy: matrix: - project: [delta, bonfire, autumn, january] + project: [delta, bonfire, autumn, january, pushd] name: Build ${{ matrix.project }} image steps: # Configure build environment @@ -106,6 +106,10 @@ jobs: "january": { "path": "crates/services/january", "tag": "${{ github.repository_owner }}/january" + }, + "pushd": { + "path": "crates/daemons/pushd", + "tag": "${{ github.repository_owner }}/pushd" } } export_to: output diff --git a/Cargo.lock b/Cargo.lock index 6d80054b..a3a8571b 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -23,15 +23,6 @@ version = "2.0.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "512761e0bb2578dd7380c6baaa0f4ce03e84f95e960231d1dec8bf4d7d6e2627" -[[package]] -name = "aead" -version = "0.4.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0b613b8e1e3cf911a086f53f03bf286f52fd7a7258e4fa606f0ef220d39d8877" -dependencies = [ - "generic-array 0.14.5", -] - [[package]] name = "aead" version = "0.5.2" @@ -42,18 +33,6 @@ dependencies = [ "generic-array 0.14.5", ] -[[package]] -name = "aes" -version = "0.7.5" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9e8b47f52ea9bae42228d07ec09eb676433d7c4ed1ebdf0f1d1c29ed446f1ab8" -dependencies = [ - "cfg-if", - "cipher 0.3.0", - "cpufeatures", - "opaque-debug 0.3.0", -] - [[package]] name = "aes" version = "0.8.4" @@ -61,35 +40,21 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "b169f7a6d4742236a0a00c541b845991d0ac43e546831af1249753ab4c3aa3a0" dependencies = [ "cfg-if", - "cipher 0.4.4", + "cipher", "cpufeatures", ] -[[package]] -name = "aes-gcm" -version = "0.9.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "bc3be92e19a7ef47457b8e6f90707e12b6ac5d20c6f3866584fa3be0787d839f" -dependencies = [ - "aead 0.4.3", - "aes 0.7.5", - "cipher 0.3.0", - "ctr 0.7.0", - "ghash 0.4.4", - "subtle", -] - [[package]] name = "aes-gcm" version = "0.10.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "831010a0f742e1209b3bcea8fab6a8e149051ba6099432c8cb2cc117dec3ead1" dependencies = [ - "aead 0.5.2", - "aes 0.8.4", - "cipher 0.4.4", - "ctr 0.9.2", - "ghash 0.5.1", + "aead", + "aes", + "cipher", + "ctr", + "ghash", "subtle", ] @@ -138,6 +103,31 @@ version = "0.2.16" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0942ffc6dcaadf03badf6e6a2d0228460359d5e34b57ccdc720b7382dfbd5ec5" +[[package]] +name = "amqp_serde" +version = "0.4.1" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "787581044ca08ad61cdb3a4e21afba087fb8cdba3bb3e23ce69a7d091808014d" +dependencies = [ + "bytes 1.5.0", + "serde", + "serde_bytes_ng", +] + +[[package]] +name = "amqprs" +version = "1.8.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "3f1b4afcbd862e16c272b7625b6b057930b052d63c720bc90f6afab0d9abe8a8" +dependencies = [ + "amqp_serde", + "async-trait", + "bytes 1.5.0", + "serde", + "serde_bytes_ng", + "tokio 1.40.0", +] + [[package]] name = "android-tzdata" version = "0.1.1" @@ -264,7 +254,7 @@ dependencies = [ "futures-lite", "once_cell", "tokio 0.2.25", - "tokio 1.35.1", + "tokio 1.40.0", ] [[package]] @@ -450,16 +440,16 @@ version = "0.2.14" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "d9b39be18770d11421cdb1b9947a45dd3f37e93092cbf377614828a319d5fee8" dependencies = [ - "hermit-abi", + "hermit-abi 0.1.19", "libc", "winapi", ] [[package]] name = "authifier" -version = "1.0.8" +version = "1.0.9" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "30269caf0aaf1e1b542b150030e9688bf41d50026e09a51efd9408f332636c9d" +checksum = "9ba4df3b5df5cf1a08d4af71c407fb56a675b6aaf4d1fec704da32595497d73d" dependencies = [ "async-std", "async-trait", @@ -557,7 +547,7 @@ dependencies = [ "http 0.2.12", "ring 0.17.8", "time", - "tokio 1.35.1", + "tokio 1.40.0", "tracing", "url", "zeroize", @@ -740,7 +730,7 @@ checksum = "62220bc6e97f946ddd51b5f1361f78996e704677afc518a4ff66b7a72ea1378c" dependencies = [ "futures-util", "pin-project-lite 0.2.13", - "tokio 1.35.1", + "tokio 1.40.0", ] [[package]] @@ -838,7 +828,7 @@ dependencies = [ "pin-project-lite 0.2.13", "pin-utils", "rustls 0.21.12", - "tokio 1.35.1", + "tokio 1.40.0", "tracing", ] @@ -854,7 +844,7 @@ dependencies = [ "http 0.2.12", "http 1.1.0", "pin-project-lite 0.2.13", - "tokio 1.35.1", + "tokio 1.40.0", "tracing", "zeroize", ] @@ -881,8 +871,8 @@ dependencies = [ "ryu", "serde", "time", - "tokio 1.35.1", - "tokio-util 0.7.2", + "tokio 1.40.0", + "tokio-util", ] [[package]] @@ -927,7 +917,7 @@ dependencies = [ "matchit", "memchr", "mime", - "multer 3.1.0", + "multer", "percent-encoding", "pin-project-lite 0.2.13", "rustversion", @@ -936,7 +926,7 @@ dependencies = [ "serde_path_to_error", "serde_urlencoded", "sync_wrapper 1.0.1", - "tokio 1.35.1", + "tokio 1.40.0", "tower", "tower-layer", "tower-service", @@ -1014,7 +1004,7 @@ dependencies = [ "futures-util", "tempfile", "thiserror", - "tokio 1.35.1", + "tokio 1.40.0", "uuid 1.4.1", ] @@ -1296,7 +1286,7 @@ dependencies = [ "instant", "once_cell", "thiserror", - "tokio 1.35.1", + "tokio 1.40.0", ] [[package]] @@ -1376,15 +1366,6 @@ dependencies = [ "windows-targets 0.52.6", ] -[[package]] -name = "cipher" -version = "0.3.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "7ee52072ec15386f770805afd189a01c8841be8696bed250fa2f13c4c0d6dfb7" -dependencies = [ - "generic-array 0.14.5", -] - [[package]] name = "cipher" version = "0.4.4" @@ -1432,8 +1413,8 @@ dependencies = [ "futures-core", "memchr", "pin-project-lite 0.2.13", - "tokio 1.35.1", - "tokio-util 0.7.2", + "tokio 1.40.0", + "tokio-util", ] [[package]] @@ -1493,18 +1474,11 @@ checksum = "245097e9a4535ee1e3e3931fcfcd55a796a44c643e8596ff6566d68f09b87bbc" [[package]] name = "cookie" -version = "0.16.0" +version = "0.18.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "94d4706de1b0fa5b132270cddffa8585166037822e260a944fe161acd137ca05" +checksum = "4ddef33a339a91ea89fb53151bd0a4689cfce27055c291dfa69945475d22c747" dependencies = [ - "aes-gcm 0.9.2", - "base64 0.13.0", - "hkdf", - "hmac", "percent-encoding", - "rand 0.8.5", - "sha2", - "subtle", "time", "version_check", ] @@ -1685,22 +1659,13 @@ version = "1.1.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f3b7eb4404b8195a9abb6356f4ac07d8ba267045c8d6d220ac4dc992e6cc75df" -[[package]] -name = "ctr" -version = "0.7.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "a232f92a03f37dd7d7dd2adc67166c77e9cd88de5b019b9a9eecfaeaf7bfd481" -dependencies = [ - "cipher 0.3.0", -] - [[package]] name = "ctr" version = "0.9.2" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "0369ee1ad671834580515889b80f2ea915f23b8be8d0daa4bbaf2ac5c7590835" dependencies = [ - "cipher 0.4.4", + "cipher", ] [[package]] @@ -1870,7 +1835,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "16a2561fd313df162315935989dceb8c99db4ee1933358270a57a3cfb8c957f3" dependencies = [ "crossbeam-queue", - "tokio 1.35.1", + "tokio 1.40.0", ] [[package]] @@ -1946,9 +1911,9 @@ dependencies = [ [[package]] name = "devise" -version = "0.3.1" +version = "0.4.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "50c7580b072f1c8476148f16e0a0d5dedddab787da98d86c5082c5e9ed8ab595" +checksum = "f1d90b0c4c777a2cad215e3c7be59ac7c15adf45cf76317009b7d096d46f651d" dependencies = [ "devise_codegen", "devise_core", @@ -1956,9 +1921,9 @@ dependencies = [ [[package]] name = "devise_codegen" -version = "0.3.1" +version = "0.4.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "123c73e7a6e51b05c75fe1a1b2f4e241399ea5740ed810b0e3e6cacd9db5e7b2" +checksum = "71b28680d8be17a570a2334922518be6adc3f58ecc880cbb404eaeb8624fd867" dependencies = [ "devise_core", "quote 1.0.37", @@ -1966,15 +1931,15 @@ dependencies = [ [[package]] name = "devise_core" -version = "0.3.1" +version = "0.4.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "841ef46f4787d9097405cac4e70fb8644fc037b526e8c14054247c0263c400d0" +checksum = "b035a542cf7abf01f2e3c4d5a7acbaebfefe120ae4efc7bde3df98186e4b8af7" dependencies = [ - "bitflags 1.3.2", + "bitflags 2.6.0", "proc-macro2", "proc-macro2-diagnostics", "quote 1.0.37", - "syn 1.0.107", + "syn 2.0.76", ] [[package]] @@ -2420,9 +2385,9 @@ dependencies = [ "redis-protocol", "semver 1.0.23", "socket2 0.5.5", - "tokio 1.35.1", + "tokio 1.40.0", "tokio-stream", - "tokio-util 0.7.2", + "tokio-util", "url", "urlencoding", ] @@ -2514,7 +2479,7 @@ checksum = "45ec6fe3675af967e67c5536c0b9d44e34e6c52f86bedc4ea49c5317b8e94d06" dependencies = [ "futures-channel", "futures-task", - "tokio 1.35.1", + "tokio 1.40.0", ] [[package]] @@ -2639,16 +2604,6 @@ dependencies = [ "syn 1.0.107", ] -[[package]] -name = "ghash" -version = "0.4.4" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "1583cc1656d7839fd3732b80cf4f38850336cdb9b8ded1cd399ca62958de3c99" -dependencies = [ - "opaque-debug 0.3.0", - "polyval 0.5.3", -] - [[package]] name = "ghash" version = "0.5.1" @@ -2656,7 +2611,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f0d8a4362ccb29cb0b265253fb0a2728f592895ee6854fd9bc13f2ffda266ff1" dependencies = [ "opaque-debug 0.3.0", - "polyval 0.6.2", + "polyval", ] [[package]] @@ -2731,8 +2686,8 @@ dependencies = [ "http 0.2.12", "indexmap 2.0.1", "slab", - "tokio 1.35.1", - "tokio-util 0.7.2", + "tokio 1.40.0", + "tokio-util", "tracing", ] @@ -2750,8 +2705,8 @@ dependencies = [ "http 1.1.0", "indexmap 2.0.1", "slab", - "tokio 1.35.1", - "tokio-util 0.7.2", + "tokio 1.40.0", + "tokio-util", "tracing", ] @@ -2858,6 +2813,18 @@ dependencies = [ "libc", ] +[[package]] +name = "hermit-abi" +version = "0.3.9" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "d231dfb89cfffdbc30e7fc41579ed6066ad03abda9e567ccafae602b97ec5024" + +[[package]] +name = "hermit-abi" +version = "0.4.0" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "fbf6a919d6cf397374f7dfeeea91d974c7c0a7221d0d0f4f20d859d329e53fcc" + [[package]] name = "hex" version = "0.4.3" @@ -3026,7 +2993,7 @@ dependencies = [ "itoa", "pin-project-lite 0.2.13", "socket2 0.5.5", - "tokio 1.35.1", + "tokio 1.40.0", "tower-service", "tracing", "want", @@ -3049,7 +3016,7 @@ dependencies = [ "itoa", "pin-project-lite 0.2.13", "smallvec", - "tokio 1.35.1", + "tokio 1.40.0", "want", ] @@ -3065,7 +3032,7 @@ dependencies = [ "log", "rustls 0.21.12", "rustls-native-certs", - "tokio 1.35.1", + "tokio 1.40.0", "tokio-rustls 0.24.1", ] @@ -3081,7 +3048,7 @@ dependencies = [ "hyper-util", "rustls 0.22.4", "rustls-pki-types", - "tokio 1.35.1", + "tokio 1.40.0", "tokio-rustls 0.25.0", "tower-service", "webpki-roots 0.26.3", @@ -3096,7 +3063,7 @@ dependencies = [ "bytes 1.5.0", "hyper 0.14.30", "native-tls", - "tokio 1.35.1", + "tokio 1.40.0", "tokio-native-tls", ] @@ -3111,7 +3078,7 @@ dependencies = [ "hyper 1.3.1", "hyper-util", "native-tls", - "tokio 1.35.1", + "tokio 1.40.0", "tokio-native-tls", "tower-service", ] @@ -3130,7 +3097,7 @@ dependencies = [ "hyper 1.3.1", "pin-project-lite 0.2.13", "socket2 0.5.5", - "tokio 1.35.1", + "tokio 1.40.0", "tower", "tower-service", "tracing", @@ -3327,6 +3294,17 @@ version = "2.5.0" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "879d54834c8c76457ef4293a689b2a8c59b076067ad77b15efafbb05f92a592b" +[[package]] +name = "is-terminal" +version = "0.4.13" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "261f68e344040fbd0edea105bef17c66edf46f984ddb1115b775ce31be948f4b" +dependencies = [ + "hermit-abi 0.4.0", + "libc", + "windows-sys 0.52.0", +] + [[package]] name = "isahc" version = "1.7.2" @@ -4014,13 +3992,14 @@ dependencies = [ [[package]] name = "mio" -version = "0.8.10" +version = "1.0.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8f3d0b296e374a4e6f3c7b0a1f5a51d748a0d34c85e7dc48fc3fa9a87657fe09" +checksum = "80e04d1dcff3aae0704555fe5fee3bcfaf3d1fdf8a7e521d5b9d2b42acb52cec" dependencies = [ + "hermit-abi 0.3.9", "libc", "wasi", - "windows-sys 0.48.0", + "windows-sys 0.52.0", ] [[package]] @@ -4038,7 +4017,7 @@ dependencies = [ "log", "metrics", "thiserror", - "tokio 1.35.1", + "tokio 1.40.0", "tracing", "tracing-subscriber", ] @@ -4114,9 +4093,9 @@ dependencies = [ "strsim 0.10.0", "take_mut", "thiserror", - "tokio 1.35.1", + "tokio 1.40.0", "tokio-rustls 0.23.4", - "tokio-util 0.7.2", + "tokio-util", "trust-dns-proto", "trust-dns-resolver", "typed-builder", @@ -4124,26 +4103,6 @@ dependencies = [ "webpki-roots 0.22.3", ] -[[package]] -name = "multer" -version = "2.0.2" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5f8f35e687561d5c1667590911e6698a8cb714a134a7505718a182e7bc9d3836" -dependencies = [ - "bytes 1.5.0", - "encoding_rs", - "futures-util", - "http 0.2.12", - "httparse", - "log", - "memchr", - "mime", - "spin 0.9.8", - "tokio 1.35.1", - "tokio-util 0.6.10", - "version_check", -] - [[package]] name = "multer" version = "3.1.0" @@ -4158,6 +4117,8 @@ dependencies = [ "memchr", "mime", "spin 0.9.8", + "tokio 1.40.0", + "tokio-util", "version_check", ] @@ -4369,7 +4330,7 @@ version = "1.13.1" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "19e64526ebdee182341572e50e9ad03965aa510cd94427a4549448f285e957a1" dependencies = [ - "hermit-abi", + "hermit-abi 0.1.19", "libc", ] @@ -4597,9 +4558,9 @@ dependencies = [ [[package]] name = "pear" -version = "0.2.3" +version = "0.2.9" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "15e44241c5e4c868e3eaa78b7c1848cadd6344ed4f54d029832d32b415a58702" +checksum = "bdeeaa00ce488657faba8ebf44ab9361f9365a97bd39ffb8a60663f57ff4b467" dependencies = [ "inlinable_string", "pear_codegen", @@ -4608,14 +4569,14 @@ dependencies = [ [[package]] name = "pear_codegen" -version = "0.2.3" +version = "0.2.9" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "82a5ca643c2303ecb740d506539deba189e16f2754040a42901cd8105d0282d0" +checksum = "4bab5b985dc082b345f812b7df84e1bef27e7207b39e448439ba8bd69c93f147" dependencies = [ "proc-macro2", "proc-macro2-diagnostics", "quote 1.0.37", - "syn 1.0.107", + "syn 2.0.76", ] [[package]] @@ -4894,18 +4855,6 @@ dependencies = [ "winapi", ] -[[package]] -name = "polyval" -version = "0.5.3" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8419d2b623c7c0896ff2d5d96e2cb4ede590fed28fcc34934f4c33c036e620a1" -dependencies = [ - "cfg-if", - "cpufeatures", - "opaque-debug 0.3.0", - "universal-hash 0.4.0", -] - [[package]] name = "polyval" version = "0.6.2" @@ -4915,7 +4864,7 @@ dependencies = [ "cfg-if", "cpufeatures", "opaque-debug 0.3.0", - "universal-hash 0.5.1", + "universal-hash", ] [[package]] @@ -4985,13 +4934,13 @@ dependencies = [ [[package]] name = "proc-macro2-diagnostics" -version = "0.9.1" +version = "0.10.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "4bf29726d67464d49fa6224a1d07936a8c08bb3fba727c7493f6cf1616fdaada" +checksum = "af066a9c399a26e020ada66a034357a868728e72cd426f3adcd35f80d88d88c8" dependencies = [ "proc-macro2", "quote 1.0.37", - "syn 1.0.107", + "syn 2.0.76", "version_check", "yansi", ] @@ -5333,8 +5282,8 @@ dependencies = [ "pin-project-lite 0.2.13", "ryu", "sha1_smol", - "tokio 1.35.1", - "tokio-util 0.7.2", + "tokio 1.40.0", + "tokio-util", "url", ] @@ -5353,8 +5302,8 @@ dependencies = [ "percent-encoding", "pin-project-lite 0.2.13", "ryu", - "tokio 1.35.1", - "tokio-util 0.7.2", + "tokio 1.40.0", + "tokio-util", "url", ] @@ -5494,7 +5443,7 @@ dependencies = [ "serde", "serde_json", "serde_urlencoded", - "tokio 1.35.1", + "tokio 1.40.0", "tokio-native-tls", "url", "wasm-bindgen", @@ -5535,7 +5484,7 @@ dependencies = [ "serde_urlencoded", "sync_wrapper 0.1.2", "system-configuration", - "tokio 1.35.1", + "tokio 1.40.0", "tokio-native-tls", "tower-service", "url", @@ -5599,7 +5548,7 @@ dependencies = [ "simdutf8", "strum_macros", "tempfile", - "tokio 1.35.1", + "tokio 1.40.0", "tower-http", "tracing", "tracing-subscriber", @@ -5659,6 +5608,7 @@ dependencies = [ name = "revolt-database" version = "0.7.19" dependencies = [ + "amqprs", "async-lock 2.8.0", "async-recursion", "async-std", @@ -5707,6 +5657,7 @@ dependencies = [ name = "revolt-delta" version = "0.7.19" dependencies = [ + "amqprs", "async-channel 1.6.1", "async-std", "authifier", @@ -5753,7 +5704,7 @@ dependencies = [ name = "revolt-files" version = "0.7.19" dependencies = [ - "aes-gcm 0.10.3", + "aes-gcm", "aws-config", "aws-sdk-s3", "base64 0.22.1", @@ -5793,7 +5744,7 @@ dependencies = [ "serde", "serde_json", "tempfile", - "tokio 1.35.1", + "tokio 1.40.0", "tracing", "tracing-subscriber", "utoipa", @@ -5857,6 +5808,30 @@ dependencies = [ "redis-kiss", ] +[[package]] +name = "revolt-pushd" +version = "0.1.0" +dependencies = [ + "amqprs", + "async-trait", + "authifier", + "base64 0.22.1", + "fcm_v1", + "isahc", + "iso8601-timestamp 0.2.11", + "log", + "revolt-config", + "revolt-database", + "revolt-models", + "revolt_a2", + "revolt_optional_struct", + "serde", + "serde_json", + "tokio 1.40.0", + "ulid 1.1.3", + "web-push", +] + [[package]] name = "revolt-result" version = "0.7.19" @@ -5892,7 +5867,7 @@ dependencies = [ "serde", "serde_json", "thiserror", - "tokio 1.35.1", + "tokio 1.40.0", ] [[package]] @@ -5925,9 +5900,9 @@ dependencies = [ [[package]] name = "revolt_rocket_okapi" -version = "0.9.1" +version = "0.10.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "275e1e9bd3343f75225cafa64f4bfb939c8b21c5f861141180fc0e24769ff6cf" +checksum = "cb113b281380c12c185c8d98c4887627ae6f7add16a510073382518ce34e42db" dependencies = [ "either", "log", @@ -6026,23 +6001,22 @@ dependencies = [ [[package]] name = "rocket" -version = "0.5.0-rc.2" +version = "0.5.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "98ead083fce4a405feb349cf09abdf64471c6077f14e0ce59364aa90d4b99317" +checksum = "a516907296a31df7dc04310e7043b61d71954d703b603cc6867a026d7e72d73f" dependencies = [ "async-stream", "async-trait", "atomic", - "atty", "binascii", "bytes 1.5.0", "either", "figment", "futures", - "indexmap 1.9.3", + "indexmap 2.0.1", "log", "memchr", - "multer 2.0.2", + "multer", "num_cpus", "parking_lot", "pin-project-lite 0.2.13", @@ -6055,9 +6029,9 @@ dependencies = [ "state", "tempfile", "time", - "tokio 1.35.1", + "tokio 1.40.0", "tokio-stream", - "tokio-util 0.7.2", + "tokio-util", "ubyte", "version_check", "yansi", @@ -6065,9 +6039,9 @@ dependencies = [ [[package]] name = "rocket_authifier" -version = "1.0.8" +version = "1.0.9" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5f89a12311f60e9288833fc3ce6029bce5d5c61870ceef74d4a50668a8b520ad" +checksum = "810753b79106c44a4e76247fc7576b660663133a9e8f4b0afeb303589ec51d59" dependencies = [ "authifier", "iso8601-timestamp 0.1.10", @@ -6081,24 +6055,25 @@ dependencies = [ [[package]] name = "rocket_codegen" -version = "0.5.0-rc.2" +version = "0.5.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "d6aeb6bb9c61e9cd2c00d70ea267bf36f76a4cc615e5908b349c2f9d93999b47" +checksum = "575d32d7ec1a9770108c879fc7c47815a80073f96ca07ff9525a94fcede1dd46" dependencies = [ "devise", "glob", - "indexmap 1.9.3", + "indexmap 2.0.1", "proc-macro2", "quote 1.0.37", "rocket_http", - "syn 1.0.107", + "syn 2.0.76", "unicode-xid 0.2.3", + "version_check", ] [[package]] name = "rocket_cors" -version = "0.6.0-alpha1" -source = "git+https://github.com/lawliet89/rocket_cors?rev=c17e8145baa4790319fdb6a473e465b960f55e7c#c17e8145baa4790319fdb6a473e465b960f55e7c" +version = "0.6.0" +source = "git+https://github.com/lawliet89/rocket_cors?rev=072d90359b23e9b291df6b672c07c93de9c46011#072d90359b23e9b291df6b672c07c93de9c46011" dependencies = [ "http 0.2.12", "log", @@ -6113,9 +6088,9 @@ dependencies = [ [[package]] name = "rocket_empty" -version = "0.1.1" +version = "0.1.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2c0922e47f981204fee38578a8efcf47a5c1a4ac0eb7f59e6bdfa3e61c8e3d69" +checksum = "97a55000e1ef5f4a9b20ae3d9de2a0bd22620c78ebd1aa568776ae12276125a6" dependencies = [ "revolt_okapi", "revolt_rocket_okapi", @@ -6124,16 +6099,16 @@ dependencies = [ [[package]] name = "rocket_http" -version = "0.5.0-rc.2" +version = "0.5.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "2ded65d127954de3c12471630bf4b81a2792f065984461e65b91d0fdaafc17a2" +checksum = "e274915a20ee3065f611c044bd63c40757396b6dbc057d6046aec27f14f882b9" dependencies = [ "cookie", "either", "futures", "http 0.2.12", "hyper 0.14.30", - "indexmap 1.9.3", + "indexmap 2.0.1", "log", "memchr", "pear", @@ -6145,7 +6120,7 @@ dependencies = [ "stable-pattern", "state", "time", - "tokio 1.35.1", + "tokio 1.40.0", "uncased", ] @@ -6589,7 +6564,7 @@ dependencies = [ "sentry-debug-images", "sentry-panic", "sentry-tracing", - "tokio 1.35.1", + "tokio 1.40.0", "ureq", ] @@ -6700,6 +6675,15 @@ dependencies = [ "serde", ] +[[package]] +name = "serde_bytes_ng" +version = "0.1.2" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "bdb0ebce8684e2253f964e8b6ce51f0ccc6666bbb448fb4a6788088bda6544b6" +dependencies = [ + "serde", +] + [[package]] name = "serde_derive" version = "1.0.209" @@ -7027,9 +7011,9 @@ checksum = "a8f112729512f8e442d81f95a8a7ddf2b7c6b8a1a6f509a95864142b30cab2d3" [[package]] name = "state" -version = "0.5.3" +version = "0.6.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "dbe866e1e51e8260c9eed836a042a5e7f6726bb2b411dffeaa712e19c388f23b" +checksum = "2b8c4a4445d81357df8b1a650d0d0d6fbbbfe99d064aa5e02f3e4022061476d8" dependencies = [ "loom", ] @@ -7419,28 +7403,27 @@ dependencies = [ [[package]] name = "tokio" -version = "1.35.1" +version = "1.40.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "c89b4efa943be685f629b149f53829423f8f5531ea21249408e8e2f8671ec104" +checksum = "e2b070231665d27ad9ec9b8df639893f46727666c6767db40317fbe920a5d998" dependencies = [ "backtrace", "bytes 1.5.0", "libc", "mio", - "num_cpus", "parking_lot", "pin-project-lite 0.2.13", "signal-hook-registry", "socket2 0.5.5", "tokio-macros", - "windows-sys 0.48.0", + "windows-sys 0.52.0", ] [[package]] name = "tokio-macros" -version = "2.2.0" +version = "2.4.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "5b8a1e28f2deaa14e508979454cb3a223b10b938b45af148bc0986de36f1923b" +checksum = "693d596312e88961bc67d7f1f97af8a70227d9f90c31bba5806eec004978d752" dependencies = [ "proc-macro2", "quote 1.0.37", @@ -7454,7 +7437,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f7d995660bd2b7f8c1568414c1126076c13fbb725c40112dc0120b78eb9b717b" dependencies = [ "native-tls", - "tokio 1.35.1", + "tokio 1.40.0", ] [[package]] @@ -7464,7 +7447,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c43ee83903113e03984cb9e5cebe6c04a5116269e900e3ddba8f068a62adda59" dependencies = [ "rustls 0.20.6", - "tokio 1.35.1", + "tokio 1.40.0", "webpki", ] @@ -7475,7 +7458,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "c28327cf380ac148141087fbfb9de9d7bd4e84ab5d2c28fbc911d753de8a7081" dependencies = [ "rustls 0.21.12", - "tokio 1.35.1", + "tokio 1.40.0", ] [[package]] @@ -7486,7 +7469,7 @@ checksum = "775e0c0f0adb3a2f22a00c4745d728b479985fc15ee7ca6a2608388c5569860f" dependencies = [ "rustls 0.22.4", "rustls-pki-types", - "tokio 1.35.1", + "tokio 1.40.0", ] [[package]] @@ -7497,21 +7480,7 @@ checksum = "50145484efff8818b5ccd256697f36863f587da82cf8b409c53adf1e840798e3" dependencies = [ "futures-core", "pin-project-lite 0.2.13", - "tokio 1.35.1", -] - -[[package]] -name = "tokio-util" -version = "0.6.10" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "36943ee01a6d67977dd3f84a5a1d2efeb4ada3a1ae771cadfaa535d9d9fc6507" -dependencies = [ - "bytes 1.5.0", - "futures-core", - "futures-sink", - "log", - "pin-project-lite 0.2.13", - "tokio 1.35.1", + "tokio 1.40.0", ] [[package]] @@ -7525,7 +7494,7 @@ dependencies = [ "futures-io", "futures-sink", "pin-project-lite 0.2.13", - "tokio 1.35.1", + "tokio 1.40.0", "tracing", ] @@ -7594,7 +7563,7 @@ dependencies = [ "futures-util", "pin-project", "pin-project-lite 0.2.13", - "tokio 1.35.1", + "tokio 1.40.0", "tower-layer", "tower-service", "tracing", @@ -7727,7 +7696,7 @@ dependencies = [ "smallvec", "thiserror", "tinyvec", - "tokio 1.35.1", + "tokio 1.40.0", "url", ] @@ -7747,7 +7716,7 @@ dependencies = [ "resolv-conf", "smallvec", "thiserror", - "tokio 1.35.1", + "tokio 1.40.0", "trust-dns-proto", ] @@ -7962,16 +7931,6 @@ version = "0.2.3" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "957e51f3646910546462e67d5f7599b9e4fb8acdd304b087a6494730f9eebf04" -[[package]] -name = "universal-hash" -version = "0.4.0" -source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "8326b2c654932e3e4f9196e69d08fdf7cfd718e1dc6f66b347e6024a0c961402" -dependencies = [ - "generic-array 0.14.5", - "subtle", -] - [[package]] name = "universal-hash" version = "0.5.1" @@ -8728,9 +8687,12 @@ dependencies = [ [[package]] name = "yansi" -version = "0.5.1" +version = "1.0.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "09041cd90cf85f7f8b2df60c646f853b7f535ce68f85244eb6731cf89fa498ec" +checksum = "cfe53a6657fd280eaa890a3bc59152892ffa3e30101319d168b781ed6529b049" +dependencies = [ + "is-terminal", +] [[package]] name = "yup-oauth2" @@ -8754,7 +8716,7 @@ dependencies = [ "serde", "serde_json", "time", - "tokio 1.35.1", + "tokio 1.40.0", "tower-service", "url", ] diff --git a/Cargo.toml b/Cargo.toml index 61f6fa51..2779c26b 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -1,16 +1,15 @@ [workspace] resolver = "2" + members = [ "crates/delta", "crates/bonfire", "crates/core/*", "crates/services/*", "crates/bindings/*", + "crates/daemons/pushd", ] [patch.crates-io] -# mobc-redis = { git = "https://github.com/insertish/mobc", rev = "8b880bb59f2ba80b4c7bc40c649c113d8857a186" } redis22 = { package = "redis", version = "0.22.3", git = "https://github.com/revoltchat/redis-rs", rev = "1a41faf356fd21aebba71cea7eb7eb2653e5f0ef" } redis23 = { package = "redis", version = "0.23.1", git = "https://github.com/revoltchat/redis-rs", rev = "f8ca28ab85da59d2ccde526b4d2fb390eff5a5f9" } -# authifier = { package = "authifier", version = "1.0.8", path = "../authifier/crates/authifier" } -# rocket_authifier = { package = "rocket_authifier", version = "1.0.8", path = "../authifier/crates/rocket_authifier" } diff --git a/Dockerfile b/Dockerfile index 57ef759e..10112b66 100644 --- a/Dockerfile +++ b/Dockerfile @@ -29,6 +29,7 @@ COPY crates/core/presence/Cargo.toml ./crates/core/presence/ COPY crates/core/result/Cargo.toml ./crates/core/result/ COPY crates/services/autumn/Cargo.toml ./crates/services/autumn/ COPY crates/services/january/Cargo.toml ./crates/services/january/ +COPY crates/daemons/pushd/Cargo.toml ./crates/daemons/pushd/ RUN sh /tmp/build-image-layer.sh deps # Build all apps diff --git a/README.md b/README.md index 490aa905..ea8cab84 100644 --- a/README.md +++ b/README.md @@ -26,6 +26,7 @@ The services and libraries that power the Revolt service.
| `services/january` | [crates/services/january](crates/services/january) | Proxy server | ![License](https://img.shields.io/badge/license-AGPL--3.0--or--later-blue) | | `services/autumn` | [crates/services/autumn](crates/services/autumn) | File server | ![License](https://img.shields.io/badge/license-AGPL--3.0--or--later-blue) | | `bindings/node` | [crates/bindings/node](crates/bindings/node) | Node.js bindings for the Revolt software | ![License](https://img.shields.io/badge/license-AGPL--3.0--or--later-blue) | +| `daemons/pushd` | [crates/daemons/pushd](crates/daemons/pushd) | Push notification daemon server | ![License](https://img.shields.io/badge/license-AGPL--3.0--or--later-blue) |
@@ -55,11 +56,12 @@ As a heads-up, the development environment uses the following ports: | Service | Port | | ------------------------- | :------------: | -| MongoDB | 14017 | -| Redis | 14079 | +| MongoDB | 27017 | +| Redis | 6379 | | MinIO | 14009 | | Maildev | 14025
14080 | | Revolt Web App | 14701 | +| RabbitMQ | 5672
15672 | | `crates/delta` | 14702 | | `crates/bonfire` | 14703 | | `crates/services/autumn` | 14704 | @@ -106,6 +108,8 @@ cargo run --bin revolt-bonfire cargo run --bin revolt-autumn # run the proxy server cargo run --bin revolt-january +# run the push daemon (not usually needed in regular development) +cargo run --bin revolt-pushd # hint: # mold -run diff --git a/compose.yml b/compose.yml index 53d531ce..31af45ba 100644 --- a/compose.yml +++ b/compose.yml @@ -3,13 +3,13 @@ services: redis: image: eqalpha/keydb ports: - - "14079:6379" + - "6379:6379" # MongoDB database: image: mongo ports: - - "14017:27017" + - "27017:27017" volumes: - ./.data/db:/data/db @@ -33,14 +33,25 @@ services: depends_on: - minio entrypoint: > - /bin/sh -c " - while ! /usr/bin/mc ready minio; do + /bin/sh -c "while ! /usr/bin/mc ready minio; do /usr/bin/mc config host add minio http://minio:9000 minioautumn minioautumn; echo 'Waiting minio...' && sleep 1; - done; - /usr/bin/mc mb minio/revolt-uploads; - exit 0; - " + done; /usr/bin/mc mb minio/revolt-uploads; exit 0;" + + # Rabbit + rabbit: + image: rabbitmq:3-management + environment: + RABBITMQ_DEFAULT_USER: rabbituser + RABBITMQ_DEFAULT_PASS: rabbitpass + volumes: + - ./.data/rabbit:/var/lib/rabbitmq + #- ./rabbit_plugins:/opt/rabbitmq/plugins/ + #- ./rabbit_enabled_plugins:/etc/rabbitmq/enabled_plugins + # uncomment this if you need to enable other plugins + ports: + - "5672:5672" + - "15672:15672" # management UI, for development # Mock SMTP server maildev: diff --git a/crates/bindings/node/src/lib.rs b/crates/bindings/node/src/lib.rs index a2030d73..85b39183 100644 --- a/crates/bindings/node/src/lib.rs +++ b/crates/bindings/node/src/lib.rs @@ -7,25 +7,25 @@ use neon::prelude::*; use revolt_database::{Database, DatabaseInfo}; fn js_init(mut cx: FunctionContext) -> JsResult { - static INIT: OnceLock<()> = OnceLock::new(); - if INIT.get().is_none() { - INIT.get_or_init(|| { - async_std::task::block_on(async { - revolt_config::configure!(api); + // static INIT: OnceLock<()> = OnceLock::new(); + // if INIT.get().is_none() { + // INIT.get_or_init(|| { + // async_std::task::block_on(async { + // revolt_config::configure!(api); - match DatabaseInfo::Auto.connect().await { - Ok(db) => { - let authifier_db = db.clone().to_authifier().await.database; - revolt_database::tasks::start_workers(db, authifier_db); - Ok(()) - } - Err(err) => Err(err), - } - }) - .or_else(|err| cx.throw_error(err)) - .unwrap(); - }); - } + // match DatabaseInfo::Auto.connect().await { + // Ok(db) => { + // let authifier_db = db.clone().to_authifier().await.database; + // revolt_database::tasks::start_workers(db, authifier_db); + // Ok(()) + // } + // Err(err) => Err(err), + // } + // }) + // .or_else(|err| cx.throw_error(err)) + // .unwrap(); + // }); + // } Ok(cx.undefined()) } diff --git a/crates/bonfire/Cargo.toml b/crates/bonfire/Cargo.toml index 151d1ded..c91723b3 100644 --- a/crates/bonfire/Cargo.toml +++ b/crates/bonfire/Cargo.toml @@ -36,7 +36,7 @@ async-std = { version = "1.8.0", features = [ ] } # core -authifier = { version = "1.0.8" } +authifier = { version = "1.0.9" } revolt-result = { path = "../core/result" } revolt-models = { path = "../core/models" } revolt-config = { path = "../core/config" } diff --git a/crates/core/config/Revolt.test.toml b/crates/core/config/Revolt.test.toml index 084a46ee..7ac98ee2 100644 --- a/crates/core/config/Revolt.test.toml +++ b/crates/core/config/Revolt.test.toml @@ -1,3 +1,9 @@ [database] mongodb = "mongodb://localhost" redis = "redis://localhost/" + +[rabbit] +host = "127.0.0.1" +port = 5672 +username = "rabbituser" +password = "rabbitpass" diff --git a/crates/core/config/Revolt.toml b/crates/core/config/Revolt.toml index 359c0e99..e1816597 100644 --- a/crates/core/config/Revolt.toml +++ b/crates/core/config/Revolt.toml @@ -20,6 +20,12 @@ january = "http://local.revolt.chat/january" voso_legacy = "" voso_legacy_ws = "" +[rabbit] +host = "127.0.0.1" +port = 5672 +username = "guest" +password = "guest" + [api] [api.registration] @@ -38,34 +44,6 @@ from_address = "noreply@example.com" # port = 587 # use_tls = true -[api.vapid] -# Generate your own keys: -# 1. Run `openssl ecparam -name prime256v1 -genkey -noout -out vapid_private.pem` -# 2. Find `private_key` using `base64 vapid_private.pem` -# 3. Find `public_key` using `openssl ec -in vapid_private.pem -outform DER|tail -c 65|base64|tr '/+' '_-'|tr -d '\n'` -private_key = "LS0tLS1CRUdJTiBFQyBQUklWQVRFIEtFWS0tLS0tCk1IY0NBUUVFSUJSUWpyTWxLRnBiVWhsUHpUbERvcEliYk1yeVNrNXpKYzVYVzIxSjJDS3hvQW9HQ0NxR1NNNDkKQXdFSG9VUURRZ0FFWnkrQkg2TGJQZ2hEa3pEempXOG0rUXVPM3pCajRXT1phdkR6ZU00c0pqbmFwd1psTFE0WAp1ZDh2TzVodU94QWhMQlU3WWRldVovWHlBdFpWZmNyQi9BPT0KLS0tLS1FTkQgRUMgUFJJVkFURSBLRVktLS0tLQo" -public_key = "BGcvgR-i2z4IQ5Mw841vJvkLjt8wY-FjmWrw83jOLCY52qcGZS0OF7nfLzuYbjsQISwVO2HXrmf18gLWVX3Kwfw=" - -[api.fcm] -# Google Firebase Cloud Messaging Service Account Key -# Obtained from the cloud messaging console -key_type = "" -project_id = "" -private_key_id = "" -private_key = "" -client_email = "" -client_id = "" -auth_uri = "" -token_uri = "" -auth_provider_x509_cert_url = "" -client_x509_cert_url = "" - -[api.apn] -# Apple Push Notifications keys for sending notifications -sandbox = false -pkcs8 = "" -key_id = "" -team_id = "" [api.security] # Authifier Shield API key @@ -84,6 +62,46 @@ hcaptcha_sitekey = "" # Maximum concurrent connections (to proxy server) max_concurrent_connections = 50 +[pushd] +# this changes the names of the queues to not overlap +# prod/beta if they happen to be on the same exchange/instance. +# Usually they have to be, so that messages sent from one or the other get sent to everyone +production = true + +# none of these should need changing +exchange = "revolt.notifications" +message_queue = "notifications.origin.message" +fr_accepted_queue = "notifications.ingest.fr_accepted" # friend request accepted +fr_received_queue = "notifications.ingest.fr_received" # friend request received +generic_queue = "notifications.ingest.generic" # generic messages (title + body) +ack_queue = "notifications.process.ack" # updates badges for apple devices + +[pushd.vapid] +queue = "notifications.outbound.vapid" +private_key = "LS0tLS1CRUdJTiBFQyBQUklWQVRFIEtFWS0tLS0tCk1IY0NBUUVFSUJSUWpyTWxLRnBiVWhsUHpUbERvcEliYk1yeVNrNXpKYzVYVzIxSjJDS3hvQW9HQ0NxR1NNNDkKQXdFSG9VUURRZ0FFWnkrQkg2TGJQZ2hEa3pEempXOG0rUXVPM3pCajRXT1phdkR6ZU00c0pqbmFwd1psTFE0WAp1ZDh2TzVodU94QWhMQlU3WWRldVovWHlBdFpWZmNyQi9BPT0KLS0tLS1FTkQgRUMgUFJJVkFURSBLRVktLS0tLQo" +public_key = "BGcvgR-i2z4IQ5Mw841vJvkLjt8wY-FjmWrw83jOLCY52qcGZS0OF7nfLzuYbjsQISwVO2HXrmf18gLWVX3Kwfw=" + +[pushd.fcm] +queue = "notifications.outbound.fcm" +key_type = "" +project_id = "" +private_key_id = "" +private_key = "" +client_email = "" +client_id = "" +auth_uri = "" +token_uri = "" +auth_provider_x509_cert_url = "" +client_x509_cert_url = "" + +[pushd.apn] +sandbox = false +queue = "notifications.outbound.apn" +pkcs8 = "" +key_id = "" +team_id = "" + + [files] # Encryption key for stored files # Generate your own key using `openssl rand -base64 32` @@ -149,10 +167,11 @@ region = "minio" access_key_id = "minioautumn" # S3 protocol access key secret_access_key = "minioautumn" -# Bucket to upload to by default default_bucket = "revolt-uploads" + [features] +# Bucket to upload to by default # Feature gate options webhooks_enabled = false @@ -228,6 +247,11 @@ icons = 2_500_000 banners = 6_000_000 emojis = 500_000 +[features.advanced] +# The max amount of messages the rabbitmq provider/db mention adder job will delay for before forcing handling of a channel. +# default: 5 +process_message_delay_limit = 5 + [sentry] # Configuration for Sentry error reporting api = "" diff --git a/crates/core/config/src/lib.rs b/crates/core/config/src/lib.rs index 8913dfb7..b103a071 100644 --- a/crates/core/config/src/lib.rs +++ b/crates/core/config/src/lib.rs @@ -79,6 +79,14 @@ pub struct Database { pub redis: String, } +#[derive(Deserialize, Debug, Clone)] +pub struct Rabbit { + pub host: String, + pub port: u16, + pub username: String, + pub password: String, +} + #[derive(Deserialize, Debug, Clone)] pub struct Hosts { pub app: String, @@ -107,13 +115,15 @@ pub struct ApiSmtp { } #[derive(Deserialize, Debug, Clone)] -pub struct ApiVapid { +pub struct PushVapid { + pub queue: String, pub private_key: String, pub public_key: String, } #[derive(Deserialize, Debug, Clone)] -pub struct ApiFcm { +pub struct PushFcm { + pub queue: String, pub key_type: String, pub project_id: String, pub private_key_id: String, @@ -127,7 +137,8 @@ pub struct ApiFcm { } #[derive(Deserialize, Debug, Clone)] -pub struct ApiApn { +pub struct PushApn { + pub queue: String, pub sandbox: bool, pub pkcs8: String, pub key_id: String, @@ -157,13 +168,54 @@ pub struct ApiWorkers { pub struct Api { pub registration: ApiRegistration, pub smtp: ApiSmtp, - pub vapid: ApiVapid, - pub fcm: ApiFcm, - pub apn: ApiApn, pub security: ApiSecurity, pub workers: ApiWorkers, } +#[derive(Deserialize, Debug, Clone)] +pub struct Pushd { + pub production: bool, + pub exchange: String, + pub message_queue: String, + pub fr_accepted_queue: String, + pub fr_received_queue: String, + pub generic_queue: String, + pub ack_queue: String, + + pub vapid: PushVapid, + pub fcm: PushFcm, + pub apn: PushApn, +} + +impl Pushd { + fn get_routing_key(&self, key: String) -> String { + match self.production { + true => key + "-prd", + false => key + "-tst", + } + } + + pub fn get_ack_routing_key(&self) -> String { + self.get_routing_key(self.ack_queue.clone()) + } + + pub fn get_message_routing_key(&self) -> String { + self.get_routing_key(self.message_queue.clone()) + } + + pub fn get_fr_accepted_routing_key(&self) -> String { + self.get_routing_key(self.fr_accepted_queue.clone()) + } + + pub fn get_fr_received_routing_key(&self) -> String { + self.get_routing_key(self.fr_received_queue.clone()) + } + + pub fn get_generic_routing_key(&self) -> String { + self.get_routing_key(self.generic_queue.clone()) + } +} + #[derive(Deserialize, Debug, Clone)] pub struct FilesLimit { pub min_file_size: usize, @@ -233,10 +285,26 @@ pub struct FeaturesLimitsCollection { pub roles: HashMap, } +#[derive(Deserialize, Debug, Clone)] +pub struct FeaturesAdvanced { + #[serde(default)] + pub process_message_delay_limit: u16, +} + +impl Default for FeaturesAdvanced { + fn default() -> Self { + Self { + process_message_delay_limit: 5, + } + } +} + #[derive(Deserialize, Debug, Clone)] pub struct Features { pub limits: FeaturesLimitsCollection, pub webhooks_enabled: bool, + #[serde(default)] + pub advanced: FeaturesAdvanced, } #[derive(Deserialize, Debug, Clone)] @@ -250,8 +318,10 @@ pub struct Sentry { #[derive(Deserialize, Debug, Clone)] pub struct Settings { pub database: Database, + pub rabbit: Rabbit, pub hosts: Hosts, pub api: Api, + pub pushd: Pushd, pub files: Files, pub features: Features, pub sentry: Sentry, diff --git a/crates/core/database/Cargo.toml b/crates/core/database/Cargo.toml index d1b28068..2be799fe 100644 --- a/crates/core/database/Cargo.toml +++ b/crates/core/database/Cargo.toml @@ -84,11 +84,11 @@ axum = { version = "0.7.5", optional = true } # Rocket Impl schemars = { version = "0.8.8", optional = true } -rocket = { version = "0.5.0-rc.2", default-features = false, features = [ +rocket = { version = "0.5.1", default-features = false, features = [ "json", ], optional = true } revolt_okapi = { version = "0.9.1", optional = true } -revolt_rocket_okapi = { version = "0.9.1", optional = true } +revolt_rocket_okapi = { version = "0.10.0", optional = true } # Notifications fcm_v1 = "0.3.0" @@ -96,4 +96,7 @@ web-push = "0.10.0" revolt_a2 = { version = "0.10", default-features = false, features = ["ring"] } # Authifier -authifier = { version = "1.0.8" } +authifier = { version = "1.0.9", features = ["rocket_impl"] } + +# RabbitMQ +amqprs = { version = "1.7.0" } diff --git a/crates/core/database/src/amqp/amqp.rs b/crates/core/database/src/amqp/amqp.rs new file mode 100644 index 00000000..39b4820e --- /dev/null +++ b/crates/core/database/src/amqp/amqp.rs @@ -0,0 +1,211 @@ +use std::collections::HashSet; + +use crate::events::rabbit::*; +use crate::User; +use amqprs::channel::BasicPublishArguments; +use amqprs::{channel::Channel, connection::Connection, error::Error as AMQPError}; +use amqprs::{BasicProperties, FieldTable}; +use revolt_models::v0::PushNotification; +use revolt_presence::filter_online; + +use serde_json::to_string; + +#[derive(Clone)] +pub struct AMQP { + #[allow(unused)] + connection: Connection, + channel: Channel, +} + +impl AMQP { + pub fn new(connection: Connection, channel: Channel) -> AMQP { + AMQP { + connection, + channel, + } + } + + pub async fn friend_request_accepted( + &self, + accepted_request_user: &User, + sent_request_user: &User, + ) -> Result<(), AMQPError> { + let config = revolt_config::config().await; + let payload = FRAcceptedPayload { + accepted_user: accepted_request_user.to_owned(), + user: sent_request_user.id.clone(), + }; + let payload = to_string(&payload).unwrap(); + + debug!( + "Sending friend request accept payload on channel {}: {}", + config.pushd.get_fr_accepted_routing_key(), + payload + ); + self.channel + .basic_publish( + BasicProperties::default() + .with_content_type("application/json") + .with_persistence(true) + .finish(), + payload.into(), + BasicPublishArguments::new( + &config.pushd.exchange, + &config.pushd.get_fr_accepted_routing_key(), + ), + ) + .await + } + + pub async fn friend_request_received( + &self, + received_request_user: &User, + sent_request_user: &User, + ) -> Result<(), AMQPError> { + let config = revolt_config::config().await; + let payload = FRReceivedPayload { + from_user: sent_request_user.to_owned(), + user: received_request_user.id.clone(), + }; + let payload = to_string(&payload).unwrap(); + + debug!( + "Sending friend request received payload on channel {}: {}", + config.pushd.get_fr_received_routing_key(), + payload + ); + + self.channel + .basic_publish( + BasicProperties::default() + .with_content_type("application/json") + .with_persistence(true) + .finish(), + payload.into(), + BasicPublishArguments::new( + &config.pushd.exchange, + &config.pushd.get_fr_received_routing_key(), + ), + ) + .await + } + + pub async fn generic_message( + &self, + user: &User, + title: String, + body: String, + icon: Option, + ) -> Result<(), AMQPError> { + let config = revolt_config::config().await; + let payload = GenericPayload { + title, + body, + icon, + user: user.to_owned(), + }; + let payload = to_string(&payload).unwrap(); + + debug!( + "Sending generic payload on channel {}: {}", + config.pushd.get_generic_routing_key(), + payload + ); + + self.channel + .basic_publish( + BasicProperties::default() + .with_content_type("application/json") + .with_persistence(true) + .finish(), + payload.into(), + BasicPublishArguments::new( + &config.pushd.exchange, + &config.pushd.get_generic_routing_key(), + ), + ) + .await + } + + pub async fn message_sent( + &self, + recipients: Vec, + payload: PushNotification, + ) -> Result<(), AMQPError> { + if recipients.is_empty() { + return Ok(()); + } + + let config = revolt_config::config().await; + + let online_ids = filter_online(&recipients).await; + let recipients = (&recipients.into_iter().collect::>() - &online_ids) + .into_iter() + .collect::>(); + + let payload = MessageSentPayload { + notification: payload, + users: recipients, + }; + let payload = to_string(&payload).unwrap(); + + debug!( + "Sending message payload on channel {}: {}", + config.pushd.get_message_routing_key(), + payload + ); + + self.channel + .basic_publish( + BasicProperties::default() + .with_content_type("application/json") + .with_persistence(true) + .finish(), + payload.into(), + BasicPublishArguments::new( + &config.pushd.exchange, + &config.pushd.get_message_routing_key(), + ), + ) + .await + } + + pub async fn ack_message( + &self, + user_id: String, + channel_id: String, + message_id: String, + ) -> Result<(), AMQPError> { + let config = revolt_config::config().await; + + let payload = AckPayload { + user_id: user_id.clone(), + channel_id: channel_id.clone(), + message_id, + }; + let payload = to_string(&payload).unwrap(); + + info!( + "Sending ack payload on channel {}: {}", + config.pushd.ack_queue, payload + ); + + let mut headers = FieldTable::new(); + headers.insert( + "x-deduplication-header".try_into().unwrap(), + format!("{}-{}", &user_id, &channel_id).into(), + ); + + self.channel + .basic_publish( + BasicProperties::default() + .with_content_type("application/json") + .with_persistence(true) + //.with_headers(headers) + .finish(), + payload.into(), + BasicPublishArguments::new(&config.pushd.exchange, &config.pushd.ack_queue), + ) + .await + } +} diff --git a/crates/core/database/src/amqp/mod.rs b/crates/core/database/src/amqp/mod.rs new file mode 100644 index 00000000..9ed09d34 --- /dev/null +++ b/crates/core/database/src/amqp/mod.rs @@ -0,0 +1,2 @@ +#[allow(clippy::module_inception)] +pub mod amqp; diff --git a/crates/core/database/src/events/mod.rs b/crates/core/database/src/events/mod.rs index c07f47e0..60898435 100644 --- a/crates/core/database/src/events/mod.rs +++ b/crates/core/database/src/events/mod.rs @@ -1,2 +1,3 @@ pub mod client; +pub mod rabbit; pub mod server; diff --git a/crates/core/database/src/events/rabbit.rs b/crates/core/database/src/events/rabbit.rs new file mode 100644 index 00000000..61304752 --- /dev/null +++ b/crates/core/database/src/events/rabbit.rs @@ -0,0 +1,59 @@ +use std::collections::HashMap; + +use revolt_models::v0::PushNotification; +use serde::{Deserialize, Serialize}; + +use crate::User; + +#[derive(Serialize, Deserialize)] +pub struct MessageSentPayload { + pub notification: PushNotification, + pub users: Vec, +} + +#[derive(Serialize, Deserialize, Clone)] +pub struct FRAcceptedPayload { + pub accepted_user: User, + pub user: String, +} + +#[derive(Serialize, Deserialize, Clone)] +pub struct FRReceivedPayload { + pub from_user: User, + pub user: String, +} + +#[derive(Serialize, Deserialize, Clone)] +pub struct GenericPayload { + pub title: String, + pub body: String, + pub icon: Option, + pub user: User, +} + +#[derive(Serialize, Deserialize)] +#[serde(tag = "type", content = "data")] +#[allow(clippy::large_enum_variant)] +pub enum PayloadKind { + MessageNotification(PushNotification), + FRAccepted(FRAcceptedPayload), + FRReceived(FRReceivedPayload), + BadgeUpdate(usize), + Generic(GenericPayload), +} + +#[derive(Serialize, Deserialize)] +pub struct PayloadToService { + pub notification: PayloadKind, + pub user_id: String, + pub session_id: String, + pub token: String, + pub extras: HashMap, +} + +#[derive(Serialize, Deserialize)] +pub struct AckPayload { + pub user_id: String, + pub channel_id: String, + pub message_id: String, +} diff --git a/crates/core/database/src/lib.rs b/crates/core/database/src/lib.rs index e48821b4..48f93f81 100644 --- a/crates/core/database/src/lib.rs +++ b/crates/core/database/src/lib.rs @@ -85,6 +85,9 @@ pub use models::*; pub mod events; pub mod tasks; +mod amqp; +pub use amqp::amqp::AMQP; + /// Utility function to check if a boolean value is false pub fn if_false(t: &bool) -> bool { !t diff --git a/crates/core/database/src/models/channel_unreads/ops.rs b/crates/core/database/src/models/channel_unreads/ops.rs index 4d115069..6a6e98af 100644 --- a/crates/core/database/src/models/channel_unreads/ops.rs +++ b/crates/core/database/src/models/channel_unreads/ops.rs @@ -26,6 +26,9 @@ pub trait AbstractChannelUnreads: Sync + Send { message_ids: &[String], ) -> Result<()>; + /// Fetch all unreads with mentions for a user. + async fn fetch_unread_mentions(&self, user_id: &str) -> Result>; + /// Fetch all channel unreads for a user. async fn fetch_unreads(&self, user_id: &str) -> Result>; diff --git a/crates/core/database/src/models/channel_unreads/ops/mongodb.rs b/crates/core/database/src/models/channel_unreads/ops/mongodb.rs index e2dfedb1..c237afc6 100644 --- a/crates/core/database/src/models/channel_unreads/ops/mongodb.rs +++ b/crates/core/database/src/models/channel_unreads/ops/mongodb.rs @@ -123,6 +123,18 @@ impl AbstractChannelUnreads for MongoDb { ) } + async fn fetch_unread_mentions(&self, user_id: &str) -> Result> { + query! { + self, + find, + COL, + doc! { + "_id.user": user_id, + "mentions": {"$ne": null} + } + } + } + /// Fetch unread for a specific user in a channel. async fn fetch_unread(&self, user_id: &str, channel_id: &str) -> Result> { query!( @@ -135,5 +147,4 @@ impl AbstractChannelUnreads for MongoDb { } ) } - } diff --git a/crates/core/database/src/models/channel_unreads/ops/reference.rs b/crates/core/database/src/models/channel_unreads/ops/reference.rs index b8a95d03..914ac95d 100644 --- a/crates/core/database/src/models/channel_unreads/ops/reference.rs +++ b/crates/core/database/src/models/channel_unreads/ops/reference.rs @@ -78,6 +78,15 @@ impl AbstractChannelUnreads for ReferenceDb { Ok(()) } + async fn fetch_unread_mentions(&self, user_id: &str) -> Result> { + let unreads = self.channel_unreads.lock().await; + Ok(unreads + .values() + .filter(|unread| unread.id.user == user_id && unread.mentions.is_some()) + .cloned() + .collect()) + } + /// Fetch all channel unreads for a user. async fn fetch_unreads(&self, user_id: &str) -> Result> { let unreads = self.channel_unreads.lock().await; @@ -92,9 +101,11 @@ impl AbstractChannelUnreads for ReferenceDb { async fn fetch_unread(&self, user_id: &str, channel_id: &str) -> Result> { let unreads = self.channel_unreads.lock().await; - Ok(unreads.get(&ChannelCompositeKey { - channel: channel_id.to_string(), - user: user_id.to_string() - }).cloned()) + Ok(unreads + .get(&ChannelCompositeKey { + channel: channel_id.to_string(), + user: user_id.to_string(), + }) + .cloned()) } } diff --git a/crates/core/database/src/models/channels/model.rs b/crates/core/database/src/models/channels/model.rs index cd065818..f981ff1c 100644 --- a/crates/core/database/src/models/channels/model.rs +++ b/crates/core/database/src/models/channels/model.rs @@ -9,7 +9,7 @@ use ulid::Ulid; use crate::{ events::client::EventV1, tasks::ack::AckEvent, Database, File, IntoDocumentPath, PartialServer, - Server, SystemMessage, User, + Server, SystemMessage, User, AMQP, }; auto_derived!( @@ -337,6 +337,7 @@ impl Channel { pub async fn add_user_to_group( &mut self, db: &Database, + amqp: &AMQP, user: &User, by_id: &str, ) -> Result<()> { @@ -373,6 +374,7 @@ impl Channel { .into_message(id.to_string()) .send( db, + Some(amqp), MessageAuthor::System { username: &user.username, avatar: user.avatar.as_ref().map(|file| file.id.as_ref()), @@ -639,7 +641,7 @@ impl Channel { .private(user.to_string()) .await; - crate::tasks::ack::queue( + crate::tasks::ack::queue_ack( self.id().to_string(), user.to_string(), AckEvent::AckMessage { @@ -655,6 +657,7 @@ impl Channel { pub async fn remove_user_from_group( &self, db: &Database, + amqp: &AMQP, user: &User, by_id: Option<&str>, silent: bool, @@ -686,6 +689,7 @@ impl Channel { .into_message(id.to_string()) .send( db, + Some(amqp), MessageAuthor::System { username: name, avatar: None, @@ -725,6 +729,7 @@ impl Channel { .into_message(id.to_string()) .send( db, + Some(amqp), MessageAuthor::System { username: &user.username, avatar: user.avatar.as_ref().map(|file| file.id.as_ref()), diff --git a/crates/core/database/src/models/messages/model.rs b/crates/core/database/src/models/messages/model.rs index e813fa94..725d46d1 100644 --- a/crates/core/database/src/models/messages/model.rs +++ b/crates/core/database/src/models/messages/model.rs @@ -15,8 +15,8 @@ use validator::Validate; use crate::{ events::client::EventV1, tasks::{self, ack::AckEvent}, - util::idempotency::IdempotencyKey, - Channel, Database, Emoji, File, User, + util::{bulk_permissions::BulkDatabasePermissionQuery, idempotency::IdempotencyKey}, + Channel, Database, Emoji, File, User, AMQP, }; auto_derived_partial!( @@ -230,6 +230,7 @@ impl Message { #[allow(clippy::too_many_arguments)] pub async fn create_from_api( db: &Database, + amqp: Option<&AMQP>, channel: Channel, data: DataMessageSend, author: MessageAuthor<'_>, @@ -337,35 +338,52 @@ impl Message { } } + // Validate the mentions go to users in the channel/server if !mentions.is_empty() { - // FIXME: temp fix to stop spam attacks match channel { Channel::DirectMessage { ref recipients, .. } | Channel::Group { ref recipients, .. } => { let recipients_hash: HashSet<&String, RandomState> = - HashSet::from_iter(recipients.iter()); - + HashSet::from_iter(recipients); mentions.retain(|m| recipients_hash.contains(m)); } Channel::TextChannel { ref server, .. } | Channel::VoiceChannel { ref server, .. } => { let mentions_vec = Vec::from_iter(mentions.iter().cloned()); + let valid_members = db.fetch_members(server.as_str(), &mentions_vec[..]).await; if let Ok(valid_members) = valid_members { - let valid_ids: HashSet = HashSet::from_iter( - valid_members.iter().map(|member| member.id.user.clone()), - ); - mentions.retain(|m| valid_ids.contains(m)); + let valid_mentions: HashSet<&String, RandomState> = + HashSet::from_iter(valid_members.iter().map(|m| &m.id.user)); + + mentions.retain(|m| valid_mentions.contains(m)); // quick pass, validate mentions are in the server + + if !mentions.is_empty() { + // if there are still mentions, drill down to a channel-level + let member_channel_view_perms = + BulkDatabasePermissionQuery::from_server_id(db, server) + .await + .channel(&channel) + .members(&valid_members) + .members_can_see_channel() + .await; + + mentions + .retain(|m| *member_channel_view_perms.get(m).unwrap_or(&false)); + } } else { revolt_config::capture_error(&valid_members.unwrap_err()); + return Err(create_error!(InternalError)); } } - Channel::SavedMessages { .. } => mentions.clear(), + Channel::SavedMessages { .. } => { + mentions.clear(); + } } + } - if !mentions.is_empty() { - message.mentions.replace(mentions.into_iter().collect()); - } + if !mentions.is_empty() { + message.mentions.replace(mentions.into_iter().collect()); } if !replies.is_empty() { @@ -418,7 +436,7 @@ impl Message { // Send the message message - .send(db, author, user, member, &channel, generate_embeds) + .send(db, amqp, author, user, member, &channel, generate_embeds) .await?; Ok(message) @@ -432,6 +450,9 @@ impl Message { member: Option, is_dm: bool, generate_embeds: bool, + // This determines if this function should queue the mentions task or if somewhere else will. + // If this is true, you MUST call tasks::ack::queue yourself. + mentions_elsewhere: bool, ) -> Result<()> { db.insert_message(self).await?; @@ -444,13 +465,12 @@ impl Message { tasks::last_message_id::queue(self.channel.to_string(), self.id.to_string(), is_dm).await; // Add mentions for affected users - if let Some(mentions) = &self.mentions { - for user in mentions { - tasks::ack::queue( + if !mentions_elsewhere { + if let Some(mentions) = &self.mentions { + tasks::ack::queue_message( self.channel.to_string(), - user.to_string(), - AckEvent::AddMention { - ids: vec![self.id.to_string()], + AckEvent::ProcessMessage { + messages: vec![(None, self.clone(), mentions.clone(), true)], }, ) .await; @@ -473,9 +493,11 @@ impl Message { } /// Send a message + #[allow(clippy::too_many_arguments)] pub async fn send( &mut self, db: &Database, + amqp: Option<&AMQP>, // this is optional mostly for tests. author: MessageAuthor<'_>, user: Option, member: Option, @@ -488,26 +510,36 @@ impl Message { member.clone(), matches!(channel, Channel::DirectMessage { .. }), generate_embeds, + true, ) .await?; if !self.has_suppressed_notifications() { - // Push out Web Push notifications - crate::tasks::web_push::queue( - { - match channel { - Channel::DirectMessage { recipients, .. } - | Channel::Group { recipients, .. } => recipients.clone(), - Channel::TextChannel { .. } => self.mentions.clone().unwrap_or_default(), - _ => vec![], - } + // send Push notifications + tasks::ack::queue_message( + self.channel.to_string(), + AckEvent::ProcessMessage { + messages: vec![( + Some( + PushNotification::from( + self.clone().into_model(user, member), + Some(author), + channel.to_owned().into(), + ) + .await, + ), + self.clone(), + match channel { + Channel::DirectMessage { recipients, .. } + | Channel::Group { recipients, .. } => recipients.clone(), + Channel::TextChannel { .. } => { + self.mentions.clone().unwrap_or_default() + } + _ => vec![], + }, + self.has_suppressed_notifications(), + )], }, - PushNotification::from( - self.clone().into_model(user, member), - Some(author), - channel.id(), - ) - .await, ) .await; } diff --git a/crates/core/database/src/models/server_members/model.rs b/crates/core/database/src/models/server_members/model.rs index 88f953cf..72e16162 100644 --- a/crates/core/database/src/models/server_members/model.rs +++ b/crates/core/database/src/models/server_members/model.rs @@ -150,7 +150,7 @@ impl Member { id: user.id.clone(), } .into_message(id.to_string()) - .send_without_notifications(db, None, None, false, false) + .send_without_notifications(db, None, None, false, false, false) .await .ok(); } @@ -251,7 +251,7 @@ impl Member { } .into_message(id.to_string()) // TODO: support notifications here in the future? - .send_without_notifications(db, None, None, false, false) + .send_without_notifications(db, None, None, false, false, false) .await .ok(); } diff --git a/crates/core/database/src/models/server_members/ops/reference.rs b/crates/core/database/src/models/server_members/ops/reference.rs index 88c9c7b2..f038477e 100644 --- a/crates/core/database/src/models/server_members/ops/reference.rs +++ b/crates/core/database/src/models/server_members/ops/reference.rs @@ -53,17 +53,17 @@ impl AbstractServerMembers for ReferenceDb { /// Fetch multiple members by their ids async fn fetch_members<'a>(&self, server_id: &str, ids: &'a [String]) -> Result> { let server_members = self.server_members.lock().await; - ids.iter() - .map(|id| { + Ok(ids + .iter() + .filter_map(|id| { server_members .get(&MemberCompositeKey { server: server_id.to_string(), user: id.to_string(), }) .cloned() - .ok_or_else(|| create_error!(NotFound)) }) - .collect() + .collect()) } /// Fetch member count of a server diff --git a/crates/core/database/src/models/users/model.rs b/crates/core/database/src/models/users/model.rs index 9a250ad6..05925028 100644 --- a/crates/core/database/src/models/users/model.rs +++ b/crates/core/database/src/models/users/model.rs @@ -1,6 +1,6 @@ use std::{collections::HashSet, str::FromStr, time::Duration}; -use crate::{events::client::EventV1, Database, File, RatelimitEvent}; +use crate::{events::client::EventV1, Database, File, RatelimitEvent, AMQP}; use authifier::config::{EmailVerificationConfig, Template}; use iso8601_timestamp::Timestamp; @@ -497,7 +497,12 @@ impl User { } /// Add another user as a friend - pub async fn add_friend(&mut self, db: &Database, target: &mut User) -> Result<()> { + pub async fn add_friend( + &mut self, + db: &Database, + amqp: &AMQP, + target: &mut User, + ) -> Result<()> { match self.relationship_with(&target.id) { RelationshipStatus::User => Err(create_error!(NoEffect)), RelationshipStatus::Friend => Err(create_error!(AlreadyFriends)), @@ -506,6 +511,8 @@ impl User { RelationshipStatus::BlockedOther => Err(create_error!(BlockedByOther)), RelationshipStatus::Incoming => { // Accept incoming friend request + _ = amqp.friend_request_accepted(self, target).await; + self.apply_relationship( db, target, @@ -534,6 +541,8 @@ impl User { })); } + _ = amqp.friend_request_received(target, self).await; + // Send the friend request self.apply_relationship( db, diff --git a/crates/core/database/src/models/users/rocket.rs b/crates/core/database/src/models/users/rocket.rs index ab886694..57b634b1 100644 --- a/crates/core/database/src/models/users/rocket.rs +++ b/crates/core/database/src/models/users/rocket.rs @@ -38,7 +38,7 @@ impl<'r> FromRequest<'r> for User { if let Some(user) = user { Outcome::Success(user.clone()) } else { - Outcome::Failure((Status::Unauthorized, authifier::Error::InvalidSession)) + Outcome::Error((Status::Unauthorized, authifier::Error::InvalidSession)) } } } diff --git a/crates/core/database/src/tasks/ack.rs b/crates/core/database/src/tasks/ack.rs index b5c90fdd..89971f66 100644 --- a/crates/core/database/src/tasks/ack.rs +++ b/crates/core/database/src/tasks/ack.rs @@ -1,21 +1,27 @@ // Queue Type: Debounced -use crate::Database; +use crate::{Database, Message, AMQP}; use deadqueue::limited::Queue; use once_cell::sync::Lazy; -use std::{collections::HashMap, time::Duration}; +use revolt_models::v0::PushNotification; +use rocket::form::validate::Contains; +use std::{ + collections::{HashMap, HashSet}, + time::Duration, +}; +use validator::HasLen; use revolt_result::Result; -use super::{apple_notifications::{self, ApnJob}, DelayedTask}; +use super::DelayedTask; /// Enumeration of possible events #[derive(Debug, Eq, PartialEq)] pub enum AckEvent { - /// Add mentions for a user in a channel - AddMention { - /// Message IDs - ids: Vec, + /// Add mentions for a channel + ProcessMessage { + /// push notification, message, recipients, push silenced + messages: Vec<(Option, Message, Vec, bool)>, }, /// Acknowledge message in a channel for a user @@ -30,7 +36,7 @@ struct Data { /// Channel to ack channel: String, /// User to ack for - user: String, + user: Option, /// Event event: AckEvent, } @@ -43,21 +49,49 @@ struct Task { static Q: Lazy> = Lazy::new(|| Queue::new(10_000)); /// Queue a new task for a worker -pub async fn queue(channel: String, user: String, event: AckEvent) { +pub async fn queue_ack(channel: String, user: String, event: AckEvent) { Q.try_push(Data { channel, - user, + user: Some(user), event, }) .ok(); - info!("Queue is using {} slots from {}.", Q.len(), Q.capacity()); + info!( + "Queue is using {} slots from {}. Queued type: ACK", + Q.len(), + Q.capacity() + ); } -pub async fn handle_ack_event(event: &AckEvent, db: &Database, authifier_db: &authifier::Database, user: &str, channel: &str) -> Result<()> { +pub async fn queue_message(channel: String, event: AckEvent) { + Q.try_push(Data { + channel, + user: None, + event, + }) + .ok(); + + info!( + "Queue is using {} slots from {}. Queued type: MENTION", + Q.len(), + Q.capacity() + ); +} + +pub async fn handle_ack_event( + event: &AckEvent, + db: &Database, + amqp: &AMQP, + user: &Option, + channel: &str, +) -> Result<()> { match &event { #[allow(clippy::disallowed_methods)] // event is sent by higher level function AckEvent::AckMessage { id } => { + let user = user.as_ref().unwrap(); + let user: &str = user.as_str(); + let unread = db.fetch_unread(user, channel).await?; let updated = db.acknowledge_message(channel, user, id).await?; @@ -68,21 +102,67 @@ pub async fn handle_ack_event(event: &AckEvent, db: &Database, authifier_db: &au let mentions_acked = before_mentions - after_mentions; if mentions_acked > 0 { - if let Ok(sessions) = authifier_db.find_sessions(user).await { - for session in sessions { - if let Some(sub) = session.subscription { - if sub.endpoint == "apn" { - apple_notifications::queue(ApnJob::from_ack(session.id, user.to_string(), sub.auth)).await; - } - } - } + if let Err(err) = amqp + .ack_message(user.to_string(), channel.to_string(), id.to_owned()) + .await + { + revolt_config::capture_error(&err); } }; - } - }, - AckEvent::AddMention { ids } => { - db.add_mention_to_unread(channel, user, ids).await?; + } + AckEvent::ProcessMessage { messages } => { + let mut users: HashSet<&String> = HashSet::new(); + debug!( + "Processing {} messages from channel {}", + messages.len(), + messages[0].1.channel + ); + + // find all the users we'll be notifying + messages + .iter() + .for_each(|(_, _, recipents, _)| users.extend(recipents.iter())); + + debug!("Found {} users to notify.", users.len()); + + for user in users { + let message_ids: Vec = messages + .iter() + .filter(|(_, _, recipients, _)| recipients.contains(user)) + .map(|(_, message, _, _)| message.id.clone()) + .collect(); + + if !message_ids.is_empty() { + db.add_mention_to_unread(channel, user, &message_ids) + .await?; + } + debug!("Added {} mentions for user {}", message_ids.len(), &user); + } + + for (push, _, recipients, silenced) in messages { + if *silenced || recipients.is_empty() || push.is_none() { + debug!( + "Rejecting push: silenced: {}, recipient count: {}, push exists: {:?}", + *silenced, + recipients.length(), + push + ); + continue; + } + + debug!( + "Sending push event to AMQP; message {} for {} users", + push.as_ref().unwrap().message.id, + recipients.len() + ); + if let Err(err) = amqp + .message_sent(recipients.clone(), push.clone().unwrap()) + .await + { + revolt_config::capture_error(&err); + } + } } }; @@ -90,9 +170,9 @@ pub async fn handle_ack_event(event: &AckEvent, db: &Database, authifier_db: &au } /// Start a new worker -pub async fn worker(db: Database, authifier_db: authifier::Database) { - let mut tasks = HashMap::<(String, String), DelayedTask>::new(); - let mut keys = vec![]; +pub async fn worker(db: Database, amqp: AMQP) { + let mut tasks = HashMap::<(Option, String, u8), DelayedTask>::new(); + let mut keys: Vec<(Option, String, u8)> = vec![]; loop { // Find due tasks. @@ -106,12 +186,13 @@ pub async fn worker(db: Database, authifier_db: authifier::Database) { for key in &keys { if let Some(task) = tasks.remove(key) { let Task { event } = task.data; - let (user, channel) = key; + let (user, channel, _) = key; - if let Err(err) = handle_ack_event(&event, &db, &authifier_db, user, channel).await { - error!("{err:?} for {event:?}. ({user}, {channel})"); + if let Err(err) = handle_ack_event(&event, &db, &amqp, user, channel).await { + revolt_config::capture_error(&err); + error!("{err:?} for {event:?}. ({user:?}, {channel})"); } else { - info!("User {user} ack in {channel} with {event:?}"); + info!("User {user:?} ack in {channel} with {event:?}"); } } } @@ -126,20 +207,41 @@ pub async fn worker(db: Database, authifier_db: authifier::Database) { mut event, }) = Q.try_pop() { - let key = (user, channel); + let key: (Option, String, u8) = ( + user, + channel, + match &event { + AckEvent::AckMessage { .. } => 0, + AckEvent::ProcessMessage { .. } => 1, + }, + ); if let Some(task) = tasks.get_mut(&key) { - task.delay(); - match &mut event { - AckEvent::AddMention { ids } => { - if let AckEvent::AddMention { ids: existing } = &mut task.data.event { - existing.append(ids); + AckEvent::ProcessMessage { messages: new_data } => { + if let AckEvent::ProcessMessage { messages: existing } = + &mut task.data.event + { + // add the new message to the list of messages to be processed. + existing.append(new_data); + + // put a cap on the amount of messages that can be queued, for particularly active channels + if (existing.length() as u16) + < revolt_config::config() + .await + .features + .advanced + .process_message_delay_limit + { + task.delay(); + } } else { - task.data.event = event; + panic!("Somehow got an ack message in the add mention arm"); } } AckEvent::AckMessage { .. } => { + // replace the last acked message with the new acked message task.data.event = event; + task.delay(); } } } else { diff --git a/crates/core/database/src/tasks/apple_notifications.rs b/crates/core/database/src/tasks/apple_notifications.rs deleted file mode 100644 index 918967f7..00000000 --- a/crates/core/database/src/tasks/apple_notifications.rs +++ /dev/null @@ -1,314 +0,0 @@ -use std::io::Cursor; - -use base64::{ - engine::{self}, - Engine as _, -}; -use deadqueue::limited::Queue; -use once_cell::sync::Lazy; -use revolt_a2::{ - request::{ - notification::{DefaultAlert, NotificationOptions}, - payload::{APSAlert, APSSound, PayloadLike, APS}, - }, - Client, ClientConfig, Endpoint, Error, ErrorBody, ErrorReason, Priority, PushType, Response, -}; -use revolt_config::config; -use revolt_models::v0::{Message, PushNotification}; - -use crate::Database; - -/// Payload information, before assembly -#[derive(Debug)] -#[allow(non_snake_case)] -pub struct ApnPayload { - message: Message, - url: String, - authorAvatar: String, - authorDisplayName: String, - channelName: String, -} - -#[derive(Serialize, Debug)] -#[allow(non_snake_case)] -struct Payload<'a> { - aps: APS<'a>, - #[serde(skip_serializing)] - options: NotificationOptions<'a>, - #[serde(skip_serializing)] - device_token: &'a str, - - message: &'a Message, - url: &'a str, - authorAvatar: &'a str, - authorDisplayName: &'a str, - channelName: &'a str, -} - -impl<'a> PayloadLike for Payload<'a> { - fn get_device_token(&self) -> &'a str { - self.device_token - } - fn get_options(&self) -> &NotificationOptions { - &self.options - } -} - -/// Task information -#[derive(Debug)] -pub struct AlertJob { - /// Session Id - session_id: String, - - /// Device token - device_token: String, - - /// User Id - user_id: String, - - /// Title - title: String, - - /// Body - body: String, - - /// Thread Id - thread_id: String, - - /// Category (informs the client what kind of notification is being sent.) - category: String, - - /// Payload used by the iOS client to modify the notification - custom_payload: ApnPayload, -} - -impl AlertJob { - fn format_title(notification: &PushNotification) -> String { - // ideally this changes depending on context - // in a server, it would look like "Sendername, #channelname in servername" - // in a group, it would look like "Sendername in groupname" - // in a dm it should just be "Sendername". - // not sure how feasible all those are given the PushNotification object as it currently stands. - format!( - "{} in {}", - notification.author, notification.message.channel - ) // TODO: this absolutely needs a channel name - } -} - -#[derive(Debug)] -pub struct BadgeJob { - /// Session Id - session_id: String, - - /// Device token - device_token: String, - - /// User Id - user_id: String, -} - -#[derive(Debug)] -pub enum JobType { - Alert(AlertJob), - Badge(BadgeJob), -} - -#[derive(Debug)] -pub struct ApnJob { - job_type: JobType, -} - -impl ApnJob { - pub fn from_notification( - session_id: String, - user_id: String, - device_token: String, - notification: &PushNotification, - ) -> ApnJob { - ApnJob { - job_type: JobType::Alert(AlertJob { - session_id, - device_token, - user_id, - title: AlertJob::format_title(notification), - body: notification.body.to_string(), - thread_id: notification.tag.to_string(), - category: "ALERT_MESSAGE".to_string(), - custom_payload: ApnPayload { - message: notification.message.clone(), - url: notification.url.clone(), - authorAvatar: notification.icon.clone(), - authorDisplayName: notification.author.clone(), - channelName: "#fetchchannelnamehere".to_string(), // TODO: get actual channel name - }, - }), - } - } - - pub fn from_ack(session_id: String, user_id: String, device_token: String) -> ApnJob { - ApnJob { - job_type: JobType::Badge(BadgeJob { - session_id, - device_token, - user_id, - }), - } - } -} - -enum AssembledPayload<'a> { - Alert(Payload<'a>), - Default(revolt_a2::request::payload::Payload<'a>), -} - -static Q: Lazy> = Lazy::new(|| Queue::new(10_000)); - -/// Queue a new task for a worker -pub async fn queue(task: ApnJob) { - Q.try_push(task).ok(); - info!("Queue is using {} slots from {}.", Q.len(), Q.capacity()); -} - -async fn get_badge_count(db: &Database, user: &str) -> Option { - if let Ok(unreads) = db.fetch_unreads(user).await { - let mut mention_count = 0; - for channel in unreads { - if let Some(mentions) = channel.mentions { - mention_count += mentions.len() as u32 - } - } - - return Some(mention_count); - } - None -} - -/// Start a new worker -pub async fn worker(db: Database) { - let config = config().await; - if config.api.apn.pkcs8.is_empty() - || config.api.apn.key_id.is_empty() - || config.api.apn.team_id.is_empty() - { - eprintln!("Missing APN keys."); - return; - } - - let endpoint = if config.api.apn.sandbox { - Endpoint::Sandbox - } else { - Endpoint::Production - }; - - let pkcs8 = engine::general_purpose::STANDARD - .decode(config.api.apn.pkcs8) - .expect("valid `pcks8`"); - - let client_config = ClientConfig::new(endpoint); - - let client = Client::token( - &mut Cursor::new(pkcs8), - config.api.apn.key_id, - config.api.apn.team_id, - client_config, - ) - .expect("could not create APN client"); - - let payload_options = NotificationOptions { - apns_id: None, - apns_push_type: Some(PushType::Alert), - apns_expiration: None, - apns_priority: Some(Priority::High), - apns_topic: Some("chat.revolt.app"), - apns_collapse_id: None, - }; - - loop { - let task = Q.pop().await; - let payload: AssembledPayload; - - match task.job_type { - JobType::Alert(ref alert) => { - payload = AssembledPayload::Alert(Payload { - aps: APS { - alert: Some(APSAlert::Default(DefaultAlert { - title: Some(&alert.title), - subtitle: None, - body: Some(&alert.body), - title_loc_key: None, - title_loc_args: None, - action_loc_key: None, - loc_key: None, - loc_args: None, - launch_image: None, - })), - badge: get_badge_count(&db, &alert.user_id).await, - sound: Some(APSSound::Sound("default")), - thread_id: Some(&alert.thread_id), - content_available: None, - category: Some(&alert.category), - mutable_content: Some(1), - url_args: None, - }, - device_token: &alert.device_token, - options: payload_options.clone(), - message: &alert.custom_payload.message, - url: &alert.custom_payload.url, - authorAvatar: &alert.custom_payload.authorAvatar, - authorDisplayName: &alert.custom_payload.authorDisplayName, - channelName: &alert.custom_payload.channelName, - }); - } - JobType::Badge(ref alert) => { - payload = AssembledPayload::Default(revolt_a2::request::payload::Payload { - aps: APS { - alert: None, - badge: get_badge_count(&db, &alert.user_id).await, - sound: None, - thread_id: None, - content_available: None, - category: None, - mutable_content: None, - url_args: None, - }, - device_token: &alert.device_token, - options: payload_options.clone(), - data: std::collections::BTreeMap::new(), - }) - } - } - - let resp = match payload { - AssembledPayload::Alert(p) => client.send(p).await, - AssembledPayload::Default(p) => client.send(p).await, - }; - //println!("response from APNS: {:?}", resp); - - if let Err(err) = resp { - match err { - Error::ResponseError(Response { - error: - Some(ErrorBody { - reason: ErrorReason::BadDeviceToken | ErrorReason::Unregistered, - .. - }), - .. - }) => { - if let Err(err) = db - .remove_push_subscription_by_session_id(match task.job_type { - JobType::Alert(ref a) => &a.session_id.as_str(), - JobType::Badge(ref a) => &a.session_id.as_str(), - }) - .await - { - revolt_config::capture_error(&err); - } - } - err => { - revolt_config::capture_error(&err); - } - } - } - } -} diff --git a/crates/core/database/src/tasks/mod.rs b/crates/core/database/src/tasks/mod.rs index d8988756..81bfd4e1 100644 --- a/crates/core/database/src/tasks/mod.rs +++ b/crates/core/database/src/tasks/mod.rs @@ -1,6 +1,6 @@ //! Semi-important background task management -use crate::Database; +use crate::{Database, AMQP}; use async_std::task; use std::time::Instant; @@ -8,22 +8,18 @@ use std::time::Instant; const WORKER_COUNT: usize = 5; pub mod ack; -pub mod apple_notifications; pub mod authifier_relay; pub mod last_message_id; pub mod process_embeds; -pub mod web_push; /// Spawn background workers -pub fn start_workers(db: Database, authifier_db: authifier::Database) { +pub fn start_workers(db: Database, amqp: AMQP) { task::spawn(authifier_relay::worker()); - task::spawn(apple_notifications::worker(db.clone())); for _ in 0..WORKER_COUNT { - task::spawn(ack::worker(db.clone(), authifier_db.clone())); + task::spawn(ack::worker(db.clone(), amqp.clone())); task::spawn(last_message_id::worker(db.clone())); task::spawn(process_embeds::worker(db.clone())); - task::spawn(web_push::worker(db.clone(), authifier_db.clone())); } } diff --git a/crates/core/database/src/tasks/web_push.rs b/crates/core/database/src/tasks/web_push.rs deleted file mode 100644 index 72e22ecf..00000000 --- a/crates/core/database/src/tasks/web_push.rs +++ /dev/null @@ -1,198 +0,0 @@ -use std::{ - collections::{HashMap, HashSet}, - time::Duration, -}; - -use authifier::Database as AuthifierDatabase; -use base64::{ - engine::{self}, - Engine as _, -}; -use deadqueue::limited::Queue; -use fcm_v1::auth::{Authenticator, ServiceAccountKey}; -use once_cell::sync::Lazy; -use revolt_config::{config, report_internal_error}; -use revolt_models::v0::PushNotification; -use revolt_presence::filter_online; -use serde_json::json; -use web_push::{ - ContentEncoding, IsahcWebPushClient, SubscriptionInfo, SubscriptionKeys, VapidSignatureBuilder, - WebPushClient, WebPushMessageBuilder, -}; - -use crate::Database; - -use super::apple_notifications; - -/// Task information -#[derive(Debug)] -struct PushTask { - /// User IDs of the targets that are to receive this notification - recipients: Vec, - /// Push Notification - payload: PushNotification, -} - -static Q: Lazy> = Lazy::new(|| Queue::new(10_000)); - -/// Queue a new task for a worker -pub async fn queue(recipients: Vec, payload: PushNotification) { - if recipients.is_empty() { - return; - } - - let online_ids = filter_online(&recipients).await; - let recipients = (&recipients.into_iter().collect::>() - &online_ids) - .into_iter() - .collect::>(); - - Q.try_push(PushTask { - recipients, - payload, - }) - .ok(); - - info!("Queue is using {} slots from {}.", Q.len(), Q.capacity()); -} - -/// Start a new worker -pub async fn worker(db: Database, authifier_db: AuthifierDatabase) { - let config = config().await; - - let web_push_client = IsahcWebPushClient::new().unwrap(); - let fcm_client = if config.api.fcm.key_type.is_empty() { - None - } else { - Some(fcm_v1::Client::new( - Authenticator::service_account::<&str>(ServiceAccountKey { - key_type: Some(config.api.fcm.key_type), - project_id: Some(config.api.fcm.project_id.clone()), - private_key_id: Some(config.api.fcm.private_key_id), - private_key: config.api.fcm.private_key, - client_email: config.api.fcm.client_email, - client_id: Some(config.api.fcm.client_id), - auth_uri: Some(config.api.fcm.auth_uri), - token_uri: config.api.fcm.token_uri, - auth_provider_x509_cert_url: Some(config.api.fcm.auth_provider_x509_cert_url), - client_x509_cert_url: Some(config.api.fcm.client_x509_cert_url), - }) - .await - .unwrap(), - config.api.fcm.project_id, - false, - Duration::from_secs(5), - )) - }; - - let web_push_private_key = engine::general_purpose::URL_SAFE_NO_PAD - .decode(config.api.vapid.private_key) - .expect("valid `VAPID_PRIVATE_KEY`"); - - loop { - let task = Q.pop().await; - - if let Ok(sessions) = authifier_db - .find_sessions_with_subscription(&task.recipients) - .await - { - for session in sessions { - if let Some(sub) = session.subscription { - if sub.endpoint == "fcm" { - // Use Firebase Cloud Messaging - if let Some(client) = &fcm_client { - let message = fcm_v1::message::Message { - token: Some(sub.auth), - data: Some(HashMap::from([( - "payload".to_owned(), - serde_json::Value::String(json!(&task.payload).to_string()), - )])), - ..Default::default() - }; - - if let Err(err) = client.send(&message).await { - error!("Failed to send FCM notification! {:?}", err); - - if let fcm_v1::Error::FCM(fcm_error) = err { - if fcm_error.contains("404 (Not Found)") { - println!("Unregistering {:?}", session.id); - - report_internal_error!( - db.remove_push_subscription_by_session_id(&session.id) - .await - ) - .ok(); - } - } - } else { - info!("Sent FCM notification to {:?}.", session.id); - } - } else { - info!("No FCM token was specified!"); - } - } else if sub.endpoint == "apn" { - apple_notifications::queue(apple_notifications::ApnJob::from_notification( - session.id, - session.user_id, - sub.auth, - &task.payload, - )) - .await; - } else { - // Use Web Push Standard - let subscription = SubscriptionInfo { - endpoint: sub.endpoint, - keys: SubscriptionKeys { - auth: sub.auth, - p256dh: sub.p256dh, - }, - }; - - match VapidSignatureBuilder::from_pem( - std::io::Cursor::new(&web_push_private_key), - &subscription, - ) { - Ok(sig_builder) => match sig_builder.build() { - Ok(signature) => { - let mut builder = WebPushMessageBuilder::new(&subscription); - builder.set_vapid_signature(signature); - - let payload = json!(task.payload).to_string(); - builder - .set_payload(ContentEncoding::AesGcm, payload.as_bytes()); - - match builder.build() { - Ok(msg) => match web_push_client.send(msg).await { - Ok(_) => { - info!( - "Sent Web Push notification to {:?}.", - session.id - ) - } - Err(err) => { - error!("Hit error sending Web Push! {:?}", err) - } - }, - Err(err) => { - error!( - "Failed to build message for {}! {:?}", - session.user_id, err - ) - } - } - } - Err(err) => error!( - "Failed to build signature for {}! {:?}", - session.user_id, err - ), - }, - Err(err) => error!( - "Failed to create signature builder for {}! {:?}", - session.user_id, err - ), - } - } - } - } - } - } -} diff --git a/crates/core/database/src/util/bulk_permissions.rs b/crates/core/database/src/util/bulk_permissions.rs new file mode 100644 index 00000000..40035977 --- /dev/null +++ b/crates/core/database/src/util/bulk_permissions.rs @@ -0,0 +1,337 @@ +use std::{collections::HashMap, hash::RandomState}; + +use revolt_permissions::{ + ChannelPermission, ChannelType, Override, OverrideField, PermissionValue, ALLOW_IN_TIMEOUT, + DEFAULT_PERMISSION_DIRECT_MESSAGE, +}; + +use crate::{Channel, Database, Member, Server, User}; + +#[derive(Clone)] +pub struct BulkDatabasePermissionQuery<'a> { + #[allow(dead_code)] + database: &'a Database, + + server: Server, + channel: Option, + users: Option>, + members: Option>, + + // In case the users or members are fetched as part of the permissions checking operation + pub(crate) cached_users: Option>, + pub(crate) cached_members: Option>, + + cached_member_perms: Option>, +} + +impl<'z, 'x> BulkDatabasePermissionQuery<'x> { + pub async fn members_can_see_channel(&'z mut self) -> HashMap + where + 'z: 'x, + { + let member_perms = if self.cached_member_perms.is_some() { + // This isn't done as an if let to prevent borrow checker errors with the mut self call when the perms aren't cached. + let perms = self.cached_member_perms.as_ref().unwrap(); + perms + .iter() + .map(|(m, p)| { + ( + m.clone(), + p.has_channel_permission(ChannelPermission::ViewChannel), + ) + }) + .collect() + } else { + calculate_members_permissions(self) + .await + .iter() + .map(|(m, p)| { + ( + m.clone(), + p.has_channel_permission(ChannelPermission::ViewChannel), + ) + }) + .collect() + }; + member_perms + } +} + +impl<'z> BulkDatabasePermissionQuery<'z> { + pub fn new(database: &Database, server: Server) -> BulkDatabasePermissionQuery<'_> { + BulkDatabasePermissionQuery { + database, + server, + channel: None, + users: None, + members: None, + cached_members: None, + cached_users: None, + cached_member_perms: None, + } + } + + pub async fn from_server_id<'a>( + db: &'a Database, + server: &str, + ) -> BulkDatabasePermissionQuery<'a> { + BulkDatabasePermissionQuery { + database: db, + server: db.fetch_server(server).await.unwrap(), + channel: None, + users: None, + members: None, + cached_members: None, + cached_users: None, + cached_member_perms: None, + } + } + + pub fn channel(self, channel: &'z Channel) -> BulkDatabasePermissionQuery { + BulkDatabasePermissionQuery { + channel: Some(channel.clone()), + ..self + } + } + + pub fn members(self, members: &'z [Member]) -> BulkDatabasePermissionQuery { + BulkDatabasePermissionQuery { + members: Some(members.to_owned()), + ..self + } + } + + pub fn users(self, users: &'z [User]) -> BulkDatabasePermissionQuery { + BulkDatabasePermissionQuery { + users: Some(users.to_owned()), + ..self + } + } + + /// Get the default channel permissions + /// Group channel defaults should be mapped to an allow-only override + #[allow(dead_code)] + async fn get_default_channel_permissions(&mut self) -> Override { + if let Some(channel) = &self.channel { + match channel { + Channel::Group { permissions, .. } => Override { + allow: permissions.unwrap_or(*DEFAULT_PERMISSION_DIRECT_MESSAGE as i64) as u64, + deny: 0, + }, + Channel::TextChannel { + default_permissions, + .. + } + | Channel::VoiceChannel { + default_permissions, + .. + } => default_permissions.unwrap_or_default().into(), + _ => Default::default(), + } + } else { + Default::default() + } + } + + #[allow(dead_code)] + fn get_channel_type(&mut self) -> ChannelType { + if let Some(channel) = &self.channel { + match channel { + Channel::DirectMessage { .. } => ChannelType::DirectMessage, + Channel::Group { .. } => ChannelType::Group, + Channel::SavedMessages { .. } => ChannelType::SavedMessages, + Channel::TextChannel { .. } | Channel::VoiceChannel { .. } => { + ChannelType::ServerChannel + } + } + } else { + ChannelType::Unknown + } + } + + /// Get the ordered role overrides (from lowest to highest) for this member in this channel + #[allow(dead_code)] + async fn get_channel_role_overrides(&mut self) -> &HashMap { + if let Some(channel) = &self.channel { + match channel { + Channel::TextChannel { + role_permissions, .. + } + | Channel::VoiceChannel { + role_permissions, .. + } => role_permissions, + _ => panic!("Not supported for non-server channels"), + } + } else { + panic!("No channel added to query") + } + } +} + +/// Calculate members permissions in a server channel. +async fn calculate_members_permissions<'a>( + query: &'a mut BulkDatabasePermissionQuery<'a>, +) -> HashMap { + let mut resp = HashMap::new(); + + let (_, channel_role_permissions, channel_default_permissions) = match query + .channel + .as_ref() + .expect("A channel must be assigned to calculate channel permissions") + .clone() + { + Channel::TextChannel { + id, + role_permissions, + default_permissions, + .. + } + | Channel::VoiceChannel { + id, + role_permissions, + default_permissions, + .. + } => (id, role_permissions, default_permissions), + _ => panic!("Calculation of member permissions must be done on a server channel"), + }; + + if query.users.is_none() { + let ids: Vec = query + .members + .as_ref() + .expect("No users or members added to the query") + .iter() + .map(|m| m.id.user.clone()) + .collect(); + + query.cached_users = Some( + query + .database + .fetch_users(&ids[..]) + .await + .expect("Failed to get data from the db"), + ); + + query.users = Some(query.cached_users.as_ref().unwrap().to_vec()) + } + + let users = query.users.as_ref().unwrap(); + + if query.members.is_none() { + let ids: Vec = query + .users + .as_ref() + .expect("No users or members added to the query") + .iter() + .map(|m| m.id.clone()) + .collect(); + + query.cached_members = Some( + query + .database + .fetch_members(&query.server.id, &ids[..]) + .await + .expect("Failed to get data from the db"), + ); + query.members = Some(query.cached_members.as_ref().unwrap().to_vec()) + } + + let members: HashMap<&String, &Member, RandomState> = HashMap::from_iter( + query + .members + .as_ref() + .unwrap() + .iter() + .map(|m| (&m.id.user, m)), + ); + + for user in users { + let member = members.get(&user.id); + + // User isn't a part of the server + if member.is_none() { + resp.insert(user.id.clone(), 0_u64.into()); + continue; + } + + let member = *member.unwrap(); + + if user.privileged { + resp.insert( + user.id.clone(), + PermissionValue::from(ChannelPermission::GrantAllSafe), + ); + continue; + } + + if user.id == query.server.owner { + resp.insert( + user.id.clone(), + PermissionValue::from(ChannelPermission::GrantAllSafe), + ); + continue; + } + + // Get the user's server permissions + let mut permission = calculate_server_permissions(&query.server, user, member); + + if let Some(defaults) = channel_default_permissions { + permission.apply(defaults.into()); + } + + // Get the applicable role overrides + let mut roles = channel_role_permissions + .iter() + .filter(|(id, _)| member.roles.contains(id)) + .filter_map(|(id, permission)| { + query.server.roles.get(id).map(|role| { + let v: Override = (*permission).into(); + (role.rank, v) + }) + }) + .collect::>(); + + roles.sort_by(|a, b| b.0.cmp(&a.0)); + let overrides = roles.into_iter().map(|(_, v)| v); + + for role_override in overrides { + permission.apply(role_override) + } + + resp.insert(user.id.clone(), permission); + } + + resp +} + +/// Calculates a member's server permissions +fn calculate_server_permissions(server: &Server, user: &User, member: &Member) -> PermissionValue { + if user.privileged || server.owner == user.id { + return ChannelPermission::GrantAllSafe.into(); + } + + let mut permissions: PermissionValue = server.default_permissions.into(); + + let mut roles = server + .roles + .iter() + .filter(|(id, _)| member.roles.contains(id)) + .map(|(_, role)| { + let v: Override = role.permissions.into(); + (role.rank, v) + }) + .collect::>(); + + roles.sort_by(|a, b| b.0.cmp(&a.0)); + let role_overrides: Vec = roles.into_iter().map(|(_, v)| v).collect(); + + for role in role_overrides { + permissions.apply(role); + } + + if member.in_timeout() { + permissions.restrict(*ALLOW_IN_TIMEOUT); + } + + permissions +} diff --git a/crates/core/database/src/util/idempotency.rs b/crates/core/database/src/util/idempotency.rs index d95236d7..df68000d 100644 --- a/crates/core/database/src/util/idempotency.rs +++ b/crates/core/database/src/util/idempotency.rs @@ -102,7 +102,7 @@ impl<'r> FromRequest<'r> for IdempotencyKey { .map(|k| k.to_string()) { if key.len() > 64 { - return Outcome::Failure(( + return Outcome::Error(( Status::BadRequest, create_error!(FailedValidation { error: "idempotency key too long".to_string(), @@ -113,7 +113,7 @@ impl<'r> FromRequest<'r> for IdempotencyKey { let idempotency = IdempotencyKey { key }; let mut cache = TOKEN_CACHE.lock().await; if cache.get(&idempotency.key).is_some() { - return Outcome::Failure((Status::Conflict, create_error!(DuplicateNonce))); + return Outcome::Error((Status::Conflict, create_error!(DuplicateNonce))); } cache.put(idempotency.key.clone(), ()); diff --git a/crates/core/database/src/util/mod.rs b/crates/core/database/src/util/mod.rs index 26cf436e..1baf7d8b 100644 --- a/crates/core/database/src/util/mod.rs +++ b/crates/core/database/src/util/mod.rs @@ -1,4 +1,5 @@ pub mod bridge; +pub mod bulk_permissions; pub mod idempotency; pub mod permissions; pub mod reference; diff --git a/crates/core/models/src/v0/channels.rs b/crates/core/models/src/v0/channels.rs index dfabb2af..154ca48c 100644 --- a/crates/core/models/src/v0/channels.rs +++ b/crates/core/models/src/v0/channels.rs @@ -306,4 +306,18 @@ impl Channel { | Channel::VoiceChannel { id, .. } => id, } } + + /// This returns a Result because the recipient name can't be determined here without a db call, + /// which can't be done since this is models, which can't reference the database crate. + /// + /// If it returns Err, you need to fetch the name from the db. + pub fn name(&self) -> Result<&str, ()> { + match self { + Channel::DirectMessage { .. } => Err(()), + Channel::SavedMessages { .. } => Ok("Saved Messages"), + Channel::TextChannel { name, .. } + | Channel::Group { name, .. } + | Channel::VoiceChannel { name, .. } => Ok(name), + } + } } diff --git a/crates/core/models/src/v0/messages.rs b/crates/core/models/src/v0/messages.rs index ef67b09f..b8c53aee 100644 --- a/crates/core/models/src/v0/messages.rs +++ b/crates/core/models/src/v0/messages.rs @@ -13,7 +13,7 @@ use rocket::{FromForm, FromFormField}; use iso8601_timestamp::Timestamp; -use super::{Embed, File, Member, MessageWebhook, User, Webhook, RE_COLOUR}; +use super::{Channel, Embed, File, Member, MessageWebhook, User, Webhook, RE_COLOUR}; pub static RE_MENTION: Lazy = Lazy::new(|| Regex::new(r"<@([0-9A-HJKMNP-TV-Z]{26})>").unwrap()); @@ -209,6 +209,8 @@ auto_derived!( pub url: String, /// The message object itself, to send to clients for processing pub message: Message, + /// The channel object itself, for clients to process + pub channel: Channel, } /// Representation of a text embed before it is sent. @@ -369,7 +371,7 @@ auto_derived!( /// Optional fields on message pub enum FieldsMessage { - Pinned + Pinned, } ); @@ -442,7 +444,7 @@ impl From for String { impl PushNotification { /// Create a new notification from a given message, author and channel ID - pub async fn from(msg: Message, author: Option>, channel_id: &str) -> Self { + pub async fn from(msg: Message, author: Option>, channel: Channel) -> Self { let config = config().await; let icon = if let Some(author) = &author { @@ -496,10 +498,11 @@ impl PushNotification { icon, image, body, - tag: channel_id.to_string(), + tag: channel.id().to_string(), timestamp, - url: format!("{}/channel/{}/{}", config.hosts.app, channel_id, msg.id), + url: format!("{}/channel/{}/{}", config.hosts.app, channel.id(), msg.id), message: msg, + channel, } } } diff --git a/crates/core/result/Cargo.toml b/crates/core/result/Cargo.toml index 5129ed3b..daf49fac 100644 --- a/crates/core/result/Cargo.toml +++ b/crates/core/result/Cargo.toml @@ -29,7 +29,7 @@ utoipa = { version = "4.2.3", optional = true } # Rocket rocket = { optional = true, version = "0.5.0-rc.2", default-features = false } -revolt_rocket_okapi = { version = "0.9.1", optional = true } +revolt_rocket_okapi = { version = "0.10.0", optional = true } revolt_okapi = { version = "0.9.1", optional = true } # Axum diff --git a/crates/daemons/pushd/Cargo.toml b/crates/daemons/pushd/Cargo.toml new file mode 100644 index 00000000..f27fef60 --- /dev/null +++ b/crates/daemons/pushd/Cargo.toml @@ -0,0 +1,31 @@ +[package] +name = "revolt-pushd" +version = "0.1.0" +edition = "2021" + +[dependencies] +revolt-config = { version = "0.7.15", path = "../../core/config" } +revolt-database = { version = "0.7.15", path = "../../core/database" } +revolt-models = { version = "0.7.15", path = "../../core/models", features = [ + "validator", +] } + +amqprs = { version = "1.7.0" } +fcm_v1 = "0.3.0" +web-push = "0.10.0" +isahc = { optional = true, version = "1.7", features = ["json"] } +revolt_a2 = { version = "0.10", default-features = false, features = ["ring"] } +tokio = "1.39.2" +async-trait = "0.1.81" +ulid = "1.0.0" + +authifier = "1.0.8" + +log = "0.4.11" + +#serialization +serde_json = "1" +revolt_optional_struct = "0.2.0" +serde = { version = "1", features = ["derive"] } +iso8601-timestamp = { version = "0.2.10", features = ["serde", "bson"] } +base64 = "0.22.1" diff --git a/crates/daemons/pushd/Dockerfile b/crates/daemons/pushd/Dockerfile new file mode 100644 index 00000000..a1f80a39 --- /dev/null +++ b/crates/daemons/pushd/Dockerfile @@ -0,0 +1,9 @@ +# Build Stage +FROM ghcr.io/revoltchat/base:latest AS builder + +# Bundle Stage +FROM gcr.io/distroless/cc-debian12:nonroot +COPY --from=builder /home/rust/src/target/release/revolt-pushd ./ + +USER nonroot +CMD ["./revolt-pushd"] \ No newline at end of file diff --git a/crates/daemons/pushd/Pushd Flowchart.graffle b/crates/daemons/pushd/Pushd Flowchart.graffle new file mode 100644 index 0000000000000000000000000000000000000000..961d5ff61319007beb4e3d9008c648c11425f422 GIT binary patch literal 45755 zcmV)RK(oJ4O9KQH000080BxH_S*HfvG?YF70M?`c015yA0AyiwVJ>iNX>)Y#y$4)V z*ZV(y?g~TEFdd-Ajm+!;viFh|h7iDz1PFu#ldz>KAmXUv*4m+Hoo#Jxt9II2TSu*X z*S6Z$s;#ZIj=KGydv5|L3B~XK*U#_!`+iMcA?M!n+?X2Eg}$OSS` z3H0!-237E*2c@6})KaojKm**G3Z}!o@lcX{H^HNt!3?-3m->+JWT2jyqE~B;aoQqX z0n;T$FRv(x)F~>v<1xml?GLq-dL!U>y?HCRc!&&QK2iZ(5noFWNoC{ zPzLwqWf)XZTBBO8N|6_<3Yde^%jJ3_tTf8C3RO&{TB$OGDU9kWSm&(JRn#V`wPh-0 zTsf2`&zYU1Q>u&9Dt%srPNUPO=ygSEjmjW{O()6q#cD0pu2WbAL|-8{LcL7t<g#%Z-$P%M)jcl_n+9CMonP zD4nj>7Hd=~k#wsAi}muNB8|%IijLFdms4P5sg=eOxS0##nV>UL2pI)LO&q#kgjkPo`nuJwGA=S~&lLng zl$2~jdZMbxB$NwJCa-{oLr=l7R98Xo&!3PUt}_~S<@9Dd2n6FZ6gs6!S-{K=4>Q&& zW8*awvp8&3cDN=dE>;)DPYq9vOOGlED@o2^3pj;Y@ft;O1l(38XK->#3S%=hVX!_T zN+6YT<0t22O<;$`WkrRhPlhtlHJa*(n062hLNbapI=L~8BPQDn`?p(b2azC3YJk>5 zVC#h(j-P~jvH3zCS0EJoutXAWgGn?P#HR7tOs1`^ZTiHhbX!@NwpgXnv65ilBwr0u zkAgIi4x}I>!%!htsH94{QC`6Gl&It?Ia|WvD8&+`kf-8FR1!fESHQn3pQ zB^*_-I@Fq`=oP-`Eru3q0G)QBk2c0)V8zG7mVBk#H?6VwMJz$`li7C3yw&v2sjqWwY31yHd8Mr5?dAoS;&zHg}z)rP8Xnh ztnB5B^etVwkxKataXZkt&yt+39RTqyh)rAPzQPp%Y@Y$Zz_XqEMy&#%KlIzSLtX4~ zBjcsSXsihE_ph$5_EW1Aek7nBuYVNi#j8tue&p#o;9*6oisY3VBa6gM0mtV`J&U?h zSiVmO@qhV1%X;{vsftv36{HZXOc-Twc!BQLD%E6v$Wm*qIq|=E*i$b$uHnmh?IYk) z;0Kt8Tmbg_0f0OA0hsJnSc7!IxZqj%2HJ7 ztLQrNvV>&P9+F2FNEU}ea_9-kAQuiOfp92^q9~vgOa%Er0ZKqQBy!b|>`ezPU=C;l zOTbIuHLwUxUNo1o#%52N%I_;5xVs?js0dgE%10$RK1GG8*wl zxQG}DMxu~JBn_E}OhSqgEmDb0L7I>`$U@{LWHqu8c?bCb`5f7Y96`W_-iFf;*`qIqaBIvK4)o6&jba!A^}*b* z;g~Nb#v-s}EC(yX^wR;~V3%yCw5zq7Z@1R&L%TzE7wzub zJKB%653-lqm)cLaUvB@F{g?LV>~Hkx(`Q5ORx@EbsGnpS^u9^ts#DsjpYx zh`zGEm3`;+UElY!zGwR0aBy%K;}GhQ<6v}{=djV?3y1F=?(}o+=hrW;pR(W7ek=QJ z>vy!@AN}q6kM1AVKfixn|E2xk?SH8MRi+(t3^Rf$XTHE($^3wMih0Y?*^%Rz>{#wN z*Kw2MKF7;WHcn%lqMVdY%}#5azHs`<8FL=#9O0~RZgO7h{H60n7lzANmpGSFmpLwP zx*T-5?&{>qcg=LIab4;9iR*bc%x#QYoSVjNzS~x}lWzA03>gqMKs8|2fVT!59q{)+ z_kp1URRd=a+%oXQzVDP(_3-jY^QiY&<8i>_){vn?Vun-dAF%~&4SOy7TaFVap3}(rknu(Sh=z#IBC*Jr$k~wxqnx5LqF##n zK6*rSarEZs>oJ0u`k2pRiP(hL1+k~%hQul2HpX3#7sWTk?@s8Oke={T!jFkwiTcD3 zlhCC2q(w>RCXAk-ov=L_B*!H$O8zcoY|7-6k5U<_DXA+{e@Ww{O-b96?wnqbzA62- zG+a7g`fY}1MrFpX%>J3O%#E3UXGLZ$%sQX#pWTrC^~Avw)f0E**yLp9tjoET8Zg8l{af_Enold>jln)E=PEN_?JDvT?9x$wFoLa|Ko zn=(|nSb0Siq*|!DR1{RSu;_AeQ1PPTDdfkQYaDB|H3w?FYG>76s*A3By&kVu)bE-ye9H7G7aGDER=39Y6~Ft|d!yfb`F-d2XKzEc)o#1Ky=43O9TRsP`5^v-T^|O1`2I(J zAFcm*_{S?has6cer}m#VfBJZ5-OgK|ReW~!^Wx8c+EuXY+b^=eIKDe|_rWg{zTEp& z^jBZ(3EQ)CZ_wV4_XX_xV83|(_OFFsZ#y73@cuV~Z{9yBJh<(U=+KVClEWV!8Gq!{ zqajB>KNflHtK)IUzdkYH#F3L3Cr_V}ojQM7dHV7h&6z*XR-L{7?X+{mx!K<_zgzmf z$M@|&jQe5BdExm_E<|29@MHRq-~Ocd>9?N^KR>wG{ENdcOD_$(wDB_c^2b-AuN?k0 z_t%TRRs44UYRm7AzrXy4=O6D~3%z#WdiM2;f9n5y{MXzYgKn(9$-lYlR?4mKZ)!_p2Y+JXrp4+`|taB|JL!xcu>B+jfu*Cc>0gp)2>(m21^x zhF;;93`;TeoPa2s%NF?YMScP%k~SgvEXadwpa4t)a!?3affA@d5hw;~_%4NS4P*&g z_-!m;4(Kuk5~np(s1z`hmC6fq(_zwEDAyOjvMi!f4~dhJ%A~W?OK9;dlSG~=drngo zlX-8nUS6)s$1Cz^sELZzprnAwvuco^+N?_qRaK$a!Nk_6 zRvDPU&aQwdt*`eL3I%==c9*xrhvm!Ra7BJxQRlnChgHwz2>5;iewVioizAls{5ayy zcS8f2HP#CxLRcvhkjHU^Y>^L3B4jr-tOmL@paM(=`s@g~wn}bbaYlxm^SrfdzRYW6 z$aR{k**PMaOdEI_E}P5u<*o#*8npbt^Z+wKE0_glLzXueya?uj`H<}`01Lq) zuo$wwrC=FY4pu<+w-USzUIDK{7Ptzm2JK)CWP>%}br=g3U>#(HIba9;RD%8BG~|+J zAuCkF(m8M$?#%&Lz^{-Y#)B)e=T5*%?~(6}YP6sUL_+xJIrm^D8#0%3;e!6|;Y4J==%H zZa4wfgAI_&Zvva4m)-zxf_K5Tw7AI3a1vER1_h&33KQjw2#wreC}76GD}^f%i~WSW z&NqyIUmlmo@#_-*94h3+Fz|d>0?AVsOhdy_m_KX*Z-cFwh7vjKF)|HCy{=4k1iS-s zGa~i!Y6Dd~0^S4f7cd8sDuiit+Ts+su_Q)QTTv3GRg~!TnFq z_eZ5gVsz4kVdO;yJP9)Af=O3~0mc(7Gfdm`gbx5VrtL&^ppd{tCMgpsH_DyOZFJ5}v(hUo$Vp7l&r~NZQL)G~u&6E$fIg=EUCs*Z%(A9H zAoVxz%gAQQwMte-9Ng}2+V@o406w`N8q9>>WNt~~7YaY*+)a&Xo170?1wT9B=K%bi zho74ibkHVSe=E3H;Q+Pb>T^ho24bvjcwi!p~{=xePyd;KvrF&qX>o z?8_se=U|bXA4A}N)YO;ve=?u%XuA*SOybFSyp7Ox2y`NOFCf6*-@mWPcS&T&13RP= zR&1pCcyJ#1=`!fj{#Q|+52gVy%5)4jJSrlRFO2dP2sn|xd?7c?H!Ol9^5u&nBLw{D zut*U%%B<^jK+io~bAECT0x_M--@HxGaq#HzGJbIQr>|)T0m}nT#xr4AX)1@p zveZ;YSunmZlRPZ1GRwpA+orN3EdOjOJHhg9Q`s4okDJQmq$ksK9yTnGHq#$uP{h;r&9H)g{j3^a=oGi4m_#y zRCcnX!>@&=n~%p46vGLIjeYj0D*8Uy#8DygOSCKtRS6B*3mB9%hEvw)tGa((0 zNh)QSN$7~Jom8*W8K)uZ`t%(zWa#LOQQAt4=7dAP{!B+FXBSsD*@Sd*W>u$!owy-m zLV8+EIJFBJLh232R42FzNrA4sb7$r#1vwPOv02pHj}zZf0!(BYI*m9s&~eaUcMo{N zxQK{}6Vj=};v%PE({N_L=QHWgXVRa~r2qds(6S!SXVRa~q(7fYe?F7`d?x+*O#1Vg z^yf3_|Kn%Uj}BuEACW`nBU+f>Wz$8K;fXA!edMSowzDUsCsTKxjCSGToSMST`@yR)F9-rMHtLF(N zTpt#fBVsq4hAn&#et@Lp0{9X91bzm!ke>Vk|6YRH)q-4@{AtNWYw4;Axt?B0rlBT0 zqqN0pt;$>tb1qe)N?U9!fqN8cy`t*@)OM1ZT}Vam0(LF91v%Z{ z;7$S4qn;z;`tbx@u81!Z3k5=fn7rk{mGJ!p4f*vP9-Gs#DeKteQguR(fZ7nkx+CBo zxSy@kP|F|vA23BqLcnx6hB%PZzeqo%Kf;t2sWlqYWH0=43UNf7 zAlY?6ToE^90EkBhLG%ZMQux;+Gf`D6SJX}<(GAn!7!;ullm<;Mdl#;GGii|`?A)~ z2#k(sU^-cLbqtaSkIq7};d%0r0z^)_Iu?mT;*kWI89A<)(?9_!7WxU{g(nnq_!0>; zTG(0ZWu=xQ=KHa^Y#~Q15C}zVSVaq41b`Ce33z;=kSpQw#UeiC*QB+`1SAFKj8YoJ zWCT2+8@)G`gtjLoX|Z&Z-+HSpeN=|&sNSkgdjpPyQ_PN>h~yx-z3eSIojJvVD;-an zZhifUC}3Z|9#JAHgbai-qyofcnO2Y&Fh%v<^_5W3$%S$Dq`u@$UJ?lYU+=oqL>4lk|}fwog7v{(8c!j7CF&o zfWrWcDn3vYyNGj3|+7wJHs(vO)<_RgP;|i)fH?M2qOCTcezYEb_~j(~w!uA@7uC z!7GLQ&ZBNHn(rq*9YT7Vg&!#7p=og2s zGm)VMU<%XA+yyK`79&e~&8A2axuP9;33-`jb1MQ3waOOM%uatSxYv@hRG_IEw*YaS!c3!J+zf;wsj-23EBKiwr*)h-bS|4 zX1zn(YHpm~`L1wF5?Dahts^AUVn3KQLF&Qd zz+{|5MXM)Nl>-Thgimr3F_u3qavAG3!%rUzwAp56~V?QZt;0puIxV6Q!W44&X9JjF5OIC3I8 zMQ5OHJTg;9hU^HvF^#;T_}KKakVK@Ng6`Q2T|>w1HRLSfiF}9rgj_+6fzo#5TjZR~ zj0;!HZ!pJ@h|BF5hrdUDK+g9nHzkq(xgEKPT%y7Gh0Nf(oSoi#8Ns?X(_L%36Q&>} zL-2Rx59})TJE~#EtwXM%<>=3t3_FVb*j45_@+Vr1mOvTxI^-|3FFFd9ps8riY0CI( zRAl}E&A)-%Ks=$UcaX;@g4&_>Yml4BE#x*89I(Ih6Ts9SCQMwOh{NNMi)P78or(z_ zEQ&-D0T&9uQBcGqYXyF60Z#&xN{NWa7eVe~whJEEU}whfE^-gK-;=u^c5!zB(~+JL ziqusWYE;y`5FJA(fH}VwLX4toPz)td8wySoHwCv<{b@0VDY$!Q2z`ugr>97Zn5C4j z&^}#!)eU0QfrJ=!Ll zPN*~L(iKG)Dh??OQCEmxJhj>zVu%jRN|76lD!ta$jyaIVZZODUmXp|dw4+1NVYGQe zY2>UcMvJlNUeua~%rY94kv*a^nnGn9>W{KfAu4J|$Dm{XYp8JeT~P5ty-}ZDqGFnE zAh95k;IyM$luw(;>m3pT>qwAVF*V(hurNHJ0cbG9A_k2`lh9;zFdQDxKy*ABln2ku z7Ixa-Gdg6g$V$kQ_JyoLL(y zIz4lOy5`-WcLtE%JAB8(tDQb-0=%$w-Jv6gVugA6GYZf&G#!Ejy6RDKiK2&0j{fOAn9nvWKu3UmTeQNSEnPu@=vb`LvqXyp|+ zBDK#$>pv7)l=o!zxoPskLbWlk=r^Qu1Mujy`Ba*aq^3 zrR&peM3LcZKCv1tMa#OJn0iKnTIJt`q@h|=hyH+`ha|0V9a@35qOYRwqFOw%rXvh=aA~b;ZE@MaA$&Xpv6kDxD%^+=zO&887aqNNWY3mw3fD` z%g`0HMayZdtSUoGy+mSVRV${F#^IG7ad?fwVGX(w-Gsi4zSEAbLRbF-4g)N=*a^d0 z^mTOIv%^4wu$f%O_!e#6o4o>I3kiZXm6)pT7+9iR@1Z*&3ZJ99&^_orbTLW0-bc5g z+hrs#5_DMJBP?X4$Z}|tmVK}W{Sf^a{gl@FBQpK#a&CI>Cv?XA4;Jq8YL3R5Ul6~_O!iPj19BzhV>hkl3dC5e_>y=mc!$Rf=;1!>mQ=OOiPg%tV3 zs*;taf=)9S&EaK@Y@I>RqTlvRw!TM;I=UX1U0Oc>6GZC*`Xl<&Q$(vP#kz?8f@NXZ zkYY*Kp_ed#xnbT|1eVx+M7&Imh`*yZ&|Bz3^wAph3i>Phn`s`YTkqy8mQcO_IE$3U zS1k6E@P%wHo5$t~1zgxa(i35js`yISokQjy=r#2Ev#~7nChV%S$)V-;8uV}UE_$CH z9`1BZdRbAH7Q07|BE8p|KInmI*2|g!E&v$E-Vkr$G*W1Le>?%4lBT_u@|v+>;r6lUxI&(U#}{(ARPV2B$5dD`-Fp|2!&{H%qvcBIUf%kN zJMTPWWypzU}^9&<792P77IIBL<9B$HuV`Jg~vi{Ikp0O4O`WY&BxmQt9WpQUGP|hEyk8SJ02t&FSTPUu~%p-U+yIu zul9fjsTVV>I~ta*q&3)jh{xO5JJ>dCJJv+fsmW`*qgNan-K6+3-tasNV9rj{##}_t8I2%Djno%EA}q-Ua!a%(g)OZhwlk$g&D99 zv5&BivCn!%t++yqQ(M?4*r(V|E7a<9NUi!k9}EAbvG9Mw9YpL4Y&Z55wjcW%>GLGN zdOF_BG4&OT=vR%z89Y%jL2XIgcj3$4ntbh8jUgdN6?JjJHYfDPC&un{{B zHen}Vglq=uv6I*->@>*5&VeNCd!z!pAdS}Os-;ZKOUbak?=WuwvbD&FBc2_BqD)%fu2|d!%Zl9Qmi2}O-25ozFFBb z*jen`r<65EDW)?P(v^K$9{%Byog=FeuX~#jrEByTNc}xIs?Oe;vDtw-f0MgweOF#4YSL{tEsolo+)U`x|$_N8%DZ885~g@j3Y7 z?)>cz#or#_D30Uyc%OFcE_RPvoGal&#vp`|0u2=i#6lhnOCg_{9^`R(l5UHXg`GL-Xsq0?YIX%ls0jQbsWeB zX`x}(aUg}5K{O6M@_Bp|g@Y&VhqG}ZE^5a|<723%MLe-3bgk8i*q!l!kHfui?`Pxk zxIfHo#*#R2+Ho#UF9^hWCLF9NLkpRf16tFHIhw{n+#?PF6b`|7Bp!_?;z{jzAU@vO zS8i7c^;S#u_{m&&G3TBeHt%xcT7;e4=$r zJHsN^EM&Rqj&8`D-{1xKB)rSQq*)1;uzk9H{&z#Sx+xwwHPeiE~^RI9pgRTg3rWT zEvKINY?vk#{r6;L{{zy5OnHS`$x2s2ZS@ULu9jJV&&6NF=iv*xdDg;{F#@5$qG#vh zZTJE!o?Qezt9$O*f7P?8PbGd&Uc7_wCHPW&8NRYN7cV*RS#t4mduC|b2471|Ad+Fy?1t!t%9NdCv2QhpDe-nS}854!AFj3%;1NeJu@b~fU_y_cOy3Km3KpH{|?Vwls z_R=Eym=Ddz^vX1506pk_(j&{>Njc&Rd>{Tbegr?-j(>)KZcTfRKwvfNBI`Q9+>L*U zfAx%D?uTIVNH7nymr4ifiw=sdc@%bg~J*A2mAtl3BTNq zpTtjDqfT@*ZgxA4F5hxns*{3`ytwX>Sz!D1b!OFUf1|HS`#MjUR#tcy+JaHk!= zi_@#S@O##A=!}O4)^Q-UV)}K*!9tEeAOrzQiGD;XKnaY%tvbT|Xm^hh z(|tfB>!6(kV+~Q#EaQwtf%N=tm2sx;F&LPq2f`Oil4i9$&8J;>o#*-oekdSx0> zWO_K#nmV*p3B5qbs$NV9HQo_rJrP`@oWf!Ae=U@oS(uuN;ZKFvY260?Ze&&KwNc`)l4MncinPAni6(MB#bL19fBT57R%wnaUq zF`_p}te}v1g;+zpPHZOLXeVAGR$6V_92J%;#a*J}RpK>b)iXk|7A8JJNGR5|6YGhM zw2>QnfTA-hHkp2N$eLcv;k{ZyM{FV9g=l?Y=ssn6TQJH%G&-VjTyBVz7Q zER9W6C28z?Yl!!W?F2oALTu~F^J3FaED<|;Ft;;4J~T^NX}zOk>R{TR5<7{{de5|> z$8vgy>mK3&#Pt+$n)sghfmll>KzoUO#D3yyTEp&{$3Gz3Q)OqAS}>ffBw_z%Epd=I zOdKVS(_kGk18+qYTIxtoz;{R;>nR#LV)jH2?xA{Eb6?rvo-@Q*;@f9Pg!cdA(nq3@ z_>uUD_?fu;^wLMmQ6pkoBvcoPUx-Uq2-Ouxs8r7h)xSij!cr!rTTX@c6TcBxiQkDo zyLr~q53_N(5{sVwgSbXqx8m8qpl7wuJ^OEZw#Q_Ms3C3=w}{)sySG3<~EMjvV+C|Af8bi2|m zEd(W(*>m{(j=CY=~KgJ3W$uK;D(7BKJs_Y9YRa|Ni`YxELOhJBYMpiJRY zt3MeI&`tdqP7G)0CKvKi?0WK-#=CdO^ioegkN4E#PDXzQli}F&;!Z*KQ-Q=7z!=CF z)QdoJhk@h)HDtj+8UZyNUBFC$8j?ThM*bYSSjgqExdQUH^!XyTpGd+XR~d^<|14d? zB_EdPT(K&E9gVQ7P=^ge7(*Guti;gp0_NTSJu$@Lis>Mt{=cj#f<`h%by-9_4FIO? zX*!G;V><%L6S`>}P&51({?JjpJaYYaibk&J_@6QL9KMMB??5~;y=q8E{^m0Wy0Oy_ zUJP$WmmfZw@R5o55jl3z$CS4=(fA9FauG=8HKJv4|@o ze?*!5U1Who%;9r*94=QR;ff{XzsR7(xe}p-$7k~;5|KzOlnCjcQRYcFkR?Mwp^y(F zi^pv+{aiIXyHFy61DKf26A8#4DWs&y|AE673V0%(fDcd7z%*x^3;{#P5Iq%AXS+u@ z_>&=lF&+TH3x+Ws3ZV-JIR(sQ@;cyGu65dZY(3#xsJfM0&{os@}3A(!+JyBDG#+iuJHAvCd?irk{#|VQ%`7d`2WA ziV+QSn;b?wQUNLpn9*c^1P3ub9CZaSYItHU{ZFtUY<}c#S@6lW{1fBi9*m@XEU?ekAtb|e8|IQ9GQl&A<%|mXNAnG1MnT#w(HWflL z=%g!D-{?z?td{!5Cjw(4BZraOQ()KvTk2oBT}M!uijP7SPGVpO~&S7E2*cYzrxO8 zSFoGdL!7_|<03pAm*cf~3%(G46@L@oitiwtiGjpWVmL8|m`=11bBH$L4dNYQ8}R}0 z5jBVPDY1+Af;dbZBhJAz{}RK=Dc`BUN$E7*X|~f`r}<7hoQ^tu@AR9~O{WLW_RdUa zcjwX0TxWrEnRB_b)>-HLmGh6z7oD#<-*SHBV&h`#(#OTYWt@wbi;s)IMd%`Ok+@{I zWV+d#=EAw=C~HQmb+HDHoLaDZghRm zb&u;&*Y8|^b-m%na2w?2=_YUscbnig$*s^$?e>D(bhlQwd2Wl`R=EA-cGc~M+da3( z1Be0k1Nsl}8o(Ja(fxJzP3}A0_qiW*Kjwbg{d@Nx+|RpTaKGe!+5MsWBlpK1z=Ppo z<1x^~+atgu+9S=Q*hB46=27lZ=~3-b>s9Pk=4JG%^lI{I^LoeY3$MdoKYHEtM!frZ zv%EdMeY^$U!QLs}Y2I1hdheCq?cQ&B@ABT`{f+lg?{B?-_Q8Cde1`e>`S5(k`$YLn z@R9n+eCmA~edhSQk_HMVuzi z9L|@VqnuNmbDRsDUwKAe1FxAkm$!(wlDCof74J{pBRo5ZulE5-Z7w2FZy4EWk6sH$W1Q5s(>B5FiiG1{eZr0+s|U4OkZN za=_|ZL0oMXu0tW?-4h#zn4@?M53d{*C2vi164{Qu<3TzF0F>q;M zd*J54J%NV<&jfxOcr)-};N$Uq$8*Mu$7hb8KK|A5YsPOH|L*uBQPZ_qbEXM=tTx)F3I=wYy1@POcf z!9#*a1bYXIgTsQ8f-{2)f+q!623H3+2d@ZT8N4BQU-04JKSBnDj1CzS!V3|H1cl^; zQ>O-c5%nWG@c`Ial$d4hvh5Q|IHxv!+6Y3Mn2~7?y3)O_yhQ1Km6uK&O zL+HlPO`&guz8|_h^yARaL-&VX4*fICA*_Gcz_8(A;bAdhs<7!{jbZb{7Kg0}+ZMJx zY)9DVVPA!P9dL8j%-K6frfTHR7F!Pb0pF*cwi=Q1oH-1U{tMNPIcgJ6dzaRe~!7ia+f^z~pfs?>Z2uuh~ zh)S4{P?lg!n3vF&up*&7VNb%rgl`k>B)TRJP8^=-l_*LKP0ULyN^DAOPJA)(rNq|~ z*Cu|D_+jD~iC-ojOgxo%J@IZ5E6F#BnnYf|4%J(7Al^>*5bG`}?ewDD zZARLfv^UaDr(H<37rbOL3`#)KAKjrb@L^opg$Hy0k^QM!Ht|y7VpSyV4!f&!s;|FJ}-LHW|!} zK^egrQ5oqOlQZULEY4V&u{L9C#zz@vGJebinMkI6=73C(%;A~BOi^ZNW_V^orZlrW zvnq2{=9`&YGq-1cocU$;(d=sz`%HAnS)TKH&Ze9#Iq&6slJiy0p`2fGZsgp_d6?FHzik>`(p0G+-13|a(CwL&HW|!Qtr*%hcbIvf0>JnBjd_=vhlKDS&S@2 zmL@aEYGlh~@5$bm?UL=09gtm-{VMxSc2jm+c0Ui~+2wiWaq=eQrQ}V_E6i)kYt37q zw>$64yrX%i^3LVm&AXR(KOfJx%kP&zAYYgtk}u28&o9oe$X}BGa{lK0{rOk&|H!|U z|ER#Bz^y<~5L}Q~kY7+-U@WLDc%fiX!Qz5f3f2{DDcD`>gl zctmkTacr@&cv|uF;(5i3ikBC^U%ah&d+}$*yNdS|A1FRi{AcmK61S3pCBsX+N)k#^ zN;D;{C9_JFmaHsURq{#6rzJZ}_Ll4~IaG4INLH(urEA<}rVf9h7)bE&ZYN=hENH?8=5=u*-17@V((D!)3$oM%0KK2N=c15M!>f#rTeK zt8u4sw{f5G7vm-4W#ga58^$}v$Cb8~qbhwXvn%D5b1UanE~{Ks`FZ76l|NQKs(f74 zx5}}~t%_I0uM$)RSA|wZRmE4OSLv#1suou*t$M9$L)E^jgH^v)GpcQ>U8)CF53LTY z9$y_)9bFw;om8Dxom*X9J+1oX>Q}4RSHE3-r21s_Up4(|`qy~W46hke6Hyac6IC;z zCZ#5$CZ|SGGqt9*W^K*7nk_XuYQC%axfaxV)QW3^Y9nitYSp#++Ih9hYTvDWulAGL z{k4Z`kJtWQ`$z4y+BAAsBfvCU%$M5b^V9+U({c%zgz!k3O2=diep1H6t2rmvg6dHUYz z7pMO+{l@e=(;qetZgg+-XdK-*w$Z1N(-_d0)i|lKp>b+sYvY2(t&Q6ok2n6=_*diO zCcMe6X-w1DCeJ2L6R%0!6x0;mq-fGK&1#y{w7BV&rcax`Xgc5Ypy^?=eRKb2mu5~g zx0%;GzB#x#qB*uXwOQL--MpxIN%O1C>znsBf7ATy44WCYGhAm3o-u63_!&Vnf@j3c zh?_BCM*0ldjM^EEGhUmqdd8+1@6I?qmiz4H*{{rAH~aAH z?`Hov`_k;Ivv18Uo;z*sthw*b{cP@+bNA0ZH23tpuzAVzWb@?nisqHgYn%7eyzBFB z&AT`6@qF7hMqB^3fo+4^L~V+;inhwOy0)op&22BX&2L-Y_IlfV%wVhcob^(8Z zWI^zPhy{rYV;80_%vo5lP`v)f%idV_^|HguzFYR=vP;XZFS~2{che~S&B%Z9-%T&O_x}M< zO9KQH000080BxH_SsI0B=YE01N;C0B~|;c4=jIE^2UPXY9QRJd|(0KYrV? zrO6)BlqCvjv6O8{NRp)_#8k)@TFA(l5!sVcD6(ZuG|84FV^>LbvYXLD$cz|wX1V`& z-*e7$&hvb~=YQ7cJil|Ex$FIMy)O6M_xt+H=lXm;*L&`3Kp&xLVDm9kb5nqW0|1V~ z{{V;t7@AH1O--%;x;39zGzO>z~@(pML!kB6Dsr zH#SCF+gh2LA2<2!(wuzfFJHd&>oi}#fUCAd+@_vioFA>ihI%@zL1fU(#0 z^3?#CuqxcP4hp#ZtBr-*Vpm~OaQp7Bw#PrT^M182{6qWIZ|9t{HHO>o;r3=%&+~3@ zdmL`7UicUN9{-~4dnwTMA36MDztP>#?&PoQz}N~L2h4!XeN%KL4A5k3d*Wn*iOm~h zGO^8xZQkIQkYMr% zP@grhU|YIiJ%queKn^GtL@-|~EHHcvg`cDo!=GWOJA1K^+(A4ofjqftVDR0^A^Xky z^2>(@dq=B1YOckCmON zb2LseRN7n;*==>5pOfGb;(u|oN|8@{y?q>>UuKzT--hgC z1P>36PEHO^zFX-KW(s%9p&cEq*4hPx#vxz7(&ah6+uel`b)_gT4KRUvlF5B`EvtP4 z{b3~I-mJ{Kqb|0&YHq$4M!wiHvA)>t@j% zl9;G&q6{CRP(h+@#y)U;zl@9w+^=rUSbh6@(2FnCP7NkZ6a+ylw}IIn28;q&!Yzf| z4}<+{932JJb=a?|Ug*a<@11Kx9R-sAL+k&C&Vc=Iiu}LT8MOaH|3|g<_C;_C<@i6Nz+@&&M4zrB{q{pZ%KeQfvDB zY`R6ns0FtCl+5zl*KOyDIefW1-{$4RA2A>1dPNiT?!EH$MT~=5GI}JhO0uFaz#_Uj zQNs=PJ*CAuH$M%ekT%F>ywqjbzzuiYd)5tGP0tAfbKu2>&|7OJ zx6R}F8!(z2-&FdfQfM9(Xtdz7E`yx&Fckoe8s19oAs}Z5G17=e3Ii^yP1a-6*ZwL4 z_Du^#ni+J;v5JfmAg7w6H>lZ!WRLSS04^gilf5P!Z>_JQL%CsC`ou=>P5A)qd?IF^ zLV9*?Q=xiOJZ_!NotF1ai@NKf-lL(uxotdi0Hzz4&L*9gpCdca!bm@PQ--@iosulx5yw&x4isYO>+G2Qaw1}^Mryp|y1Ga8YVrb3&~A`F zX^51k{W&X?)o;Dy|H&#_l`E#0Lu>?BL3LUBNK~(*zaVjDPM6F5NwH!hE8KL0w3c&* zszET4QZVSGpULM;R(E#Tp40VtrriX5;OMBXtfViOdy{i2N7+`qKh^+!3~*SGb^bPxK4fo@0c15YGc#5;=@9Q<>%P{`cFFD74Dd@oy!Z@R5? zcko6T)%A3EP49_ESPZS$Xl5LzBI_jvx1Fq~1CeX9|8E`-nO%jw_D7=joQZ+#z5Q^S zz~m=GGV(5BP{(!r=GtTRHdo?O4GZ|d$_py^cekuHxff3lhI24jAtVKqt_*Uw2!i;t z+0L_xB4LUT@z`EJXyVq-SESbt%qh)- z8O}gD);2pAOTfQ;g2eF=qQRNb#pY&<*B4r%sx~9q@i^C8zc-;sq&vJCUT9iTFj1K< zBNcuJ)U&+r5kPv(MQv}_E?Ynumv`{_ydT@o_kJ6t>fhU<(4e@e`sdsCv=#p%Lh%^a z1Y|=p-)`Q2Tff|zTuVp^zvny|7WEvhBZI~x5~Q{qVKFDT)>}AGkkUA{4{q}oX0MW2 za!#P*iiD)Q#X%yunyu55(g*`uuzskv+0go~t)DgDAAf-faW8M=gs9t(`(~K*q@)li z(K!X+Xxr?RDBuENJ906u!tAJ~mJZ$2!*SOyF)Yyr-{7YX+&q|T*j;R5U zmtG&YKCxT=I6r}rvV-iTdb9Gw35#4&^3hA|Z`Zf2C-0e}%ddf(%u+#^WD+u>k-M4@ zd=!1DGW#XQDuxj(G~k++CXCS;K@> zIGk@<9;0WjxYgK7imK#H&uCb9Ifq z-Z*?D;iaQZ-qnN!9CFa(VtRayp4ag8Txdc(d0)!t5MqjmuzaMX*NC$?hiTX>gR3>D z{n8S%dE@=Z8Fu#5D;^6N^>Qle#lPgs&Qr~bZ4Owr!*wgBycS?~IO?D@H(KK8!z=4M z86HJBc-pF({fT?CT#Mh*&yX)hJ2QZULnzy$jBA%W=>~3%jK6#L;kls+YLnBXAB3z^ z2eQvgxo9&<`XslrQ{6L`T?TQlDUZsk^6v(8^`sVUqxO9`?Co^9NVc5=-BDQb)<2RC zW>a%*xC+p#F*4kW_Wt^;xi^oAE87eYJKgOT>9kh`TCnJ$$A@Nz<&IIr;frX6|CKac z6q50!Ub^tgwIUUu=(%nm08Hfb16@*eFy{~DE^yiWK9@`F4GE2I%V&vxNc6-J%Fs%d z%1$n@js!bO8(y|KJC5h`>(dfP5yyjEn3kl0$A4Bs*c1VV5~}9Zp{H;PD1(2<268RV zh|pp|ChnBuu@V!(QQu&(-|KYGo4qgcyP%U{9Q5Lm3NMXMQWB&~(aBVtKb}Fh$ z6_eOrjeDE1J!LdLIM85baV zcFP}KVM~5Z`)t5p*2D8Ht$Djrj+Qf(n$ag`)R;3dD6@A?PD^r~mZ+i~a338Ci!9iK zVd~ui}_K4^wj&RGOht0Qj#Dewav0H(pgTZn_7*?VGq}%grH4T<=WJb zE>}L`_WQ}cJ+3U;G@f(vP48xu4&hoa8`?j`qG(oo${WDh;jTKx?o-};V+ytcVU2(Z zrV&iv176-g5eU{zGXEkbaU0k;5)O}=LF~V=V<;zkI2my!lJx1Z4Fmz3t**O$072?F z`pz&QbPf!098XnbE!ppmSZn%kzPg*kaa_BmVI9tR?7p*k2YUvP0`lP^Jb3O;#n{{? zL+twI*TKNmMp*2Cs#^6}R5NKEHi}n0TTZp6b|~xKRzn@hQY44H1{31wkUc%3Vl~AO zd^gLx)}!}@-H}RpFLh9An9jJ=<9yZ^MsVGrzCRd^4s4w@H?7d+0gXa(Al4(xir)EY z`(4>y;}Tk12S01~@5Nx|d$R5(I2oyV^4Fwy_th{yr{0wEc72>;drG2~{n5tE zk-hdul;)tn7Uoj44rsGk#N{HC?YkLX1P3gE`H5G_1HXu#{mQhABiDUFl+S+w-4jc- zFTUk4CZ!vjx9{e30HR~Y5-@?8j6G|(b@HI{_LH1zXO?$4JwZD+~|7mI~_EtN@ z$XA`+1-Yg8L?a1Uw|KeZ-^QQt?}~~r($6m9Nx_$3X@;I61Y^NT4T1u;>&9XnJHe({CxF^BuYeaIxAZ6zunK#LI8M&PnnBJlmG$1 zsS9x4ekn#0_xV5Ld;Xhxur3xB4?gP_8;nPY{OvP3@>&yrdtd#6{fySyEDPE60A*b1 zof4il;$@5A#4l9n0&t;(1&*-7J(UE%ipGcxw|K`mQLgSZcfg;ly*!JEC5Eh)y43D*@+j_*`H(C=e zw9J@Fw8#2K2{Jf@h`pB7#qK41&Gl3s61qM{8b%2+nh+~(AlMmi_+-le6VKH>Zl!v$ z_`-9x`_CCL-lmz9>+wfjlsdA2xbuihnpPJp!JNLu%+vrWC0Uyu*s5zFOUYlV6~>kGDL_sGyd zA)%Fpa7s~3h(1vTdf5hnmFYU{0_S?IPp!q~i+}ZIfs&eIM9YOt+TNVyKEJ1jBT!THD(XfQLu$lK!oQv z;(Ua1n{ijJ7pvtK%|9roVBko_*o?^xaG6r!z;Ru-0)0QulnJfA3qyEoSsxIy8%t7y zbt_Qk&RELUVbzYpl&;6KGGjKlwvfSbhe^&~;XB;>$87{HBo1|*eZdBu)2X2nk$2Oy z%skyazlgVfamsT}ce74+ufR-+``g8U%mM@8y<|v#rqU(_s?&lNUYkK9Z{Mt6qz7x2 zw+4#y(t_ZImSlf>n{nm= zpStZc1pD+a_`c=ab^Ec6%A{bWG_Iw(sHN#T2U&he>AL*o^{RXAf9P#E8f}e~taCkC zNx7HR$=2q_O1_zFB;}KoVH5&`x;g1lHkanyyGsCKNqe<0Sm}ymWaGBKDH;&O-*pIM zLjb4Ib|pRb(D@bbm{yy^5`PM=Uxx^9v=pcd!Bs19kgKAlLrrrObpAW^AmowDeIU*y< z0M#cRVp2vG_1Z3gjDmmP?aiis4U)Jxw&d_VFKk{iAcD%2p9%KeXKx==WmSUvE`>Ws z0%uyAC(9)@=Cb*empmR<>I6udPjew^M%0^NbKJ5XG%$@}sy|;dS#%J^of`dR!9oMN zh{{%jo_bK`V>Z9qV-7o320$w}JFcvX>8yL;RC;E8iY_u1tOp8+QgB^A4ot=?MY&+uG+3e2N5}tP%6-;6PWQYt~u=*Y* z*X{oiIRohN7jn}6OGub;1k#~NnPP31LaDk`q#Irn6{D46eZ})dT!oNi=JOg?*tNHA zQkK;Q8@Tnoqc!hrskC2!U&qDzJ5?Yr3|rXqpU!?~`tr?7%Qco(lp>V^1EVVC1m0Gh zovsK5o;tzm&Jw-zA5>s{*wImtu!So%x#Bi7bmKjLnB+H%zBjn$tzFo3r2GVx$G#{p z9_BxkeU27KziQeVi(17f$ZVy7wm_z?K>hL>N0Li%SR2(0He=J z_^H5Ml&Sd`-%WNmQ%pI#{)#qwI19KI(3%(@I{S>&bh) zg*DA7Bh4za#`R=FmxhdFa?SQ0Le^qoM4EozjxV%6@OF<1t@we%;0ei}AV5}4$?@O!1*T^I4#??_MF zYUIldb~-Olap0c&Xy%PckdX6ddwR3Z9RhfucKTV^N%)l-T zU-ruKeA*c z?-|If1|w-HylE!Jptxu7iONla{6y(D=YYd_`m3W(7D08w&yC`MKje0R6|nT!*bE{; z{}Ut8a%qgMw7o}_?8RQWiQ26sHS}Iq)rtNl-*}k$YED^PrsWW_V6UMglV?;$)v^Kl zGJcEiQy+2Qbl88>JJi;NuY|=t#xrn7%ko8ug-GcBB9OT4gUV&;Ij^$fSDgNybmoL8 zzh;-Jet<52`}SC8E6b-!)h=a;wBS)dnNTx)>t7SP_wIc$mLe2ptyTR~ zvBaiF#QFI6FE_7eR4T$x&4EUHnODhFFr?0e24lDu5V98nb*Dc*+z4i4HDPrBBYMi` z&0a~6a(_vZy`9!2=zQ$poAP7Kzr!BKc(h-WnUg^97=X7H_}jOQUK{I!Xfeh^r5H5LAR?Z}F3M z?uW0qJ8$a(er`n1(a0ws*mvG52c@9OkDsNhwuXzr%PcN0UBwsafbLLK*f*jZF2toL zg@q^?I0CB-%t@+y}W>a$3D`u`dSDiuEqtkao%Dho1s)F`oaN;@d->rp&jgp=RaQpLkSJlOhM^RN;@FlA@b0pu zmtc}=>wbnyWx>{$>zE+qY7IqCa#8w^kx?rjZEE&-)^OD3oV6FJ=`Qg5NE}otS?cge z!^m~}wNHFZ#`5(96k36RI^oWhS>dR-uDvq z{miFu#lneIm#ceeDxMkGEZ7HlcAXA`eTY+z(v9QI|&8$XZI~pI79M#&WIY zG3^;CAy2*+h}d-dqr->ds5yDv)8Se|$Vfz(kygphuH%({E8GkfGd*~k0{lVMi}q%n zl=j=)%SRj54gQYF{9#3G*MUK~wo$(H{!){c=BVeTR=@DlNxSM-JBFH#3}TrvLjHpt z@@E|>%WJNpxTyQTI&@kE`GqNwuncN2y$+qy3BS~;2ONWuHV?kEiFBUN7J^JN4~I!g z+*i#I&A~6AVOzp;3sC`V8!!^4^mfjES=gln&M=)JnML!tm6&aob?Te z_B#!SrSQB?6WE@!_kQJiWziUyXhp@&x|Nm56~D~T>vqw!FS;FaTfGi!jAyEzZQ!HO z$8tV8+b4E*3u`p|D`A&jFr3Z!@zq+-o22_=bYHa4?@>Z&T*~l|>h5v(5HVdg3Q7AI zWMFtks?Eg@yEvQj81+U5N5qY|OhS`^&+~V<31km@)B2K>P?YZ#6-Y|UVTMFpDJU#{ z-kusV3F}ZnrsSP-8ZNO|0PZPM$ik*W3VK`~$jDvb4mEr%nMP_~Wf04WV2{(X)Fu3u zJf%@Q7$#(LgUXT}GmwC0@0^DUY>F5{tHu8F1v|1=4~{f^FC_!B*Xb+&t3qtc^#Ff0 z$7SeCy8v%k-hH%NG1L|wymQ_FF#?>67h0hpLyT#!jo1;Rl6dYX^C+VjS@&_P{Hb8h1%{Ne;E6j*t zesNM0W5r5kbV;GtwQ_ANtSXo=2v@d3?74^4;+2lKniE@IP{6Gonaf%*Ke6Jim~G1*>9RBQhed>yyHe_OU(bkYUTAzZcYeIf>Sv=s$a>!1|w1$S^CVO5k! zegAEEKLf; zIywBs;(wzw-j7W=R?2)8C9(MUXFZe;n6}ik$vcu%NC4yJZ~Ym!91Eyv+NV-N=-Vb* z89@txPPe}ihOu(TsHA{#;)1!#Aw2C~2`q?HxwnKs0yLo|;84Og#`wrJlLH8wW2b_$ zTN8q*po*LM`CuBrVDL+IDDlORS?Iej)udtZC@f|lVHL;H zgJ8xI^~qKp9Uo9DX>uhKAYdeoqlwi{*S0x}UE%z^@!%eF5JJ)ky!`9_B|+VNv0t|B z9I3+=OgLExjiOSegkM+Eaa0Xc_z}IOvPbhw|Eg&Jle_4o^BmUn>habp_zwehFy4Ku z9~@PuQ4}27nVZgNe>PsMLur_+l$PoV@`aaCezyK$>%JH1vb0|QB|H~2RMGRR07aYJ z3%5cyX9zGhCk3cz60LlZ&(3y0q=zi-484Clh`ROMG(9zj=(8&D@4~f363Oa;o^q^e2%tcBw z1;hPZC8z%0E-C45KTKT#zR5#ax>0wNBe*80=X~W#e0sKxvIYgYFwzW;H@i#;cxHNO zLT`M|CyY9cK2|OcIC0t6VR|SRSe8-P4|_9KERk)UR?3?T3M()O_cM7V?Q{Y({>OF* z{tks%q+;s(ei5!@Sxhg47?*2Kmrkb@Z@^D_db`ICrx{te8<8N{u!W4Vp@{?Nh{l|_9h5EPSzjsd@3XSzVg_~^0G z`eo3kxcDZv>-oqG39<S=<53=K36C1BM27P@V!^xK z0{4uAtm8p_jG8KINri>-0#$9N1pTAslZzodxTci_OVfp$B^M{6Z zYkMM&=)Gt6eq_lTxBWZxF6khMB{5!-x>RDp(^m%(V|DJOUoxFOBxEaOioou9e`%Uh_< zY39sgBL&H#?`wD&kVLD(l=5hZD$M2ZUUaP92kUvo6^7G7x&J;59$83a1twh%<)qwp z#T63b<;vL_bXl+X(q!s|TdrKQ(WuM)kcr%+-aD{fMNJ&N1E`LJQ~>T!)dHe~>yF;UH#@RR0lchV)kybF*fzJ%bSQOgtOVQ8Buu<))i zNY9=#mioO_EX)}Gm%B2hmRUseJd8A+&2BRhlLF7BZvVLMSsB-yw`>9%#cbKz7KZ8P z`oG%v|%AP^EM?P*qN{0j}9veTl zm*rns2^Sa`o)EV+!M9gIA(`bz+IIvnW&Xo8{9MA7FHAuUvBkHep;H?J@BLfa-`Dzq zfqZahIiK=5@$@O;W)msw9JsJ)#ww=9j zJ$o{s-ezDUoR1+B`d1{l{G^#IuHMdk8jD<4R@vEX_;a&Wb~|T;fJ3Y%@Ii$X*-#Xrvo zmM6a8YFv%Fbdv$DMM~USi%0)7M{uL31;^tvvG{n^W`2^f_3wiJgFwMP>)ZO8#w#K2 z6z#pDDC+h|Oa44rg``R^bWWkXm(KA~fh~5vM0;~oe9vNMJCww;gk1`$ih3+4D4-MP zum+F1^dh>=Fm;hTrP!chuun_sQa#t(aL;a|$u~aw%(}ht%=*%4V_0n6P0HV{bJuJ$ z!(${HK+dIsBFu-~WL&(+4DdyWV%#rUNTfES8lAxSj#L#s{wdEIdIhhZ$c1s0>aE`*LbxsemHpY;Sa%(@hXopn=z$64kRlJ<`lW?%m_d0SlPtro}7=n9E zfJHt~KME$vDKEO6HG-_C|L@}S!7eQ=on}t*F9BxyOfDP_s?6-dCGMtkoMqfDx!WQx zZFaL*g0So_5>0nTd9Oi^pK}<`%`i5eux??*WZDrI?v2lIs(-&krbCNI|F%CP+OmN& zOGTZ;!QH78P_fhrr)u4V((8d|Gu5?pWzXsuadNe7} zx+rVwwlZx;!G5`29Zzss7yC#)@yIvXBhz?QQ{*irZ(dQa^7t4(E0Vq5|DJdAo>+^+ zUW=0UjaWXlc`vDEmndWML*7@3Zk0@6N6A{|+&m{N1Lk>MJRI`&PW=PE$ ze+*f*nBQ5;y5S{Rk+JUVKT}Cpfc%`@rwHojpLXO4>5uJCm zi9$iu-qOjWkdj&*ReE2Ovy}hro%*J`++xlMMi;%6r;aMPiZ*?H z3u4jW?8OH$)!mRvA}5*hBU5XET`DQnm1s4ZKk4EMB^{W4QBsFrKF`%^pSak6oN~WN z?*94s%6Q~iCWwO-Lynu?y`xJ1Ma(XC#PYoD795uzxkhBJV65Q(}>wLCVLi1Kfp&eSkVUE}j{$lvo36N&eA z#Bm+kKDSBu{4LOz&~HR5Sg)A+Tx6)+`Ou07uRfENxI8kUTl~?;u=`+Nm+nM;`EFXX zpIavOvh`!8a3k=+Q#(?JLhwc;i!GI$97kKl0Ij)^mZaE!cf-?q?yGACdZa4Px7Mo@ zrHupuZ;zRpK7nMabsV}Li&9wo+qN~W`jeZdt1eiSFiv|7g!vaf7ug+H#Tq;ZR*832 z>c{r-fV<->9{^9c$AkS@derLBU*Xf04(>Q{i_HvcEzaCdS2{e39jKe23pdiyHF z5*rfE42i06GwGeWb1Aywt@1bcc7ExuHiC5xGW{cY6BXN)DRX*(PQZY4pKCN^;>U+S zR@!t7*&Hz>*QMX7zx$9Fjy;)4>BIDUe2Xtmj5jjVsge!a;U|NSv$ItklB#&&TvD%I*Jtav|92<)fF$-WAbzCY7bUL++JSGL6f)Zd(gFX+LP9 zZN`yVVTbHPOyj;}R(Z!ZY8u(9{x+p=DJ-26uNW&4Y4Uy|%93Y#X>m@~gQ97S^Bq`e z&ehkOMwn3Z0s|LWw`#uRPI`*_@y;)Fl=f)`&GYbe_){cD31HIga}-9alb9LoyPi*E zBa_62_a{%)ci4j7O#hVCra1mZ=~V|TJZa5d6yamG;U#Wm6^A2fn>-3oy=wXy{Y6uo7B?A zUzAT`cwGL~<5!rGF2g>>s@N`ED%&Xgu&>a$_-b`?3vd?z4{hgW9P+V`A`jUB>k0&m zw{zQgKB)-;8r%OwvY`*e$H$TfSndg?q~pD*e{Hsg1}oLtWx2b-Ct z-vrKJTHzdsO4Znv>TSQ4jGSL4bub242IySj9xXq}F#%j`806X#f%{9l%JW>y?)juW z5!@nn1U4g+;MFdXT8wg3@A`;sN{_D%rm8$p6hlRswvXFo*EsgGwpJK1KPg=llk?{O zIkmN6iMjo02gyaIyVCL>0h#BPpZ^8+7n3YA{ejZ~wKrK{f;jW6B+-_G#0;?!Ykpap zNGw+W%zda8Z@uV?(SeAJ@Z#-^pZ)R z_}DtPUOpnbI4x=be(aHp8)=rYwP6Y`oD|EgW$XtQHA!Eo`Eh&a(JWiT{5q-zkgb6+!j-=<4S*<#+=NNhbM%#&{nJi|K zb7Huimwydtvj3Vto378vq2PQ&QHJ-UGtQ9hHE$(4RS>(ks^qaf zF;wNRx;%AX7`I$G3BYluuLjIB5%B)JT4HWy*SWc})0rln`aNy(Sf_W}m z|2i3b9I_8?&w)bq{c*g~E0skMn4&Qk7CBsMU!`3`BvOecZ~XJ)J7InO>kc*Ud)fxv z{Ga9Kx+q1bD=WgcPQ0K(nTp9)4u*ED{qxR7`}?yRobDN1Fz26TsoZmxrzL;W^(*6B z%eP<1=8OzuXBrp0`cHeRuQBl(fETGK(nXI&s=C$Fp%{JDFnNv&4?z!h%%3|*_^B(F z*x9XF;i$_F;5E(>@Qo}i|woq=0%kQAds&3Ro(==Ll9z4#h;R2 z&f*d(o!rpd7-C`-!8a^{l191&$(3lzsRVDw@I!K59#bLRfIo;9(5Yo=-re2Cbs%c$ z<+o6HUqCoE%2wb^OYHQf6EDvXNz(3aJ_h z9FOE7)$*$aOe@&`T3v(QsUcy#Su zVB8}WnvZV$xvSmwQ^}t9Eo%2+a*8!C&^rNo(mcIaG4U_K?9U(# z6>lGInRT5nA>AGEpkc{m#_ze??_6G6aSt>fT2)L7SfAGP%8Om*&*1Js~77z-)3O1S?lKDe03;=ftr+keKD3+4#-=v3~fgYlgj-i$xN7{2T>L9O^5 z^R*6rtN8ke3~`S5KmQ3;q(roj4%|7-bIcmC)Pt!GE-6_!<&Bc$@Y=3DxWLpcX5) zFo_)F<)1x;9a_8fs2({oI2tOr7s*@9ZOPE|>FbSBA}ghHK>D-g2SlzNx~shNzCF(M zMAr3v@p z>2FIp7MCnfZnE4#xB!FAfl?8nd%q?6p?jU=27{kI;{W9dV@#>|`cC_i{ZnUiDM>?5 ztd`|U#`r<4n(o+Jer;ND&cbhZ^yys~kMiF=H9QuCI)AG`&w0QFa7!Pf4l0{MyvcC2 zUo{YIn%y$%c)3Zw%NG5^(T3p*M-L(**EQCBR0XTl%2r5pPgFwT{Vo6V1jlRCrgO$aXtF<^I z5)}cqoG>fT4-_=}@t-)4^Q)2n$bP_p*T)~&26trh5QcU47VTS#e*!eRY(pVS;AWJw zAR&MY>vclP6W(xthQUR$~*1ajW$2fPCSO8D&u5w9`X7XTbaI@Wa1n zH$=gFh3z~^F0pTg3gl$N=N%6z*Ifx_s2N!vv2j_aeD<2uHe2_oS60Uj?3OZ??gu`H zrOko8S7&44fzuXGSl=2BuK-UX;=!kG2<}PvUMR>Kdxd+O ziACHyv7wIPy_JJa7i{SE7iyz1EVexis0zY*H_n4r<`CsvuWFPb+^MDH zBeszEq$}8nWn}<1UEbm5)+Ug)WsO#;$QyV*1`d9Ql+0!Br9>le}6y|eDP9! zIj5CXVcq}*B?F@FwvC4LxlC#*6{$Y?U?sDQ#p~h$*RwuGYDO2{R1X}l3HhgC*i||q zi)@KD!#*2aaG*y%1*7z-nbB1q*}phky}8bMW$#ZluumhbKJmq*fR^L3D#U{>t!dSY z#M|iAs)v4jPj7MAbN)Q8My8GhtDQjaTH;FcuxO$ufCdAWVF@CU`@vMQ8Ts*JPW|Xp zq9)^Tt%vL*=Ix6Q#_c>v;Vr7C#3cb$9`ZIQA^VBkjEJhEEa7*X39ooYQ@P|Q#kOaC z`|Z;Mk?7zC;LU3G@wc)63YSGn@rLT+^7~N$($t&}ABP+A8 zKL-)|EJYXjSM#@#C5YprO2FeucW0SIK(FilTzcEWF?+;-+^XHTjZ?e^eoJiF5Pc6#P!ODj)INVY|+o{T$Na zb%osF@3ND7E!*3tixYo14qQzC7Oq~OHjHpj*e+P~^`78O#4TD4TLk{3<@~dsZ+;G( z2W_pvU4uY;<{B%d|6+mTbIha(?XzGto@c?40Rh^hE}g5hnZXX#Ex`L)>mlk0Db6j9 z52lRhf#JXYl6(1z@BHMFd_g;g8eVVlzcpTPrsAe@+bhi0`L5`^b$s4jQ!w3se|eyZ zc7w`F#-=@3{m7c|tn;{=JFnYI8&8a$^Z$LHO<#rFRa^4;bYcD4i!xeMLd1ojd5QK3 z_Cj`fK4^hH+|UTVsPqg)7~C^O-@IM=DQ`vH=w|+xK;2rt@=T2BL76wJM7R`7^ zAL+@t+fry~(De?T*Rep1Q8Eo3Cm}Jzi)&ET$7$b3zm<8R7r6VQd;kWVIUb_8{>W3K zm`tUyNUFp&!%HHmF;?Np>NpV1uJxcHyLL+BiZ0Us^0!ZhhN&#KY)v%lQaTO$pNEI- zG3I~f+h4pgQVm3K3k}Yc-b|0n+RX0f(rjPsZ}nWS6Nx*=l_s!-6`_xSlRUgaoMfFC z(>!kOjU)fF;jvCE41OtWvz6kYp^ON8TaHevwP)A=tf#EQTiSL2s111DUL-4_Xl~$c z;CX5PZF$LwRwMK!S>~V3o}l+5_`)0zUsz;mvdZxjDpUE%3V9>jL=VKrZKOlk+@>XV zMl0q7*}hS;3Oqe~6d5Hv|(2z(d z#u_r0la%vY9_hG!RBF}eSGSNp*#aX`r~-}JO+yYo^Wc^%N1Mvo@m&EA7n7nHt~L>2 zcbtvIlZM4&>uk@n3S`QhOEsR<5VXiTf`+w3I`6d1$x6JT74?dzV~rnRAZl%Qm0}Ft z*A+#$Z7#5Heo$t)LM|{s0BmR~9LxC9En^k^!#2&WuLD;!W~uQ~uZ+@xLa*kZ4Y}`r zBv*(0q&nPT!oC1Xb5VMUUX&jq$VDzcF->;A`S^8m4En z`jAa6c75ckF$zW0kF!=zGVz=2De@Qd#G33XP_x@wfdXM6f8t{LC5?b0%$JwS9(NP(v$d{T2^uLt zrsp&tVaI%Tz1ha(7aIKIt(H;1g2HDPKM&g%M(RSc&4-KI$xx!Ch~n`7>gt@LGl{k} z8gx48*mgSX*tTukwrzH7+qU_~wr#WH{K?IExZ~b&svb&X*W(_$R;_Q&=C0U-P;ZrM z(JY;fO7|7^sccT1lR5Ib5rLhvVt4fCxB%F;?epr!@}CZ0>tv3C>PmJu{4Wn&Lygh7 zPqt7(<$K1*rA6S#2jn4?cyrHVuqo_lILcN8mEw3i+T5CaO)q0woVVRq0Sr;q?UwVu z&Q!Hpq*D7em_bR)-E#Kl!l`-(72S0pmUYt04aAYU=m>7I6{BK4t9ZJWH`4EzgwyP( zF77&a>EN>U33WhG=Kp;)KNl;=IBTtkd|Mk$jpNE-$E&~!z8Pp_9$2`T#*rwDzn}tz zfBg_RmXPP)3&{)jhmP04LM8-N9;By;Ck+0PE`S^?&oAENesjLjt$XwKR&)J)ab3Ft zbXXp*XjXDL&*JprlUv%JVc^{!*^U~$xmSiv9PgJZL;^Jw&lKOQtx4@cFV5XLP;_oh zX?u|R%B;lJ$@whyp{N~tF^YpIk1Pww>UORh?zR*P-a zl*JQp*pV5}fO{@K4eY9is zjbh&b0?JYgy326H^O3!z^U^6^p$iE!rc<$x@jL~o{vb1j6{fPjTbiZDtcDpDN=g!R zqjJ(`vNF6z@A{~?m-}1J7)ffHhudy*btLBmmEe<|0S4~_?%=_u?V5EH< z4QECWD@oGyId`@y|M|E*qQ6F@t(5`eM|dtJb$v&Zqb{@`KWBG}?IXSJt2g&egaGCwXzfGF=Gga*mZbv<&j|b19 z{`LNm0&xJ6j>sKJIeFyeV~KCzk4oa*V|73g$h^hjO5g|&6WGhI1O1E!aH z^SkIb`=@3Kd=tvi8@^-{A*}!bmd%-QB|>7^$Ty|-V@ligxC%hRNBY!q&fU40>jteS ztrlT8c$E&bLQw{Zyq)qS7E^P)V>cm zC-Fes5G&}5hDnLyo?I^!@Y^?LdYXHYKJOe-P3@4F`vIJ37d`A%U|SeK@ChT>s5!o}xj} zVWR>Avr@n91GMZt-plhqyE2DuT~s4wR^gh)T^+>wiE*s zteFIdDo8%5g=W@^2aH1T!v>dJLwI{X97L6M$eDooUrBFCqeBKg5As?b@Uw&6ysci3 zrkn7vQttdVZjNI4O96JQ_i9@#=cr1qC;+@|x=SAF?#$U}YU!Lig(og^8Y*5(I>nlu zQEPx}jlCTcc*aY$slI}Vzx6CZ+m%4?2VfJzP^v*Qv}$X5C%rR&D%Y1Ri$Gl6K2}pl zyuf7l>L$NO%h(?y{4gvt3J?eHym_<98z%lqbL3;S$bUxs9#s!7Wrf_~P@C3`GT;po zrN579UNOK936*iI!ysd7z|IdAxpmS#N*0aXcNr}YlPUj397EkShPO?iQ`XtOdBRb4 zY1e{OwLy>C7(dZj)=xx#{Kiwm#1P2|R%op%di7fFiX*Q1aCwv|lc@O+9E~P_NEipl zmI7g|(iDO7X9v)4{~jX?Z|@5TF+pmIKMl~l--TzQoI_|q-T!q2qQXkMiCO0XI|0l_ z3~UOU>i@8h;K3zS=MA!no;%1P{TZTn-|VKx@R2`@DgpQm_7`mad$E6y#?D zMG}YLTkyK*^F#tkKYe&>^t>JuguafBLS?lD*>_&sFS!;U*iz&XgP4F8Us0Vj$k0WVg8Qloj0A#*hDa+rOR!@2! zEW6Cg8kAF?kvojgKfKF=-|j{#idDzx@N(9pw!p|<<|9tplpHW_nhlm!&aahtkC`@o zeP~5p`doY$^6zWm!+-eVUi7~-lK{TkE_>*TWmg8QpNpmR{ZOq)BVbeYSx(CVIdAJuV2~lt z?6zKQU*UrJqI={$8_)|7--ST`3dx^zgi#^O!bxzR;Nt|bPflGAId~DHNB0MTC<}foQ zU6p=?=Le4C&fVJD6C)#}t3+&XAmHGCu1gA(`M}^0;_rFpNa-o~yz~~Orx>*n9a0@d2}7#l4AS4423_*( z8fwYrgPp;qyO$8nOlf{eS=P)4UYD;`KWMpYRppDRMG}4i&o{mps(@D07c*=gext@O zlo*{RH2|fSNTOs1Hu0TrT=R%*i=x!RL*xdDrI1>WW1aBC?%nmu9GRV0U|XHsxJ!gY zQ{}|EJq5G#Lw(w~!+N~?hc_=sImk3$JNY^lHds3_nv_p=&mO|Viviu}uk5TfU2D7vGRtEK;Le(ziL2%a zkRJbF^%7(S3zrT%D9kRmz1fSGn$uqgM(UmOYFIEA0TusY)>B($7aRg{bA^b^Li3tp z;vsR~RP+M*ho1uB)GrY3XaH>U7<|(iE%3eS{-{rbt$wc7UM05{VsQ<>;G0d`bM@Sw zfx1!bVfvLUU)!pSA#2@jTRwu4Rt3sng!vnD?dXZbHmmZB`aw&{;QimN-Lu=N`H|j5 zv#(0r((7Z|K>h$;0(au9ChQ-AErVX7V!6%D>=nhekLMoX7Ygs!&LYEC_p!A9vPYw1 zU})r;&Iw1~{Vbe2;#sN@*=$}fIpFLAhS#G1GeP`0!pz{cbdt_ZWkp|ILq-4x?6d7L zQ-%*^>j*!}h-vzf^R4EH<#;sk{o6B_H8* z++Y(29fORSwPGypvW?7HD0%+Cd9hkY#W8iDJ3DKi2wY%XJRg)#GgKX9nouiaU4XfL z2SY971I+YSoe=GIJ|t$;hKsKs^lu@`%Ma_g3aT3|(jlrtxSg=d`Sj)!Acvo~hCDnj zFX;UrR*;Sa-d(FtIzN74(QW>aT7WYnbK2aj>bwHDE`2_I1VPq)0g;qYde(wbTM(@f zFtzR=Ca)s*Z-g>>Z=;thaA>|mjP)24D@lseDbeT+d#~BgSIXOcK9;nf=#F}~X&LeB z3!yK43RX*>O^a9ADITVt<&$uQW}IG4zmi$^bwWP*X0yvQvy*r-S*VLK#5FkI8HAdn zVDccInV;#{Uj4p7Ef254@G)Ka^R9I|o);L;h6fU<%hytm)>mb67xLFM9zsgldHbT4 z$$7Gn(ub0K$xT)HE}|s!%2*rjsnY*w*`^d3H~2zEN6|f}Q2s#oW8E!8C@a1X5NTmq z3U%Qt%nrr)T;f}Udt zwE1&ZhE47GOI_FNiENIJLy3y*@6W+MdW*u5TITFXhs0Xq5QnqBAxj5&ps%&Kx{js<|dgd!?XKF;WMH z*^~$<-KBvhQ$oW8Z1=m*z=4qk(AC^#@PS<1H!R9Y+`1@U7Sox81apyyh9w|{9(4XA z;l1GU;zw*Pj0O_gaVi>5hESCtqTQB=YD%g4$TLGRdtV|XMaPxY;yf)ORR=;$$!zMJ zUe?-}_VbEsTO@cFoXFn00><8j?AxM{jEaMHXL{ZmX^>3RMnN05c}ac@(eG%3K{q&^W)^nIA*(!<7l zL{8(%>K{9<2Y|)yL`08Bty4^pQOjJ7q&~GeBkA(8s+HMLagGID;%~5Q3wPQ8=!;Y0 zUt@;6i{1J6PfG4Hd!RR+$o;HTlik)u>}bUzNXpj;=VsPGFs-(2elPV@pFiei(}Yun<#2l{A2g)lTBoeA*{ z(#SM2#A(etB%Qs9nuh}bs+95+OXL7bwKz>VHjG*u#U#0Q+r}v=4pgO)>>-%8AEmtX zw5=$Wc=ZvSZ1Q5!ntu8Ods++&YF0|F`}*JvdRy{L@sgxF-scai&gl^~1Hx*=2CzLl zn1jE8A{u;I!T6Y(d&eJVovI_3v-ThJ#hw;q2f^+qV$Wq~5p19@#`-#;njX2X+I1{9 z_N+FCs*P7sD1EVLXK#lHgDV`@?xSuAxfGfs2hrbMrc~!>8HCn-UBb0GCm@tNIxa8j zs@>vDn)|PNZ2~0K4e>3b)nvH*0qt%@kMG4>i0oL?L3KfPpi|aoy@}*e7UZ}Y}fE%NMFG7?RI7n9vSp5M;MXoiSw@2y%Q}hgpnw29KXC>o{TRA zM>`LKRerU`I{AwLzRhAW<&{^d=^vK6eQaw>@QFf*={fWwPYQlyS(g^Q?#OA{=29t8aO~%2>6IXZo^@ph*311k;eBs!gd+k4Xl>r5^d6+VvJQ z(RG5b%G@y(?hg+Gfmwd$1Z4i_$S>-m{C`<+7byQNeTv6M_;Qx^OD*yc`I|8;d6k=#Noj(z_!jAbk? zNUj`i(h{q0bLiusZFb^8uoC$1yBd#i>fn+*v~u>Y7f%HaMz(WkUcnJT@GD;J-lH{~ z+3W{H6jmCmGozb~VnKbU4nLcer@Gqywr^3srD-2r$lC_;au<&Q8@$&<)|!U-l3DWc zvD%jU(7VaajGJ!Wodd7;;`BT7O_LdLDo%WdQFwHAKTx4x*RMJ8*|M5hivZQ<7KRy{ zve8lPUoL;~o@EJ?K*0^>wDP!)5k;UeP7yth?!h_dK}P~C6{F31>q~rHstQ@g%`R~) z-&#Vw8_uUgyf`nY4#wiIWYNDr?__aq@QlmH23ZJ-ZJCc+Z<|$uUpcu8QA# zRe97&_1$@<_xN~6>N)rvKY;0{9x zEASFDvWsj!KIXgU=0IfE8dHFhF21fI-Q|S+=%=T;1gI4QeYrEOTE}PDH%<&R3?teu zn2WD>gW3E?zLAsm%>MdpIRgs&BL^(GHntkpuBYPqlVDBTdoqyx$?QZU3#*&+zJsR) zl7kSCusbX}+*Hqiip{|tif&iY+FTh76B^s zlsFp?K5DF`?rkQ!u2&siLa}m+$|mR`Jn;CU^asi|Gz&^oHy?Lcb=Fkp7VH?~9Q^IS zWR*-kpHexrS@hluC`MO6L#TcAIMVt1Dp(j3_V7eY&5ml8H`{8WvkrQ_ejfot5|P#b zJ-TYON1!_nJ&J0q4{Mf^VmAiYHC>!~$&IZ%v+!{&wrKj(^A5%;zBG#}%8Ee$PM5ZZ z`c?hoM##>_X=dW63}im3O(-VkrZza-{@~B&)Nr624bOWRHW|{fnD#=^qPlH~lfu39 zG%PP=RuBobA3^8+TB2eR(;3HSJ(`ki*Qfpk6|eDm(`)2!eGJp#nC z!3BxUO4$PgW@Nh zZigr5IbzF7<+GQ*vRt?u=iFzX8YN0W!$$IQ_i+gcddeH$Zg5^cttmIqXel(A4zkRE ztX66y8i5EQMeg96RkhTjW5%0mUukvQ;r2mk@hxUac3K(CVB9lUP!Pl7yqmzM_a^ zq$OJ)q7(5HR2DiLk#Vj*GLX5w+Vp3e^CLFLc1?tNLfcXwBZDa4c)E^JZM zWG0QmnkUVuL12Xfq>(K~^s(Qh5OuYiy`FwQCWbuRb{$+~C_vteXldlrGf0}FTF%V5 zH->us2OjU1`TJoj@SbQ{%bwgpS#tG&D5)%F0CJA zF0CMFtX`dv;s~`%GXz9#tnv zJhMWBVDHQdp_Y7+Kf!-@K*ti*?d9yI@mE&ORPs!k-z>~{-Jzv0-6Vhj?yk`(wKd9x zmS>6FwW~$2g@RhfKsmv2ck?#Z1jt`vzH_oqEIl?m5GuXioWWIbNcH$%^Apb})~b)W z1!rflyxg<_)k}s}3wx9sy$N5Q+R};2H@mhfDm9drN#d)u7Ni>%KHjo%G!eE!wNcB0 z>Wapwg$^FBd^eD&OBq8~D@Ogfjz;*}oK$)r&y)6xO4P49qTV89^^(Yt;uj}x0P9)* z30*Y5@qCv4wVye$lL1=hDcIcT&0S{L(3Xo1`R=O-=Rl#N)cbAG8{~Y+8X-yLj z|E8wU-?ugcygCG}zJr#98O}Ra_IC;F!~?<8I*V?x0{bbQJbArKtiJe3Zd{J0&X5)d zX{9gmPbXL+Y2VZ&r;kmI7%p$SOcJcuD+;8PE2Y_us|4c4i^&s_n_4X$@SD^$Ba2D9 zKZaIV38ntFI-*|P@j4hNdJ|y;TN8C7g})I~wF;Rt&nqGSRuwwZ!tvO&=LEIy(Jk=^ z4&&fUex#H(%xzWq03QB@l3rl`s*LRVNj6K)g?FKaneNzZIal&y0vpvU zjq(=!du^|n9Ti&e=1?$oETS);Nsi!-bP$CO)GaSBu0`?ybhYQ#vMPKOO;)hu7RZXi zR&3^)<$lciwdsg1qp4#Q8FD&k#kaVmH_OOX*0rR>fNNYe(#q~+zqu$^K1`E(a8o_? zJdFB2x;jJY#mh3@BYK2xvrqivyIcW0w{oSsDw|LO-s(dC z(R!%FpH@!^t4J06X?bL^ruaba}7!(bHx3aRE>7ZPrF~Mc8T> zx%av``c+=UFgja@g0~Qgh0QJ(HbSw0@r%}A%V)-HPe}O8a7SmSQI7(PZ#$K%xaxER zgun!?_6=8C@+a#RZ+&1H+OW=b^qqA-R*FHK>WHw2(@v+pgW%@-`PEIO`$7-*2sC{U zdGrRkJ5}K8#|T)Xg=ScIOga7%diM)dz>eZ#FfM%f?d}ltO~SB(jQ~TTD9g9MLz|%f zv)&*5_vry=pbf3G7{9Bh6q+(^RM zr4=7W8k$YKU>=R>^_}k{1&42Khwr}0V9clUM{SpE%n+D}Rx5b;C6pfr2~CYz-TH-T zvbxV{_S*p-j|%ObB*V@V!3jYvy%%)J?n>$mGQs zK?mWXfgr8s8(13i_Kzco#?TFv^}{BoB)*lNvelqDd@|VW);kQFrZ>w?%02{f<1L@h zZm?u=q~W^c&HjFs67th`u=<%rcQ5}Krz@XIZ*Fh(;gZcITCv3|0FQ=UCNPbs!vq^= zG5gt2>(x}!K0B?tQU31eue)0Hb0b`9ee5{!1K`8rqVvn+I;ht3_rgN;_0nS${-w(3 zC9H5#49@P}N8S%m8r612GbZ94-$v6P+xPx^zSdz0wX-54&6jCj5vmzb<<0(gI)P-l z(a-+B@K8Y}m`)DQ!xqVCPI}q({)~bKhnZ#HbRukZQ2MP6v)xD*e5bdgpSe}#=y<-f zqw?9279R@OyvC>5BGNPpe~X_alx|e^T$#7g)?PSO=XYg89T$A7^xQA^T9@4h>JJR2}G1 zNsmE2x#q=q4+9^*M%1LT`*yVYDu#D3sC* zxV5iucKq2qB<52qAN@lKXICYfS5_(pD+^DDAc=sN>Z*{&mGo+1&;x=FqpUo|W#VSk-(BNvYXMZJ^VADbYp zUj(wkt?e|g-{BEsK>mjZFgHQ`jSiLcEod0=?2(S;Yi?viPbgszS@ivsP4g)HM*)~Z zF>g({{DA=tR^Gez^U)DrY)uUhY_+k`5(mHZ{R|IW{0VzsrTl6~BmFM;wth??YZI7V zCT}--KYT_QxeQ`{LTswnF5=6ZC$R!R`Lc@4Z`6g?1e-OLAsHQ7N*)zoc)LJHHP<1z zVhT=eE8gwm@NDs|wR=8wL95oV*8gW+NCW7g2T2l!58iOA22}MBFSM7zhx4;yQhF9J z#kI}g<;f~F7Iy`cB+|VhE{L5@61t0(h(QwO?*gl$NX|3uef11Wi;XuG$y|B0%$je{ z@2fqj-B~Fdh{5GC^R!;wp>l&%(5Ymo>gl=1Y$YtBHBb!`-5VIWCLg8An1L(fE&V(T z`amB`c1`sWm`MSAya`0nP1ybjZAlGt`>FmHbByT*v+V4lYifeh9R4Ukl=efX#)Yf5{gD@`?K@^{lSf^MyZ+$o*fz1BRS03y z`o5pSMlQ=1o`PD#=zM9I7pirVCV~=D&E5AF-LYtU{hhiUS(mErrTCfnS}z{eM-XiS zjahVAIN@KK=Om=N{=KW>et`v8`Uwf)O z5X$@GfdX8rca3vrsdn>sDJ~&Wi`JQz-uhif_)B+1@mn7}JH#P%o`{n; z^kXTZbhskeNn&IIR`9JiL-wiODiwrj6 zI{wWmp3_It5gvDryhfBz2U-dE^#sSseN}4>Pru#_lb6cqr)D6`%Ol!@>|iDZDho-Z zV$96b0K5V2;0r!o+}qQl*Z$epz&%yS4i5%Y4u8__d=;~BVYp1mTI=H-jBF`&Qp)=k zQmpjCB#FpUD1ub>J`|=gct-85{ZllQKi+RTzYQCUG;(=QKs}`c%uzVtAlGuC-iH8?>!L#+P6dchso2ysW`GkAu!cB?9i5-(RQT{v5XO@?nWZX)$DLmFqbavY{wrElpi@oYw)XGHJKF!l`IU}3M*Jg2D<@-jC z(>(vG!G=0-=IjY<%3)jbKmjEe`rVLvKEe2+_?=iZU?5x&6!$(r7Iht}v-ARi8x_p{o~QdCh-et(DqqThi%*xjFlxecs0i&&>qTn4i; zOI7APPjmz|d7I+BO^~pLtxJW=D$G<-EzB2+S6Wvn@?7fMu>Gq>8h_XSOcuSrO${TjZl(Xnn z$@9$@-5n|{wO!GI>ES|YLv8U+YZfSDv*-sp@77lD7@_yfG1@UGT_^YRa*D*B?~jE> z(}RFIOJZM8R@3z02U-{uR}eerA3S`YSayH~!>563v6;bm^C$qz^L?&13iO93jBBKn ziCg_8TVtlm_#TtG5hrK+nkOtRgVRPKqiknz2ZN3S+A|exi4n$>sa5XMk=wh)8^+~U z>z(NC+!EuJumDDiflRM!8ZXtJ`h>YsoI;Jdn|*sO)4>+)fG3scWb3T%m%&s2&VfHW z{+C4=?0Gemx6jW3S(og3ZU}not>L^m7hJ-KuGM@r^fJ0|6ftdq)#_F~8KB{Vwar*f zvla2T%UIrJDHZ@z4HoC~{c~#d1C=wRuI8t1m3}${uaaS=0adecC#=fka@Gctq(C`2 z124hxp&=>IrFzhnc9)J!noiqZpgY?B5QMFrdOsLnzD$B(Ox$MK{Z~fzRD);xe04lA z7ZvSQ8n*}gS$7lSP0IwsiK5zzq~I)K3o3EAq;+g?jEt%I<6koFbO}lZH7p9(R`^Nn z&SVYirT5{+!zPn08w3gb;g)g_t+%XSnDom7QL*bIv$9@e^EFno^kz_IGf{6aZ(;u^ zP8M;UP`Xr#aA{awg?IVGrFfW}jL5CrNX#XINHM>Q^v0)wiH(}mF+qQ@Z7N*es!)ap zFW^dZMMvTEB$;U#Q@2cyXu9^Zpx#@mVMX@CXr$Of_Lo~a3&h89^Hy-f8$=LC;_Q*K zYJu`@VOF*s@j&~mOiqPVJtN!%EHka=qorN?b%kwQR`<5BgfqsG@Z z4Z}@(h34FDnD`R5hLibhsc?t}nJrxyIk$|%)@Yac@B?gbBbaj?w?zz!2MUZ=G@}v^ z4xukdc_~mZ5OCCQ#U>PpO{SCa8(Bwi4Z|LZ&Dr67L(=PB6t?)ZIVYWUC9{{WS>dBgw! literal 0 HcmV?d00001 diff --git a/crates/daemons/pushd/src/consumers/inbound/ack.rs b/crates/daemons/pushd/src/consumers/inbound/ack.rs new file mode 100644 index 00000000..b9fe0886 --- /dev/null +++ b/crates/daemons/pushd/src/consumers/inbound/ack.rs @@ -0,0 +1,138 @@ +use crate::consumers::inbound::internal::*; +use amqprs::{ + channel::{BasicPublishArguments, Channel}, + connection::Connection, + consumer::AsyncConsumer, + BasicProperties, Deliver, +}; +use async_trait::async_trait; +use revolt_database::{events::rabbit::*, Database}; + +pub struct AckConsumer { + #[allow(dead_code)] + db: Database, + authifier_db: authifier::Database, + conn: Option, + channel: Option, +} + +impl Channeled for AckConsumer { + fn get_connection(&self) -> Option<&Connection> { + if self.conn.is_none() { + None + } else { + Some(self.conn.as_ref().unwrap()) + } + } + + fn get_channel(&self) -> Option<&Channel> { + if self.channel.is_none() { + None + } else { + Some(self.channel.as_ref().unwrap()) + } + } + + fn set_connection(&mut self, conn: Connection) { + self.conn = Some(conn); + } + + fn set_channel(&mut self, channel: Channel) { + self.channel = Some(channel) + } +} + +impl AckConsumer { + pub fn new(db: Database, authifier_db: authifier::Database) -> AckConsumer { + AckConsumer { + db, + authifier_db, + conn: None, + channel: None, + } + } +} + +#[allow(unused_variables)] +#[async_trait] +impl AsyncConsumer for AckConsumer { + /// This consumer processes all acks the platform receives, and sends relevant badge updates to apple platforms. + async fn consume( + &mut self, + channel: &Channel, + deliver: Deliver, + basic_properties: BasicProperties, + content: Vec, + ) { + let content = String::from_utf8(content).unwrap(); + let payload: AckPayload = serde_json::from_str(content.as_str()).unwrap(); + + // Step 1: fetch unreads and don't continue if there's no unreads + #[allow(clippy::disallowed_methods)] + let unreads = self.db.fetch_unread_mentions(&payload.user_id).await; + + if let Ok(u) = &unreads { + if u.is_empty() { + return; + } + } else { + return; + } + + if let Ok(sessions) = self.authifier_db.find_sessions(&payload.user_id).await { + let config = revolt_config::config().await; + // Step 2: find any apple sessions, since we don't need to calculate this for anything else. + // If there's no apple sessions, we can return early + let apple_sessions: Vec<&authifier::models::Session> = sessions + .iter() + .filter(|session| { + if let Some(sub) = &session.subscription { + sub.endpoint == "apn" + } else { + false + } + }) + .collect(); + + if apple_sessions.is_empty() { + return; + } + + // Step 3: calculate the actual mention count, since we have to send it out + let mut mention_count = 0; + for u in &unreads.unwrap() { + mention_count += u.mentions.as_ref().unwrap().len() + } + + // Step 4: loop through each apple session and send the badge update + for session in apple_sessions { + let service_payload = PayloadToService { + notification: PayloadKind::BadgeUpdate(mention_count), + user_id: payload.user_id.clone(), + session_id: session.id.clone(), + token: session.subscription.as_ref().unwrap().auth.clone(), + extras: Default::default(), + }; + let raw_service_payload = serde_json::to_string(&service_payload); + + if let Ok(p) = raw_service_payload { + let args = BasicPublishArguments::new( + config.pushd.exchange.as_str(), + config.pushd.apn.queue.as_str(), + ) + .finish(); + + log::debug!( + "Publishing ack to apn session {}", + session.subscription.as_ref().unwrap().auth + ); + + publish_message(self, p.into(), args).await; + } else { + log::warn!("Failed to serialize ack badge update payload!"); + revolt_config::capture_error(&raw_service_payload.unwrap_err()); + } + } + } + } +} diff --git a/crates/daemons/pushd/src/consumers/inbound/fr_accepted.rs b/crates/daemons/pushd/src/consumers/inbound/fr_accepted.rs new file mode 100644 index 00000000..ff084a83 --- /dev/null +++ b/crates/daemons/pushd/src/consumers/inbound/fr_accepted.rs @@ -0,0 +1,121 @@ +use std::collections::HashMap; + +use crate::consumers::inbound::internal::*; +use amqprs::{ + channel::{BasicPublishArguments, Channel}, + connection::Connection, + consumer::AsyncConsumer, + BasicProperties, Deliver, +}; +use async_trait::async_trait; +use log::debug; +use revolt_database::{events::rabbit::*, Database}; + +pub struct FRAcceptedConsumer { + #[allow(dead_code)] + db: Database, + authifier_db: authifier::Database, + conn: Option, + channel: Option, +} + +impl Channeled for FRAcceptedConsumer { + fn get_connection(&self) -> Option<&Connection> { + if self.conn.is_none() { + None + } else { + Some(self.conn.as_ref().unwrap()) + } + } + + fn get_channel(&self) -> Option<&Channel> { + if self.channel.is_none() { + None + } else { + Some(self.channel.as_ref().unwrap()) + } + } + + fn set_connection(&mut self, conn: Connection) { + self.conn = Some(conn); + } + + fn set_channel(&mut self, channel: Channel) { + self.channel = Some(channel) + } +} + +impl FRAcceptedConsumer { + pub fn new(db: Database, authifier_db: authifier::Database) -> FRAcceptedConsumer { + FRAcceptedConsumer { + db, + authifier_db, + conn: None, + channel: None, + } + } +} + +#[allow(unused_variables)] +#[async_trait] +impl AsyncConsumer for FRAcceptedConsumer { + /// This consumer handles delegating messages into their respective platform queues. + async fn consume( + &mut self, + channel: &Channel, + deliver: Deliver, + basic_properties: BasicProperties, + content: Vec, + ) { + let content = String::from_utf8(content).unwrap(); + let payload: FRAcceptedPayload = serde_json::from_str(content.as_str()).unwrap(); + + debug!("Received FR accept event"); + + if let Ok(sessions) = self.authifier_db.find_sessions(&payload.user).await { + let config = revolt_config::config().await; + for session in sessions { + if let Some(sub) = session.subscription { + let mut sendable = PayloadToService { + notification: PayloadKind::FRAccepted(payload.clone()), + token: sub.auth, + user_id: session.user_id, + session_id: session.id, + extras: HashMap::new(), + }; + + let args: BasicPublishArguments; + + if sub.endpoint == "apn" { + args = BasicPublishArguments::new( + config.pushd.exchange.as_str(), + config.pushd.apn.queue.as_str(), + ) + .finish(); + } else if sub.endpoint == "fcm" { + args = BasicPublishArguments::new( + config.pushd.exchange.as_str(), + config.pushd.fcm.queue.as_str(), + ) + .finish(); + } else { + // web push (vapid) + args = BasicPublishArguments::new( + config.pushd.exchange.as_str(), + config.pushd.vapid.queue.as_str(), + ) + .finish(); + sendable.extras.insert("p265dh".to_string(), sub.p256dh); + sendable + .extras + .insert("endpoint".to_string(), sub.endpoint.clone()); + } + + let payload = serde_json::to_string(&sendable).unwrap(); + + publish_message(self, payload.into(), args).await; + } + } + } + } +} diff --git a/crates/daemons/pushd/src/consumers/inbound/fr_received.rs b/crates/daemons/pushd/src/consumers/inbound/fr_received.rs new file mode 100644 index 00000000..c52dfec1 --- /dev/null +++ b/crates/daemons/pushd/src/consumers/inbound/fr_received.rs @@ -0,0 +1,121 @@ +use std::collections::HashMap; + +use crate::consumers::inbound::internal::*; +use amqprs::{ + channel::{BasicPublishArguments, Channel}, + connection::Connection, + consumer::AsyncConsumer, + BasicProperties, Deliver, +}; +use async_trait::async_trait; +use log::debug; +use revolt_database::{events::rabbit::*, Database}; + +pub struct FRReceivedConsumer { + #[allow(dead_code)] + db: Database, + authifier_db: authifier::Database, + conn: Option, + channel: Option, +} + +impl Channeled for FRReceivedConsumer { + fn get_connection(&self) -> Option<&Connection> { + if self.conn.is_none() { + None + } else { + Some(self.conn.as_ref().unwrap()) + } + } + + fn get_channel(&self) -> Option<&Channel> { + if self.channel.is_none() { + None + } else { + Some(self.channel.as_ref().unwrap()) + } + } + + fn set_connection(&mut self, conn: Connection) { + self.conn = Some(conn); + } + + fn set_channel(&mut self, channel: Channel) { + self.channel = Some(channel) + } +} + +impl FRReceivedConsumer { + pub fn new(db: Database, authifier_db: authifier::Database) -> FRReceivedConsumer { + FRReceivedConsumer { + db, + authifier_db, + conn: None, + channel: None, + } + } +} + +#[allow(unused_variables)] +#[async_trait] +impl AsyncConsumer for FRReceivedConsumer { + /// This consumer handles delegating messages into their respective platform queues. + async fn consume( + &mut self, + channel: &Channel, + deliver: Deliver, + basic_properties: BasicProperties, + content: Vec, + ) { + let content = String::from_utf8(content).unwrap(); + let payload: FRReceivedPayload = serde_json::from_str(content.as_str()).unwrap(); + + debug!("Received FR received event"); + + if let Ok(sessions) = self.authifier_db.find_sessions(&payload.user).await { + let config = revolt_config::config().await; + for session in sessions { + if let Some(sub) = session.subscription { + let mut sendable = PayloadToService { + notification: PayloadKind::FRReceived(payload.clone()), + token: sub.auth, + user_id: session.user_id, + session_id: session.id, + extras: HashMap::new(), + }; + + let args: BasicPublishArguments; + + if sub.endpoint == "apn" { + args = BasicPublishArguments::new( + config.pushd.exchange.as_str(), + config.pushd.apn.queue.as_str(), + ) + .finish(); + } else if sub.endpoint == "fcm" { + args = BasicPublishArguments::new( + config.pushd.exchange.as_str(), + config.pushd.fcm.queue.as_str(), + ) + .finish(); + } else { + // web push (vapid) + args = BasicPublishArguments::new( + config.pushd.exchange.as_str(), + config.pushd.vapid.queue.as_str(), + ) + .finish(); + sendable.extras.insert("p265dh".to_string(), sub.p256dh); + sendable + .extras + .insert("endpoint".to_string(), sub.endpoint.clone()); + } + + let payload = serde_json::to_string(&sendable).unwrap(); + + publish_message(self, payload.into(), args).await; + } + } + } + } +} diff --git a/crates/daemons/pushd/src/consumers/inbound/generic.rs b/crates/daemons/pushd/src/consumers/inbound/generic.rs new file mode 100644 index 00000000..58070f66 --- /dev/null +++ b/crates/daemons/pushd/src/consumers/inbound/generic.rs @@ -0,0 +1,127 @@ +use std::collections::HashMap; + +use crate::consumers::inbound::internal::*; +use amqprs::{ + channel::{BasicPublishArguments, Channel}, + connection::Connection, + consumer::AsyncConsumer, + BasicProperties, Deliver, +}; +use async_trait::async_trait; +use log::debug; +use revolt_database::{events::rabbit::*, Database}; + +pub struct GenericConsumer { + #[allow(dead_code)] + db: Database, + authifier_db: authifier::Database, + conn: Option, + channel: Option, +} + +impl Channeled for GenericConsumer { + fn get_connection(&self) -> Option<&Connection> { + if self.conn.is_none() { + None + } else { + Some(self.conn.as_ref().unwrap()) + } + } + + fn get_channel(&self) -> Option<&Channel> { + if self.channel.is_none() { + None + } else { + Some(self.channel.as_ref().unwrap()) + } + } + + fn set_connection(&mut self, conn: Connection) { + self.conn = Some(conn); + } + + fn set_channel(&mut self, channel: Channel) { + self.channel = Some(channel) + } +} + +impl GenericConsumer { + pub fn new(db: Database, authifier_db: authifier::Database) -> GenericConsumer { + GenericConsumer { + db, + authifier_db, + conn: None, + channel: None, + } + } +} + +#[allow(unused_variables)] +#[async_trait] +impl AsyncConsumer for GenericConsumer { + /// This consumer handles delegating messages into their respective platform queues. + async fn consume( + &mut self, + channel: &Channel, + deliver: Deliver, + basic_properties: BasicProperties, + content: Vec, + ) { + let content = String::from_utf8(content).unwrap(); + let payload: MessageSentPayload = serde_json::from_str(content.as_str()).unwrap(); + + debug!("Received message event on origin"); + + if let Ok(sessions) = self + .authifier_db + .find_sessions_with_subscription(&payload.users) + .await + { + let config = revolt_config::config().await; + for session in sessions { + if let Some(sub) = session.subscription { + let mut sendable = PayloadToService { + notification: PayloadKind::MessageNotification( + payload.notification.clone(), + ), + token: sub.auth, + user_id: session.user_id, + session_id: session.id, + extras: HashMap::new(), + }; + + let args: BasicPublishArguments; + + if sub.endpoint == "apn" { + args = BasicPublishArguments::new( + config.pushd.exchange.as_str(), + config.pushd.apn.queue.as_str(), + ) + .finish(); + } else if sub.endpoint == "fcm" { + args = BasicPublishArguments::new( + config.pushd.exchange.as_str(), + config.pushd.fcm.queue.as_str(), + ) + .finish(); + } else { + // web push (vapid) + args = BasicPublishArguments::new( + config.pushd.exchange.as_str(), + config.pushd.vapid.queue.as_str(), + ) + .finish(); + sendable.extras.insert("p265dh".to_string(), sub.p256dh); + sendable + .extras + .insert("endpoint".to_string(), sub.endpoint.clone()); + } + + let payload = serde_json::to_string(&sendable).unwrap(); + + publish_message(self, payload.into(), args).await; + } + } + } + } +} diff --git a/crates/daemons/pushd/src/consumers/inbound/internal.rs b/crates/daemons/pushd/src/consumers/inbound/internal.rs new file mode 100644 index 00000000..387c08b5 --- /dev/null +++ b/crates/daemons/pushd/src/consumers/inbound/internal.rs @@ -0,0 +1,53 @@ +use amqprs::{ + channel::{BasicPublishArguments, Channel}, + connection::{Connection, OpenConnectionArguments}, + BasicProperties, +}; +use log::{debug, warn}; + +pub(crate) trait Channeled { + #[allow(unused)] + fn get_connection(&self) -> Option<&Connection>; + fn get_channel(&self) -> Option<&Channel>; + fn set_connection(&mut self, conn: Connection); + fn set_channel(&mut self, channel: Channel); +} + +pub(crate) async fn make_channel(consumer: &mut T) { + let config = revolt_config::config().await; + + let args = OpenConnectionArguments::new( + &config.rabbit.host, + config.rabbit.port, + &config.rabbit.username, + &config.rabbit.password, + ); + let conn = amqprs::connection::Connection::open(&args).await.unwrap(); + + let channel = conn.open_channel(None).await.unwrap(); + + consumer.set_connection(conn); + consumer.set_channel(channel); +} + +pub(crate) async fn publish_message( + consumer: &mut T, + payload: Vec, + args: BasicPublishArguments, +) { + let routing_key = &args.routing_key.clone(); + let mut channel = consumer.get_channel(); + if channel.is_none() { + make_channel(consumer).await; + channel = consumer.get_channel(); + } + + if let Some(chnl) = channel { + chnl.basic_publish(BasicProperties::default(), payload.clone(), args.clone()) + .await + .unwrap(); + debug!("Sent message to queue for target {}", routing_key); + } else { + warn!("Failed to unwrap channel (including attempt to make a channel)!") + } +} diff --git a/crates/daemons/pushd/src/consumers/inbound/message.rs b/crates/daemons/pushd/src/consumers/inbound/message.rs new file mode 100644 index 00000000..99e61cbd --- /dev/null +++ b/crates/daemons/pushd/src/consumers/inbound/message.rs @@ -0,0 +1,127 @@ +use std::collections::HashMap; + +use crate::consumers::inbound::internal::*; +use amqprs::{ + channel::{BasicPublishArguments, Channel}, + connection::Connection, + consumer::AsyncConsumer, + BasicProperties, Deliver, +}; +use async_trait::async_trait; +use log::debug; +use revolt_database::{events::rabbit::*, Database}; + +pub struct MessageConsumer { + #[allow(dead_code)] + db: Database, + authifier_db: authifier::Database, + conn: Option, + channel: Option, +} + +impl Channeled for MessageConsumer { + fn get_connection(&self) -> Option<&Connection> { + if self.conn.is_none() { + None + } else { + Some(self.conn.as_ref().unwrap()) + } + } + + fn get_channel(&self) -> Option<&Channel> { + if self.channel.is_none() { + None + } else { + Some(self.channel.as_ref().unwrap()) + } + } + + fn set_connection(&mut self, conn: Connection) { + self.conn = Some(conn); + } + + fn set_channel(&mut self, channel: Channel) { + self.channel = Some(channel) + } +} + +impl MessageConsumer { + pub fn new(db: Database, authifier_db: authifier::Database) -> MessageConsumer { + MessageConsumer { + db, + authifier_db, + conn: None, + channel: None, + } + } +} + +#[allow(unused_variables)] +#[async_trait] +impl AsyncConsumer for MessageConsumer { + /// This consumer handles delegating messages into their respective platform queues. + async fn consume( + &mut self, + channel: &Channel, + deliver: Deliver, + basic_properties: BasicProperties, + content: Vec, + ) { + let content = String::from_utf8(content).unwrap(); + let payload: MessageSentPayload = serde_json::from_str(content.as_str()).unwrap(); + + debug!("Received message event on origin"); + + if let Ok(sessions) = self + .authifier_db + .find_sessions_with_subscription(&payload.users) + .await + { + let config = revolt_config::config().await; + for session in sessions { + if let Some(sub) = session.subscription { + let mut sendable = PayloadToService { + notification: PayloadKind::MessageNotification( + payload.notification.clone(), + ), + token: sub.auth, + user_id: session.user_id, + session_id: session.id, + extras: HashMap::new(), + }; + + let args: BasicPublishArguments; + + if sub.endpoint == "apn" { + args = BasicPublishArguments::new( + config.pushd.exchange.as_str(), + config.pushd.apn.queue.as_str(), + ) + .finish(); + } else if sub.endpoint == "fcm" { + args = BasicPublishArguments::new( + config.pushd.exchange.as_str(), + config.pushd.fcm.queue.as_str(), + ) + .finish(); + } else { + // web push (vapid) + args = BasicPublishArguments::new( + config.pushd.exchange.as_str(), + config.pushd.vapid.queue.as_str(), + ) + .finish(); + sendable.extras.insert("p265dh".to_string(), sub.p256dh); + sendable + .extras + .insert("endpoint".to_string(), sub.endpoint.clone()); + } + + let payload = serde_json::to_string(&sendable).unwrap(); + + publish_message(self, payload.into(), args).await; + } + } + } + } +} diff --git a/crates/daemons/pushd/src/consumers/inbound/mod.rs b/crates/daemons/pushd/src/consumers/inbound/mod.rs new file mode 100644 index 00000000..a340143d --- /dev/null +++ b/crates/daemons/pushd/src/consumers/inbound/mod.rs @@ -0,0 +1,6 @@ +pub mod ack; +pub mod fr_accepted; +pub mod fr_received; +pub mod generic; +mod internal; +pub mod message; diff --git a/crates/daemons/pushd/src/consumers/mod.rs b/crates/daemons/pushd/src/consumers/mod.rs new file mode 100644 index 00000000..5756441b --- /dev/null +++ b/crates/daemons/pushd/src/consumers/mod.rs @@ -0,0 +1,2 @@ +pub mod inbound; +pub mod outbound; diff --git a/crates/daemons/pushd/src/consumers/outbound/apn.rs b/crates/daemons/pushd/src/consumers/outbound/apn.rs new file mode 100644 index 00000000..3b6ac3a7 --- /dev/null +++ b/crates/daemons/pushd/src/consumers/outbound/apn.rs @@ -0,0 +1,338 @@ +use std::{borrow::Cow, collections::BTreeMap, io::Cursor}; + +use amqprs::{channel::Channel as AmqpChannel, consumer::AsyncConsumer, BasicProperties, Deliver}; +use async_trait::async_trait; +use base64::{ + engine::{self}, + Engine as _, +}; +use revolt_a2::{ + request::{ + notification::{DefaultAlert, NotificationOptions}, + payload::{APSAlert, APSSound, Payload, PayloadLike, APS}, + }, + Client, ClientConfig, Endpoint, Error, ErrorBody, ErrorReason, Priority, PushType, Response, +}; +use revolt_database::{events::rabbit::*, Database}; +use revolt_models::v0::{Channel, Message, PushNotification}; +use serde::Serialize; + +// region: payload + +#[derive(Serialize, Debug)] +struct MessagePayload<'a> { + aps: APS<'a>, + #[serde(skip_serializing)] + options: NotificationOptions<'a>, + #[serde(skip_serializing)] + device_token: &'a str, + + message: &'a Message, + url: &'a str, + #[serde(rename = "camelCase")] + author_avatar: &'a str, + #[serde(rename = "camelCase")] + author_display_name: &'a str, + #[serde(rename = "camelCase")] + channel_name: &'a str, +} + +impl<'a> PayloadLike for MessagePayload<'a> { + fn get_device_token(&self) -> &'a str { + self.device_token + } + fn get_options(&self) -> &NotificationOptions { + &self.options + } +} + +// region: consumer + +pub struct ApnsOutboundConsumer { + #[allow(dead_code)] + db: Database, + client: Client, +} + +impl ApnsOutboundConsumer { + fn format_title(&self, notification: &PushNotification) -> String { + // ideally this changes depending on context + // in a server, it would look like "Sendername, #channelname in servername" + // in a group, it would look like "Sendername in groupname" + // in a dm it should just be "Sendername". + // not sure how feasible all those are given the PushNotification object as it currently stands. + + match ¬ification.channel { + Channel::DirectMessage { .. } => notification.author.clone(), + Channel::Group { name, .. } => format!("{}, #{}", notification.author, name), + Channel::TextChannel { name, .. } | Channel::VoiceChannel { name, .. } => { + format!("{} in #{}", notification.author, name) + } + _ => "Unknown".to_string(), + } + } + + async fn get_badge_count(&self, user: &str) -> Option { + if let Ok(unreads) = self.db.fetch_unread_mentions(user).await { + let mut mention_count = 0; + for channel in unreads { + if let Some(mentions) = channel.mentions { + mention_count += mentions.len() as u32 + } + } + + println!("Got badge count for APN: {}", mention_count); + + return Some(mention_count); + } + None + } +} + +impl ApnsOutboundConsumer { + pub async fn new(db: Database) -> Result { + let config = revolt_config::config().await; + + if config.pushd.apn.pkcs8.is_empty() + || config.pushd.apn.key_id.is_empty() + || config.pushd.apn.team_id.is_empty() + { + return Err("Missing APN keys."); + } + + let endpoint = if config.pushd.apn.sandbox { + Endpoint::Sandbox + } else { + Endpoint::Production + }; + + let pkcs8 = engine::general_purpose::STANDARD + .decode(config.pushd.apn.pkcs8.clone()) + .expect("valid `pcks8`"); + + let client_config = ClientConfig::new(endpoint); + + let client = Client::token( + &mut Cursor::new(pkcs8), + config.pushd.apn.key_id.clone(), + config.pushd.apn.team_id.clone(), + client_config, + ) + .expect("could not create APN client"); + + Ok(ApnsOutboundConsumer { db, client }) + } +} + +#[allow(unused_variables)] +#[async_trait] +impl AsyncConsumer for ApnsOutboundConsumer { + async fn consume( + &mut self, + channel: &AmqpChannel, + deliver: Deliver, + basic_properties: BasicProperties, + content: Vec, + ) { + let content = String::from_utf8(content).unwrap(); + let payload: PayloadToService = serde_json::from_str(content.as_str()).unwrap(); + + let payload_options = NotificationOptions { + apns_id: None, + apns_push_type: Some(PushType::Alert), + apns_expiration: None, + apns_priority: Some(Priority::High), + apns_topic: Some("chat.revolt.app"), + apns_collapse_id: None, + }; + + let resp: Result; + + match payload.notification { + PayloadKind::FRReceived(alert) => { + let loc_args = vec![Cow::from( + alert + .from_user + .display_name + .or(Some(format!( + "{}#{}", + alert.from_user.username, alert.from_user.discriminator + ))) + .clone() + .unwrap(), + )]; + + let apn_payload = Payload { + aps: APS { + alert: Some(APSAlert::Default(DefaultAlert { + title: None, + subtitle: None, + body: None, + title_loc_key: None, + title_loc_args: None, + action_loc_key: None, + loc_key: Some("push.fr.received"), + loc_args: Some(loc_args), + launch_image: None, + })), + badge: self.get_badge_count(&payload.user_id).await, + sound: Some(APSSound::Sound("default")), + thread_id: None, + content_available: None, + category: None, + mutable_content: Some(1), + url_args: None, + }, + device_token: &payload.token, + options: payload_options.clone(), + data: BTreeMap::new(), + }; + + resp = self.client.send(apn_payload).await; + } + + PayloadKind::FRAccepted(alert) => { + let loc_args = vec![Cow::from( + alert + .accepted_user + .display_name + .or(Some(format!( + "{}#{}", + alert.accepted_user.username, alert.accepted_user.discriminator + ))) + .clone() + .unwrap(), + )]; + + let apn_payload = Payload { + aps: APS { + alert: Some(APSAlert::Default(DefaultAlert { + title: None, + subtitle: None, + body: None, + title_loc_key: None, + title_loc_args: None, + action_loc_key: None, + loc_key: Some("push.fr.accepted"), + loc_args: Some(loc_args), + launch_image: None, + })), + badge: self.get_badge_count(&payload.user_id).await, + sound: Some(APSSound::Sound("default")), + thread_id: None, + content_available: None, + category: None, + mutable_content: Some(1), + url_args: None, + }, + device_token: &payload.token, + options: payload_options.clone(), + data: BTreeMap::new(), + }; + + resp = self.client.send(apn_payload).await; + } + PayloadKind::Generic(alert) => { + let apn_payload = Payload { + aps: APS { + alert: Some(APSAlert::Default(DefaultAlert { + title: Some(&alert.title), + subtitle: None, + body: Some(&alert.body), + title_loc_key: None, + title_loc_args: None, + action_loc_key: None, + loc_key: None, + loc_args: None, + launch_image: None, + })), + badge: self.get_badge_count(&payload.user_id).await, + sound: Some(APSSound::Sound("default")), + thread_id: None, + content_available: None, + category: None, + mutable_content: Some(1), + url_args: None, + }, + device_token: &payload.token, + options: payload_options.clone(), + data: BTreeMap::new(), + }; + + resp = self.client.send(apn_payload).await; + } + + PayloadKind::MessageNotification(alert) => { + let title = self.format_title(&alert); + let apn_payload = MessagePayload { + aps: APS { + alert: Some(APSAlert::Default(DefaultAlert { + title: Some(&title), + subtitle: None, + body: Some(&alert.body), + title_loc_key: None, + title_loc_args: None, + action_loc_key: None, + loc_key: None, + loc_args: None, + launch_image: None, + })), + badge: self.get_badge_count(&payload.user_id).await, + sound: Some(APSSound::Sound("default")), + thread_id: Some(alert.channel.id()), + content_available: None, + category: None, + mutable_content: Some(1), + url_args: None, + }, + device_token: &payload.token, + options: payload_options.clone(), + message: &alert.message, + url: &alert.url, + author_avatar: &alert.icon, + author_display_name: &alert.author, + channel_name: alert.channel.name().unwrap_or(&title), + }; + + resp = self.client.send(apn_payload).await; + } + PayloadKind::BadgeUpdate(badge) => { + let apn_payload = Payload { + aps: APS { + badge: Some(badge as u32), + ..Default::default() + }, + device_token: &payload.token, + options: payload_options.clone(), + data: BTreeMap::new(), + }; + + resp = self.client.send(apn_payload).await; + } + } + + if let Err(err) = resp { + match err { + Error::ResponseError(Response { + error: + Some(ErrorBody { + reason: ErrorReason::BadDeviceToken | ErrorReason::Unregistered, + .. + }), + .. + }) => { + if let Err(err) = self + .db + .remove_push_subscription_by_session_id(&payload.session_id) + .await + { + revolt_config::capture_error(&err); + } + } + err => { + revolt_config::capture_error(&err); + } + } + } + } +} diff --git a/crates/daemons/pushd/src/consumers/outbound/fcm.rs b/crates/daemons/pushd/src/consumers/outbound/fcm.rs new file mode 100644 index 00000000..61700bbb --- /dev/null +++ b/crates/daemons/pushd/src/consumers/outbound/fcm.rs @@ -0,0 +1,199 @@ +use std::{collections::HashMap, time::Duration}; + +use amqprs::{channel::Channel as AmqpChannel, consumer::AsyncConsumer, BasicProperties, Deliver}; + +use async_trait::async_trait; +use fcm_v1::{ + android::AndroidConfig, + auth::{Authenticator, ServiceAccountKey}, + message::{Message, Notification}, + Client, Error as FcmError, +}; +use revolt_database::{events::rabbit::*, Database}; +use revolt_models::v0::{Channel, PushNotification}; +use serde_json::Value; + +pub struct FcmOutboundConsumer { + db: Database, + client: Client, +} + +impl FcmOutboundConsumer { + fn format_title(&self, notification: &PushNotification) -> String { + // ideally this changes depending on context + // in a server, it would look like "Sendername, #channelname in servername" + // in a group, it would look like "Sendername in groupname" + // in a dm it should just be "Sendername". + // not sure how feasible all those are given the PushNotification object as it currently stands. + + match ¬ification.channel { + Channel::DirectMessage { .. } => notification.author.clone(), + Channel::Group { name, .. } => format!("{}, #{}", notification.author, name), + Channel::TextChannel { name, .. } | Channel::VoiceChannel { name, .. } => { + format!("{} in #{}", notification.author, name) + } + _ => "Unknown".to_string(), + } + } +} + +impl FcmOutboundConsumer { + pub async fn new(db: Database) -> Result { + let config = revolt_config::config().await; + + Ok(FcmOutboundConsumer { + db, + client: Client::new( + Authenticator::service_account::<&str>(ServiceAccountKey { + key_type: Some(config.pushd.fcm.key_type), + project_id: Some(config.pushd.fcm.project_id.clone()), + private_key_id: Some(config.pushd.fcm.private_key_id), + private_key: config.pushd.fcm.private_key, + client_email: config.pushd.fcm.client_email, + client_id: Some(config.pushd.fcm.client_id), + auth_uri: Some(config.pushd.fcm.auth_uri), + token_uri: config.pushd.fcm.token_uri, + auth_provider_x509_cert_url: Some(config.pushd.fcm.auth_provider_x509_cert_url), + client_x509_cert_url: Some(config.pushd.fcm.client_x509_cert_url), + }) + .await + .unwrap(), + config.pushd.fcm.project_id, + false, + Duration::from_secs(5), + ), + }) + } +} + +#[allow(unused_variables)] +#[async_trait] +impl AsyncConsumer for FcmOutboundConsumer { + async fn consume( + &mut self, + channel: &AmqpChannel, + deliver: Deliver, + basic_properties: BasicProperties, + content: Vec, + ) { + let content = String::from_utf8(content).unwrap(); + let payload: PayloadToService = serde_json::from_str(content.as_str()).unwrap(); + + let config = revolt_config::config().await; + + #[allow(clippy::needless_late_init)] + let resp: Result; + + match payload.notification { + PayloadKind::FRReceived(alert) => { + let name = alert + .from_user + .display_name + .or(Some(format!( + "{}#{}", + alert.from_user.username, alert.from_user.discriminator + ))) + .clone() + .unwrap(); + + let mut data = HashMap::new(); + data.insert( + "type".to_string(), + Value::String("push.fr.receive".to_string()), + ); + data.insert("id".to_string(), Value::String(alert.from_user.id)); + data.insert("username".to_string(), Value::String(name)); + + let msg = Message { + token: Some(payload.token), + data: Some(data), + ..Default::default() + }; + + resp = self.client.send(&msg).await; + } + + PayloadKind::FRAccepted(alert) => { + let name = alert + .accepted_user + .display_name + .or(Some(format!( + "{}#{}", + alert.accepted_user.username, alert.accepted_user.discriminator + ))) + .clone() + .unwrap(); + + let mut data: HashMap = HashMap::new(); + data.insert( + "type".to_string(), + Value::String("push.fr.accept".to_string()), + ); + data.insert("id".to_string(), Value::String(alert.accepted_user.id)); + data.insert("username".to_string(), Value::String(name)); + + let msg = Message { + token: Some(payload.token), + data: Some(data), + ..Default::default() + }; + + resp = self.client.send(&msg).await; + } + PayloadKind::Generic(alert) => { + let msg = Message { + token: Some(payload.token), + notification: Some(Notification { + title: Some(alert.title), + body: Some(alert.body), + image: alert.icon, + }), + ..Default::default() + }; + + resp = self.client.send(&msg).await; + } + + PayloadKind::MessageNotification(alert) => { + let title = self.format_title(&alert); + + let msg = Message { + token: Some(payload.token), + notification: Some(Notification { + title: Some(title), + body: Some(alert.body), + image: Some(alert.icon), + }), + android: Some(AndroidConfig { + collapse_key: Some(alert.tag), + ..Default::default() + }), + ..Default::default() + }; + + resp = self.client.send(&msg).await; + } + + PayloadKind::BadgeUpdate(_) => { + panic!("FCM cannot handle badge updates, and they should not be sent here.") + } + } + + if let Err(err) = resp { + match err { + FcmError::Auth => { + if let Err(err) = self + .db + .remove_push_subscription_by_session_id(&payload.session_id) + .await + { + revolt_config::capture_error(&err); + } + } + err => { + revolt_config::capture_error(&err); + } + } + } + } +} diff --git a/crates/daemons/pushd/src/consumers/outbound/mod.rs b/crates/daemons/pushd/src/consumers/outbound/mod.rs new file mode 100644 index 00000000..cfff0a26 --- /dev/null +++ b/crates/daemons/pushd/src/consumers/outbound/mod.rs @@ -0,0 +1,3 @@ +pub mod apn; +pub mod fcm; +pub mod vapid; diff --git a/crates/daemons/pushd/src/consumers/outbound/vapid.rs b/crates/daemons/pushd/src/consumers/outbound/vapid.rs new file mode 100644 index 00000000..fb735d5e --- /dev/null +++ b/crates/daemons/pushd/src/consumers/outbound/vapid.rs @@ -0,0 +1,149 @@ +use std::collections::HashMap; + +use amqprs::{channel::Channel as AmqpChannel, consumer::AsyncConsumer, BasicProperties, Deliver}; + +use async_trait::async_trait; +use base64::{ + engine::{self}, + Engine as _, +}; +use revolt_database::{events::rabbit::*, Database}; +// use revolt_models::v0::{Channel, PushNotification}; +use web_push::{ + ContentEncoding, IsahcWebPushClient, SubscriptionInfo, SubscriptionKeys, VapidSignatureBuilder, + WebPushClient, WebPushError, WebPushMessageBuilder, +}; + +pub struct VapidOutboundConsumer { + db: Database, + client: IsahcWebPushClient, + pkey: Vec, +} + +impl VapidOutboundConsumer { + pub async fn new(db: Database) -> Result { + let config = revolt_config::config().await; + + if config.pushd.vapid.private_key.is_empty() | config.pushd.vapid.public_key.is_empty() { + return Err("No Vapid keys present"); + } + + let web_push_private_key = engine::general_purpose::URL_SAFE_NO_PAD + .decode(config.pushd.vapid.private_key) + .expect("valid `VAPID_PRIVATE_KEY`"); + + Ok(VapidOutboundConsumer { + db, + client: IsahcWebPushClient::new().unwrap(), + pkey: web_push_private_key, + }) + } +} + +#[allow(unused_variables)] +#[async_trait] +impl AsyncConsumer for VapidOutboundConsumer { + async fn consume( + &mut self, + channel: &AmqpChannel, + deliver: Deliver, + basic_properties: BasicProperties, + content: Vec, + ) { + let content = String::from_utf8(content).unwrap(); + let payload: PayloadToService = serde_json::from_str(content.as_str()).unwrap(); + + let config = revolt_config::config().await; + + let subscription = SubscriptionInfo { + endpoint: payload.extras.get("endpoint").unwrap().clone(), + keys: SubscriptionKeys { + auth: payload.token, + p256dh: payload.extras.get("p256dh").unwrap().clone(), + }, + }; + + #[allow(clippy::needless_late_init)] + let payload_body: String; + + match payload.notification { + PayloadKind::FRReceived(alert) => { + let name = alert + .from_user + .display_name + .or(Some(format!( + "{}#{}", + alert.from_user.username, alert.from_user.discriminator + ))) + .clone() + .unwrap(); + + let mut body = HashMap::new(); + body.insert("body", format!("{} sent you a friend request", name)); + + payload_body = serde_json::to_string(&body).unwrap(); + } + PayloadKind::FRAccepted(alert) => { + let name = alert + .accepted_user + .display_name + .or(Some(format!( + "{}#{}", + alert.accepted_user.username, alert.accepted_user.discriminator + ))) + .clone() + .unwrap(); + + let mut body = HashMap::new(); + body.insert("body", format!("{} accepted your friend request", name)); + + payload_body = serde_json::to_string(&body).unwrap(); + } + PayloadKind::Generic(alert) => { + payload_body = serde_json::to_string(&alert).unwrap(); + } + PayloadKind::MessageNotification(alert) => { + payload_body = serde_json::to_string(&alert).unwrap(); + } + PayloadKind::BadgeUpdate(_) => { + panic!("Vapid cannot handle badge updates, and they should not be sent here.") + } + } + + match VapidSignatureBuilder::from_pem(std::io::Cursor::new(&self.pkey), &subscription) { + Ok(sig_builder) => match sig_builder.build() { + Ok(signature) => { + let mut builder = WebPushMessageBuilder::new(&subscription); + builder.set_vapid_signature(signature); + + builder.set_payload(ContentEncoding::AesGcm, payload_body.as_bytes()); + + match builder.build() { + Ok(msg) => { + if let Err(err) = self.client.send(msg).await { + if err == WebPushError::Unauthorized { + if let Err(err) = self + .db + .remove_push_subscription_by_session_id(&payload.session_id) + .await + { + revolt_config::capture_error(&err); + } + } + } + } + Err(err) => { + revolt_config::capture_error(&err); + } + } + } + Err(err) => { + revolt_config::capture_error(&err); + } + }, + Err(err) => { + revolt_config::capture_error(&err); + } + } + } +} diff --git a/crates/daemons/pushd/src/main.rs b/crates/daemons/pushd/src/main.rs new file mode 100644 index 00000000..c63b8d9a --- /dev/null +++ b/crates/daemons/pushd/src/main.rs @@ -0,0 +1,233 @@ +use amqprs::{ + channel::{ + BasicConsumeArguments, Channel, ExchangeDeclareArguments, QueueBindArguments, + QueueDeclareArguments, + }, + connection::{Connection, OpenConnectionArguments}, + consumer::AsyncConsumer, + FieldTable, +}; +use revolt_config::{config, Settings}; +use tokio::sync::Notify; + +mod consumers; +use consumers::{ + inbound::{ + ack::AckConsumer, fr_accepted::FRAcceptedConsumer, fr_received::FRReceivedConsumer, + generic::GenericConsumer, message::MessageConsumer, + }, + outbound::{apn::ApnsOutboundConsumer, fcm::FcmOutboundConsumer, vapid::VapidOutboundConsumer}, +}; + +#[tokio::main(flavor = "multi_thread", worker_threads = 2)] +async fn main() { + let config = config().await; + + // Setup database + let db = revolt_database::DatabaseInfo::Auto.connect().await.unwrap(); + let authifier: authifier::Database; + + if let Some(client) = match &db { + revolt_database::Database::Reference(_) => None, + revolt_database::Database::MongoDb(mongo) => Some(mongo), + } { + authifier = + authifier::Database::MongoDb(authifier::database::MongoDb(client.database("revolt"))); + } else { + panic!("Mongo is not in use, can't connect via authifier!") + } + + let mut connections: Vec<(Channel, Connection)> = Vec::new(); + + // An explainer of how this works: + // The inbound connections are on separate routing keys, such that they only receive the proper payload + // from their respective api (prod or test). + // However, the outbound queues that go to the services are routed to receive from both, so that messages + // sent from beta are still notified on prod, and vice versa. + + // This'll require some interesting shimming if we need to add more events once this is in prod (different payloads between prod and test), + // but that sounds like a problem for future us. + + // inbound: generic + connections.push( + make_queue_and_consume( + &config, + &config.pushd.generic_queue, + config.pushd.get_generic_routing_key().as_str(), + None, + GenericConsumer::new(db.clone(), authifier.clone()), + ) + .await, + ); + + // inbound: messages + connections.push( + make_queue_and_consume( + &config, + &config.pushd.message_queue, + config.pushd.get_message_routing_key().as_str(), + None, + MessageConsumer::new(db.clone(), authifier.clone()), + ) + .await, + ); + + // inbound: FR received + connections.push( + make_queue_and_consume( + &config, + &config.pushd.fr_received_queue, + config.pushd.get_fr_received_routing_key().as_str(), + None, + FRReceivedConsumer::new(db.clone(), authifier.clone()), + ) + .await, + ); + + // inbound: FR accepted + connections.push( + make_queue_and_consume( + &config, + &config.pushd.fr_accepted_queue, + config.pushd.get_fr_accepted_routing_key().as_str(), + None, + FRAcceptedConsumer::new(db.clone(), authifier.clone()), + ) + .await, + ); + + if !config.pushd.apn.pkcs8.is_empty() { + connections.push( + make_queue_and_consume( + &config, + &config.pushd.apn.queue, + &config.pushd.apn.queue, + None, + ApnsOutboundConsumer::new(db.clone()).await.unwrap(), + ) + .await, + ); + + let mut table = FieldTable::new(); + table.insert("x-message-deduplication".try_into().unwrap(), "true".into()); + + connections.push( + make_queue_and_consume( + &config, + &config.pushd.ack_queue, + &config.pushd.ack_queue, + Some(table), + AckConsumer::new(db.clone(), authifier.clone()), + ) + .await, + ); + } + + if !config.pushd.fcm.auth_uri.is_empty() { + connections.push( + make_queue_and_consume( + &config, + &config.pushd.fcm.queue, + &config.pushd.fcm.queue, + None, + FcmOutboundConsumer::new(db.clone()).await.unwrap(), + ) + .await, + ) + } + + if !config.pushd.vapid.public_key.is_empty() { + connections.push( + make_queue_and_consume( + &config, + &config.pushd.vapid.queue, + &config.pushd.vapid.queue, + None, + VapidOutboundConsumer::new(db.clone()).await.unwrap(), + ) + .await, + ) + } + + let guard = Notify::new(); + guard.notified().await; + + for (channel, conn) in connections { + channel.close().await.expect("Unable to close channel"); + conn.close().await.expect("Unable to close connection"); + } +} + +async fn make_queue_and_consume( + config: &Settings, + queue_name: &str, + routing_key: &str, + queue_args: Option, + consumer: F, +) -> (Channel, Connection) +where + F: AsyncConsumer + Send + 'static, +{ + let connection = Connection::open(&OpenConnectionArguments::new( + &config.rabbit.host, + config.rabbit.port, + &config.rabbit.username, + &config.rabbit.password, + )) + .await + .unwrap(); + + let channel = connection.open_channel(None).await.unwrap(); + + channel + .exchange_declare( + ExchangeDeclareArguments::new(&config.pushd.exchange, "direct") + .durable(true) + .finish(), + ) + .await + .expect("Failed to declare pushd exchange"); + + let mut queue_name = queue_name.to_string(); + + if config.pushd.production { + queue_name += "-prd"; + } else { + queue_name += "-tst"; + } + + let queue_name = queue_name.as_str(); + + let mut args = QueueDeclareArguments::new(queue_name); + args.durable(true); + + if let Some(arg) = queue_args { + args.arguments(arg); + } + + let args = args.finish(); + _ = channel.queue_declare(args).await.unwrap().unwrap(); + + channel + .queue_bind(QueueBindArguments::new( + queue_name, + &config.pushd.exchange, + routing_key, + )) + .await + .expect( + "This probably means the revolt.notifications exchange does not exist in rabbitmq!", + ); + + let args = BasicConsumeArguments::new(queue_name, "") + .manual_ack(false) + .finish(); + + channel.basic_consume(consumer, args).await.unwrap(); + log::info!( + "Consuming routing key {} as queue {}", + routing_key, + queue_name + ); + (channel, connection) +} diff --git a/crates/delta/Cargo.toml b/crates/delta/Cargo.toml index 05857ae0..d4ecc97e 100644 --- a/crates/delta/Cargo.toml +++ b/crates/delta/Cargo.toml @@ -52,20 +52,21 @@ async-std = { version = "1.8.0", features = [ lettre = "0.10.0-alpha.4" # web -rocket = { version = "0.5.0-rc.2", default-features = false, features = [ - "json", -] } -rocket_cors = { git = "https://github.com/lawliet89/rocket_cors", rev = "c17e8145baa4790319fdb6a473e465b960f55e7c" } +rocket = { version = "0.5.1", default-features = false, features = ["json"] } +rocket_cors = { git = "https://github.com/lawliet89/rocket_cors", rev = "072d90359b23e9b291df6b672c07c93de9c46011" } rocket_empty = { version = "0.1.1", features = ["schema"] } -rocket_authifier = { version = "1.0.8" } +rocket_authifier = { version = "1.0.9" } rocket_prometheus = "0.10.0-rc.3" # spec generation schemars = "0.8.8" -revolt_rocket_okapi = { version = "0.9.1", features = ["swagger"] } +revolt_rocket_okapi = { version = "0.10.0", features = ["swagger"] } + +# rabbit +amqprs = { version = "1.7.0" } # core -authifier = "1.0.8" +authifier = "1.0.9" revolt-config = { path = "../core/config" } revolt-database = { path = "../core/database", features = [ "rocket-impl", diff --git a/crates/delta/src/main.rs b/crates/delta/src/main.rs index 958254cd..c25cf7fa 100644 --- a/crates/delta/src/main.rs +++ b/crates/delta/src/main.rs @@ -10,12 +10,17 @@ pub mod util; use revolt_config::config; use revolt_database::events::client::EventV1; +use revolt_database::AMQP; use rocket::{Build, Rocket}; use rocket_cors::{AllowedOrigins, CorsOptions}; use rocket_prometheus::PrometheusMetrics; use std::net::Ipv4Addr; use std::str::FromStr; +use amqprs::{ + channel::ExchangeDeclareArguments, + connection::{Connection, OpenConnectionArguments}, +}; use async_std::channel::unbounded; use authifier::AuthifierEvent; use rocket::data::ToByteUnit; @@ -32,7 +37,7 @@ pub async fn web() -> Rocket { db.migrate_database().await.unwrap(); // Setup Authifier event channel - let (sender, receiver) = unbounded(); + let (_, receiver) = unbounded(); // Setup Authifier let authifier = db.clone().to_authifier().await; @@ -53,9 +58,6 @@ pub async fn web() -> Rocket { } }); - // Launch background task workers - revolt_database::tasks::start_workers(db.clone(), authifier.database.clone()); - // Configure CORS let cors = CorsOptions { allowed_origins: AllowedOrigins::All, @@ -79,6 +81,31 @@ pub async fn web() -> Rocket { ) .into(); + // Configure Rabbit + let connection = Connection::open(&OpenConnectionArguments::new( + &config.rabbit.host, + config.rabbit.port, + &config.rabbit.username, + &config.rabbit.password, + )) + .await + .unwrap(); + let channel = connection.open_channel(None).await.unwrap(); + + channel + .exchange_declare( + ExchangeDeclareArguments::new(&config.pushd.exchange, "direct") + .durable(true) + .finish(), + ) + .await + .expect("Failed to declare exchange"); + + let amqp = AMQP::new(connection, channel); + + // Launch background task workers + revolt_database::tasks::start_workers(db.clone(), amqp.clone()); + // Configure Rocket let rocket = rocket::build(); let prometheus = PrometheusMetrics::new(); @@ -91,6 +118,7 @@ pub async fn web() -> Rocket { .mount("/swagger/", swagger) .manage(authifier) .manage(db) + .manage(amqp) .manage(cors.clone()) .attach(util::ratelimiter::RatelimitFairing) .attach(cors) diff --git a/crates/delta/src/routes/bots/invite.rs b/crates/delta/src/routes/bots/invite.rs index 120c36da..10c09eed 100644 --- a/crates/delta/src/routes/bots/invite.rs +++ b/crates/delta/src/routes/bots/invite.rs @@ -1,6 +1,6 @@ use revolt_database::util::permissions::DatabasePermissionQuery; -use revolt_database::Member; use revolt_database::{util::reference::Reference, Database, User}; +use revolt_database::{Member, AMQP}; use revolt_models::v0; use revolt_permissions::{ calculate_channel_permissions, calculate_server_permissions, ChannelPermission, @@ -18,6 +18,7 @@ use rocket_empty::EmptyResponse; #[post("//invite", data = "")] pub async fn invite_bot( db: &State, + amqp: &State, user: User, target: Reference, dest: Json, @@ -55,7 +56,7 @@ pub async fn invite_bot( .throw_if_lacking_channel_permission(ChannelPermission::InviteOthers)?; channel - .add_user_to_group(db, &bot_user, &user.id) + .add_user_to_group(db, amqp, &bot_user, &user.id) .await .map(|_| EmptyResponse) } @@ -93,9 +94,12 @@ mod test { .client .post(format!("/bots/{}/invite", bot.id)) .header(ContentType::JSON) - .body(json!(v0::InviteBotDestination::Group { - group: group.id().to_string() - }).to_string()) + .body( + json!(v0::InviteBotDestination::Group { + group: group.id().to_string() + }) + .to_string(), + ) .header(Header::new("x-session-token", session.token.to_string())) .dispatch() .await; diff --git a/crates/delta/src/routes/channels/channel_delete.rs b/crates/delta/src/routes/channels/channel_delete.rs index ae09ee70..86dea166 100644 --- a/crates/delta/src/routes/channels/channel_delete.rs +++ b/crates/delta/src/routes/channels/channel_delete.rs @@ -1,6 +1,6 @@ use revolt_database::{ util::{permissions::DatabasePermissionQuery, reference::Reference}, - Channel, Database, PartialChannel, User, + Channel, Database, PartialChannel, User, AMQP, }; use revolt_models::v0; use revolt_permissions::{calculate_channel_permissions, ChannelPermission}; @@ -15,6 +15,7 @@ use rocket_empty::EmptyResponse; #[delete("/?")] pub async fn delete( db: &State, + amqp: &State, user: User, target: Reference, options: v0::OptionsChannelDelete, @@ -39,7 +40,13 @@ pub async fn delete( .await .map(|_| EmptyResponse), Channel::Group { .. } => channel - .remove_user_from_group(db, &user, None, options.leave_silently.unwrap_or_default()) + .remove_user_from_group( + db, + amqp, + &user, + None, + options.leave_silently.unwrap_or_default(), + ) .await .map(|_| EmptyResponse), Channel::TextChannel { .. } | Channel::VoiceChannel { .. } => { diff --git a/crates/delta/src/routes/channels/channel_edit.rs b/crates/delta/src/routes/channels/channel_edit.rs index d53c14fd..1977ec9b 100644 --- a/crates/delta/src/routes/channels/channel_edit.rs +++ b/crates/delta/src/routes/channels/channel_edit.rs @@ -1,6 +1,6 @@ use revolt_database::{ util::{permissions::DatabasePermissionQuery, reference::Reference}, - Channel, Database, File, PartialChannel, SystemMessage, User, + Channel, Database, File, PartialChannel, SystemMessage, User, AMQP, }; use revolt_models::v0; use revolt_permissions::{calculate_channel_permissions, ChannelPermission}; @@ -15,6 +15,7 @@ use validator::Validate; #[patch("/", data = "")] pub async fn edit( db: &State, + amqp: &State, user: User, target: Reference, data: Json, @@ -73,7 +74,15 @@ pub async fn edit( return Err(create_error!(InvalidOperation)); } .into_message(channel.id().to_string()) - .send(db, user.as_author_for_system(), None, None, &channel, false) + .send( + db, + Some(amqp), + user.as_author_for_system(), + None, + None, + &channel, + false, + ) .await .ok(); } @@ -151,7 +160,15 @@ pub async fn edit( by: user.id.clone(), } .into_message(channel.id().to_string()) - .send(db, user.as_author_for_system(), None, None, &channel, false) + .send( + db, + Some(amqp), + user.as_author_for_system(), + None, + None, + &channel, + false, + ) .await .ok(); } @@ -161,7 +178,15 @@ pub async fn edit( by: user.id.clone(), } .into_message(channel.id().to_string()) - .send(db, user.as_author_for_system(), None, None, &channel, false) + .send( + db, + Some(amqp), + user.as_author_for_system(), + None, + None, + &channel, + false, + ) .await .ok(); } @@ -171,7 +196,15 @@ pub async fn edit( by: user.id.clone(), } .into_message(channel.id().to_string()) - .send(db, user.as_author_for_system(), None, None, &channel, false) + .send( + db, + Some(amqp), + user.as_author_for_system(), + None, + None, + &channel, + false, + ) .await .ok(); } diff --git a/crates/delta/src/routes/channels/group_add_member.rs b/crates/delta/src/routes/channels/group_add_member.rs index 16ee84c7..79d9e633 100644 --- a/crates/delta/src/routes/channels/group_add_member.rs +++ b/crates/delta/src/routes/channels/group_add_member.rs @@ -1,6 +1,6 @@ use revolt_database::{ util::{permissions::DatabasePermissionQuery, reference::Reference}, - Channel, Database, User, + Channel, Database, User, AMQP, }; use revolt_permissions::{calculate_channel_permissions, ChannelPermission}; use revolt_result::{create_error, Result}; @@ -15,6 +15,7 @@ use rocket_empty::EmptyResponse; #[put("//recipients/")] pub async fn add_member( db: &State, + amqp: &State, user: User, group_id: Reference, member_id: Reference, @@ -38,7 +39,7 @@ pub async fn add_member( } channel - .add_user_to_group(db, &member, &user.id) + .add_user_to_group(db, amqp, &member, &user.id) .await .map(|_| EmptyResponse) } diff --git a/crates/delta/src/routes/channels/group_remove_member.rs b/crates/delta/src/routes/channels/group_remove_member.rs index 3a6f00ef..90cccfef 100644 --- a/crates/delta/src/routes/channels/group_remove_member.rs +++ b/crates/delta/src/routes/channels/group_remove_member.rs @@ -1,4 +1,4 @@ -use revolt_database::{util::reference::Reference, Channel, Database, User}; +use revolt_database::{util::reference::Reference, Channel, Database, User, AMQP}; use revolt_permissions::ChannelPermission; use revolt_result::{create_error, Result}; @@ -12,6 +12,7 @@ use rocket_empty::EmptyResponse; #[delete("//recipients/")] pub async fn remove_member( db: &State, + amqp: &State, user: User, target: Reference, member: Reference, @@ -42,7 +43,7 @@ pub async fn remove_member( } channel - .remove_user_from_group(db, &member, Some(&user.id), false) + .remove_user_from_group(db, amqp, &member, Some(&user.id), false) .await .map(|_| EmptyResponse) } diff --git a/crates/delta/src/routes/channels/message_pin.rs b/crates/delta/src/routes/channels/message_pin.rs index 5dc318f8..d8df7feb 100644 --- a/crates/delta/src/routes/channels/message_pin.rs +++ b/crates/delta/src/routes/channels/message_pin.rs @@ -1,5 +1,6 @@ use revolt_database::{ - util::{permissions::DatabasePermissionQuery, reference::Reference}, Database, PartialMessage, SystemMessage, User + util::{permissions::DatabasePermissionQuery, reference::Reference}, + Database, PartialMessage, SystemMessage, User, AMQP, }; use revolt_models::v0::MessageAuthor; use revolt_permissions::{calculate_channel_permissions, ChannelPermission}; @@ -14,6 +15,7 @@ use rocket_empty::EmptyResponse; #[post("//messages//pin")] pub async fn message_pin( db: &State, + amqp: &State, user: User, target: Reference, msg: Reference, @@ -28,30 +30,38 @@ pub async fn message_pin( let mut message = msg.as_message_in_channel(db, channel.id()).await?; if message.pinned.unwrap_or_default() { - return Err(create_error!(AlreadyPinned)) + return Err(create_error!(AlreadyPinned)); } - message.update(db, PartialMessage { - pinned: Some(true), - ..Default::default() - }, vec![]).await?; + message + .update( + db, + PartialMessage { + pinned: Some(true), + ..Default::default() + }, + vec![], + ) + .await?; SystemMessage::MessagePinned { id: message.id.clone(), - by: user.id.clone() + by: user.id.clone(), } .into_message(channel.id().to_string()) .send( db, + Some(amqp), MessageAuthor::System { username: &user.username, - avatar: user.avatar.as_ref().map(|file| file.id.as_ref()) + avatar: user.avatar.as_ref().map(|file| file.id.as_ref()), }, None, None, &channel, - false - ).await?; + false, + ) + .await?; Ok(EmptyResponse) } @@ -59,7 +69,11 @@ pub async fn message_pin( #[cfg(test)] mod test { use crate::{rocket, util::test::TestHarness}; - use revolt_database::{events::client::EventV1, util::{idempotency::IdempotencyKey, reference::Reference}, Member, Message, Server}; + use revolt_database::{ + events::client::EventV1, + util::{idempotency::IdempotencyKey, reference::Reference}, + Member, Message, Server, + }; use revolt_models::v0::{self, SystemMessage}; use rocket::http::{Header, Status}; @@ -75,24 +89,29 @@ mod test { ..Default::default() }, &user, - true - ).await.expect("Failed to create test server"); + true, + ) + .await + .expect("Failed to create test server"); - let (member, channels) = Member::create(&harness.db, &server, &user, Some(channels)).await.expect("Failed to create member"); + let (member, channels) = Member::create(&harness.db, &server, &user, Some(channels)) + .await + .expect("Failed to create member"); let channel = &channels[0]; let message = Message::create_from_api( &harness.db, + None, channel.clone(), v0::DataMessageSend { - content:Some("Test message".to_string()), + content: Some("Test message".to_string()), nonce: None, attachments: None, replies: None, embeds: None, masquerade: None, interactions: None, - flags: None + flags: None, }, v0::MessageAuthor::User(&user.clone().into(&harness.db, Some(&user)).await), Some(user.clone().into(&harness.db, Some(&user)).await), @@ -100,14 +119,18 @@ mod test { user.limits().await, IdempotencyKey::unchecked_from_string("0".to_string()), false, - false + false, ) .await .expect("Failed to create message"); let response = harness .client - .post(format!("/channels/{}/messages/{}/pin", channel.id(), &message.id)) + .post(format!( + "/channels/{}/messages/{}/pin", + channel.id(), + &message.id + )) .header(Header::new("x-session-token", session.token.to_string())) .dispatch() .await; @@ -115,34 +138,37 @@ mod test { assert_eq!(response.status(), Status::NoContent); drop(response); - harness.wait_for_event(channel.id(), |event| { - match event { - EventV1::Message(message) => { - match &message.system { - Some(SystemMessage::MessagePinned { by, .. }) => { - assert_eq!(by, &user.id); + harness + .wait_for_event(channel.id(), |event| match event { + EventV1::Message(message) => match &message.system { + Some(SystemMessage::MessagePinned { by, .. }) => { + assert_eq!(by, &user.id); - true - }, - _ => false + true } + _ => false, }, - _ => false - } - }).await; + _ => false, + }) + .await; - harness.wait_for_event(channel.id(), |event| { - match event { - EventV1::MessageUpdate { id, channel: channel_id, data, .. } => { + harness + .wait_for_event(channel.id(), |event| match event { + EventV1::MessageUpdate { + id, + channel: channel_id, + data, + .. + } => { assert_eq!(id, &message.id); assert_eq!(channel_id, channel.id()); assert_eq!(data.pinned, Some(true)); true - }, - _ => false - } - }).await; + } + _ => false, + }) + .await; let updated_message = Reference::from_unchecked(message.id) .as_message(&harness.db) diff --git a/crates/delta/src/routes/channels/message_send.rs b/crates/delta/src/routes/channels/message_send.rs index 93a29057..55c13308 100644 --- a/crates/delta/src/routes/channels/message_send.rs +++ b/crates/delta/src/routes/channels/message_send.rs @@ -3,7 +3,7 @@ use revolt_database::util::permissions::DatabasePermissionQuery; use revolt_database::{ util::idempotency::IdempotencyKey, util::reference::Reference, Database, User, }; -use revolt_database::{Interactions, Message}; +use revolt_database::{Interactions, Message, AMQP}; use revolt_models::v0; use revolt_permissions::PermissionQuery; use revolt_permissions::{calculate_channel_permissions, ChannelPermission}; @@ -19,6 +19,7 @@ use validator::Validate; #[post("//messages", data = "")] pub async fn message_send( db: &State, + amqp: &State, user: User, target: Reference, data: Json, @@ -93,6 +94,7 @@ pub async fn message_send( Ok(Json( Message::create_from_api( db, + Some(amqp), channel, data, v0::MessageAuthor::User(&author), @@ -107,3 +109,218 @@ pub async fn message_send( .into_model(Some(model_user), model_member), )) } + +#[cfg(test)] +mod test { + use std::collections::HashMap; + + use crate::{rocket, util::test::TestHarness}; + use revolt_database::{ + util::{idempotency::IdempotencyKey, reference::Reference}, + Channel, Member, Message, PartialChannel, PartialMember, Role, Server, + }; + use revolt_models::v0::{self, DataCreateServerChannel}; + use revolt_permissions::{ChannelPermission, OverrideField}; + + #[rocket::async_test] + async fn message_mention_constraints() { + let harness = TestHarness::new().await; + let (_, _, user) = harness.new_user().await; + let (_, _, second_user) = harness.new_user().await; + + let (server, channels) = Server::create( + &harness.db, + v0::DataCreateServer { + name: "Test Server".to_string(), + ..Default::default() + }, + &user, + true, + ) + .await + .expect("Failed to create test server"); + + let server_mut: &mut Server = &mut server.clone(); + let mut locked_channel = Channel::create_server_channel( + &harness.db, + server_mut, + DataCreateServerChannel { + channel_type: v0::LegacyServerChannelType::Text, + name: "Hidden Channel".to_string(), + description: None, + nsfw: Some(false), + }, + true, + ) + .await + .expect("Failed to make new channel"); + + let role = Role { + name: "Show Hidden Channel".to_string(), + permissions: OverrideField { a: 0, d: 0 }, + colour: None, + hoist: false, + rank: 5, + }; + + let role_id = role + .create(&harness.db, &server.id) + .await + .expect("Failed to create the role"); + + let mut overrides = HashMap::new(); + overrides.insert( + role_id.clone(), + OverrideField { + a: (ChannelPermission::ViewChannel) as i64, + d: 0, + }, + ); + + let partial = PartialChannel { + name: None, + owner: None, + description: None, + icon: None, + nsfw: None, + active: None, + permissions: None, + role_permissions: Some(overrides), + default_permissions: Some(OverrideField { + a: 0, + d: ChannelPermission::ViewChannel as i64, + }), + last_message_id: None, + }; + locked_channel + .update(&harness.db, partial, vec![]) + .await + .expect("Failed to update the channel permissions for special role"); + + Member::create(&harness.db, &server, &user, Some(channels.clone())) + .await + .expect("Failed to create member"); + let member = Reference::from_unchecked(user.id.clone()) + .as_member(&harness.db, &server.id) + .await + .expect("Failed to get member"); + + // Second user is not part of the server + let message = Message::create_from_api( + &harness.db, + Some(&harness.amqp), + locked_channel.clone(), + v0::DataMessageSend { + content: Some(format!("<@{}>", second_user.id)), + nonce: None, + attachments: None, + replies: None, + embeds: None, + masquerade: None, + interactions: None, + flags: None, + }, + v0::MessageAuthor::User(&user.clone().into(&harness.db, Some(&user)).await), + Some(user.clone().into(&harness.db, Some(&user)).await), + Some(member.clone().into()), + user.limits().await, + IdempotencyKey::unchecked_from_string("0".to_string()), + false, + true, + ) + .await + .expect("Failed to create message"); + + // The mention should not go through here + assert!( + message.mentions.is_none() || message.mentions.unwrap().is_empty(), + "Mention failed to be scrubbed when the user is not part of the server" + ); + + Member::create(&harness.db, &server, &second_user, Some(channels.clone())) + .await + .expect("Failed to create second member"); + let mut second_member = Reference::from_unchecked(second_user.id.clone()) + .as_member(&harness.db, &server.id) + .await + .expect("Failed to get second member"); + + // Second user cannot see the channel + let message = Message::create_from_api( + &harness.db, + Some(&harness.amqp), + locked_channel.clone(), + v0::DataMessageSend { + content: Some(format!("<@{}>", second_user.id)), + nonce: None, + attachments: None, + replies: None, + embeds: None, + masquerade: None, + interactions: None, + flags: None, + }, + v0::MessageAuthor::User(&user.clone().into(&harness.db, Some(&user)).await), + Some(user.clone().into(&harness.db, Some(&user)).await), + Some(member.clone().into()), + user.limits().await, + IdempotencyKey::unchecked_from_string("1".to_string()), + false, + true, + ) + .await + .expect("Failed to create message"); + + // The mention should not go through here + assert!( + message.mentions.is_none() || message.mentions.unwrap().is_empty(), + "Mention failed to be scrubbed when the user cannot see the channel" + ); + + let second_member_roles = vec![role_id.clone()]; + let partial = PartialMember { + id: None, + joined_at: None, + nickname: None, + avatar: None, + timeout: None, + roles: Some(second_member_roles), + }; + second_member + .update(&harness.db, partial, vec![]) + .await + .expect("Failed to update the second user's roles"); + + // This time the mention SHOULD go through + let message = Message::create_from_api( + &harness.db, + Some(&harness.amqp), + locked_channel.clone(), + v0::DataMessageSend { + content: Some(format!("<@{}>", second_user.id)), + nonce: None, + attachments: None, + replies: None, + embeds: None, + masquerade: None, + interactions: None, + flags: None, + }, + v0::MessageAuthor::User(&user.clone().into(&harness.db, Some(&user)).await), + Some(user.clone().into(&harness.db, Some(&user)).await), + Some(member.clone().into()), + user.limits().await, + IdempotencyKey::unchecked_from_string("2".to_string()), + false, + true, + ) + .await + .expect("Failed to create message"); + + // The mention SHOULD go through here + assert!( + message.mentions.is_some() && !message.mentions.unwrap().is_empty(), + "Mention was scrubbed when the user can see the channel" + ); + } +} diff --git a/crates/delta/src/routes/channels/message_unpin.rs b/crates/delta/src/routes/channels/message_unpin.rs index 4084fc11..67154842 100644 --- a/crates/delta/src/routes/channels/message_unpin.rs +++ b/crates/delta/src/routes/channels/message_unpin.rs @@ -1,5 +1,6 @@ use revolt_database::{ - util::{permissions::DatabasePermissionQuery, reference::Reference}, Database, FieldsMessage, PartialMessage, SystemMessage, User + util::{permissions::DatabasePermissionQuery, reference::Reference}, + Database, FieldsMessage, PartialMessage, SystemMessage, User, AMQP, }; use revolt_models::v0::MessageAuthor; use revolt_permissions::{calculate_channel_permissions, ChannelPermission}; @@ -14,6 +15,7 @@ use rocket_empty::EmptyResponse; #[delete("//messages//pin")] pub async fn message_unpin( db: &State, + amqp: &State, user: User, target: Reference, msg: Reference, @@ -28,27 +30,31 @@ pub async fn message_unpin( let mut message = msg.as_message_in_channel(db, channel.id()).await?; if !message.pinned.unwrap_or_default() { - return Err(create_error!(NotPinned)) + return Err(create_error!(NotPinned)); } - message.update(db, PartialMessage::default(), vec![FieldsMessage::Pinned]).await?; + message + .update(db, PartialMessage::default(), vec![FieldsMessage::Pinned]) + .await?; SystemMessage::MessageUnpinned { id: message.id.clone(), - by: user.id.clone() + by: user.id.clone(), } .into_message(channel.id().to_string()) .send( db, + Some(amqp), MessageAuthor::System { username: &user.username, - avatar: user.avatar.as_ref().map(|file| file.id.as_ref()) + avatar: user.avatar.as_ref().map(|file| file.id.as_ref()), }, None, None, &channel, - false - ).await?; + false, + ) + .await?; Ok(EmptyResponse) } @@ -56,7 +62,11 @@ pub async fn message_unpin( #[cfg(test)] mod test { use crate::{rocket, util::test::TestHarness}; - use revolt_database::{events::client::EventV1, util::{idempotency::IdempotencyKey, reference::Reference}, Member, Message, PartialMessage, Server}; + use revolt_database::{ + events::client::EventV1, + util::{idempotency::IdempotencyKey, reference::Reference}, + Member, Message, PartialMessage, Server, + }; use revolt_models::v0::{self, FieldsMessage, SystemMessage}; use rocket::http::{Header, Status}; @@ -72,26 +82,34 @@ mod test { ..Default::default() }, &user, - true - ).await.expect("Failed to create test server"); + true, + ) + .await + .expect("Failed to create test server"); let channel = &channels[0]; - Member::create(&harness.db, &server, &user, Some(channels.clone())).await.expect("Failed to create member"); - let member = Reference::from_unchecked(user.id.clone()).as_member(&harness.db, &server.id).await.expect("Failed to get member"); + Member::create(&harness.db, &server, &user, Some(channels.clone())) + .await + .expect("Failed to create member"); + let member = Reference::from_unchecked(user.id.clone()) + .as_member(&harness.db, &server.id) + .await + .expect("Failed to get member"); let message = Message::create_from_api( &harness.db, + None, channel.clone(), v0::DataMessageSend { - content:Some("Test message".to_string()), + content: Some("Test message".to_string()), nonce: None, attachments: None, replies: None, embeds: None, masquerade: None, interactions: None, - flags: None + flags: None, }, v0::MessageAuthor::User(&user.clone().into(&harness.db, Some(&user)).await), Some(user.clone().into(&harness.db, Some(&user)).await), @@ -99,23 +117,31 @@ mod test { user.limits().await, IdempotencyKey::unchecked_from_string("0".to_string()), false, - false + false, ) .await .expect("Failed to create message"); - harness.db.update_message( - &message.id, - &PartialMessage { - pinned: Some(true), - ..Default::default() - }, - vec![] - ).await.expect("Failed to update message"); + harness + .db + .update_message( + &message.id, + &PartialMessage { + pinned: Some(true), + ..Default::default() + }, + vec![], + ) + .await + .expect("Failed to update message"); let response = harness .client - .delete(format!("/channels/{}/messages/{}/pin", channel.id(), &message.id)) + .delete(format!( + "/channels/{}/messages/{}/pin", + channel.id(), + &message.id + )) .header(Header::new("x-session-token", session.token.to_string())) .dispatch() .await; @@ -123,33 +149,31 @@ mod test { assert_eq!(response.status(), Status::NoContent); drop(response); - harness.wait_for_event(channel.id(), |event| { - match event { - EventV1::Message(message) => { - match &message.system { - Some(SystemMessage::MessageUnpinned { by, .. }) => { - assert_eq!(by, &user.id); + harness + .wait_for_event(channel.id(), |event| match event { + EventV1::Message(message) => match &message.system { + Some(SystemMessage::MessageUnpinned { by, .. }) => { + assert_eq!(by, &user.id); - true - }, - _ => false + true } + _ => false, }, - _ => false - } - }).await; + _ => false, + }) + .await; - harness.wait_for_event(channel.id(), |event| { - match event { + harness + .wait_for_event(channel.id(), |event| match event { EventV1::MessageUpdate { id, clear, .. } => { assert_eq!(&message.id, id); assert_eq!(clear, &[FieldsMessage::Pinned]); true - }, - _ => false - } - }).await; + } + _ => false, + }) + .await; let updated_message = Reference::from_unchecked(message.id) .as_message(&harness.db) diff --git a/crates/delta/src/routes/invites/invite_join.rs b/crates/delta/src/routes/invites/invite_join.rs index 2fa872d3..83b59195 100644 --- a/crates/delta/src/routes/invites/invite_join.rs +++ b/crates/delta/src/routes/invites/invite_join.rs @@ -1,4 +1,4 @@ -use revolt_database::{util::reference::Reference, Channel, Database, Invite, Member, User}; +use revolt_database::{util::reference::Reference, Channel, Database, Invite, Member, User, AMQP}; use revolt_models::v0::{self, InviteJoinResponse}; use revolt_result::{create_error, Result}; use rocket::{serde::json::Json, State}; @@ -10,6 +10,7 @@ use rocket::{serde::json::Json, State}; #[post("/")] pub async fn join( db: &State, + amqp: &State, user: User, target: Reference, ) -> Result> { @@ -34,7 +35,7 @@ pub async fn join( channel, creator, .. } => { let mut channel = db.fetch_channel(channel).await?; - channel.add_user_to_group(db, &user, creator).await?; + channel.add_user_to_group(db, amqp, &user, creator).await?; if let Channel::Group { recipients, .. } = &channel { Ok(Json(InviteJoinResponse::Group { users: User::fetch_many_ids_as_mutuals(db, &user, recipients).await?, diff --git a/crates/delta/src/routes/root.rs b/crates/delta/src/routes/root.rs index 1e237bff..a67c596a 100644 --- a/crates/delta/src/routes/root.rs +++ b/crates/delta/src/routes/root.rs @@ -114,7 +114,7 @@ pub async fn root() -> Result> { }, ws: config.hosts.events, app: config.hosts.app, - vapid: config.api.vapid.public_key, + vapid: config.pushd.vapid.public_key, build: BuildInformation { commit_sha: option_env!("VERGEN_GIT_SHA") .unwrap_or_else(|| "") diff --git a/crates/delta/src/routes/users/add_friend.rs b/crates/delta/src/routes/users/add_friend.rs index f544c766..b7728d0e 100644 --- a/crates/delta/src/routes/users/add_friend.rs +++ b/crates/delta/src/routes/users/add_friend.rs @@ -1,5 +1,5 @@ use revolt_database::util::reference::Reference; -use revolt_database::{Database, User}; +use revolt_database::{Database, User, AMQP}; use revolt_models::v0; use revolt_result::{create_error, Result}; use rocket::serde::json::Json; @@ -12,6 +12,7 @@ use rocket::State; #[put("//friend")] pub async fn add( db: &State, + amqp: &State, mut user: User, target: Reference, ) -> Result> { @@ -21,6 +22,6 @@ pub async fn add( return Err(create_error!(IsBot)); } - user.add_friend(db, &mut target).await?; + user.add_friend(db, amqp, &mut target).await?; Ok(Json(target.into(db, &user).await)) } diff --git a/crates/delta/src/routes/users/send_friend_request.rs b/crates/delta/src/routes/users/send_friend_request.rs index 552219f2..a87334af 100644 --- a/crates/delta/src/routes/users/send_friend_request.rs +++ b/crates/delta/src/routes/users/send_friend_request.rs @@ -1,5 +1,5 @@ -use revolt_database::util::reference::Reference; -use revolt_database::{Database, User}; +// use revolt_database::util::reference::Reference; +use revolt_database::{Database, User, AMQP}; use revolt_models::v0; use revolt_result::{create_error, Result}; use rocket::serde::json::Json; @@ -12,6 +12,7 @@ use rocket::State; #[post("/friend", data = "")] pub async fn send_friend_request( db: &State, + amqp: &State, mut user: User, data: Json, ) -> Result> { @@ -22,7 +23,7 @@ pub async fn send_friend_request( return Err(create_error!(IsBot)); } - user.add_friend(db, &mut target).await?; + user.add_friend(db, amqp, &mut target).await?; Ok(Json(target.into(db, &user).await)) } else { Err(create_error!(InvalidProperty)) diff --git a/crates/delta/src/routes/webhooks/webhook_execute.rs b/crates/delta/src/routes/webhooks/webhook_execute.rs index 29b33dde..e43ee934 100644 --- a/crates/delta/src/routes/webhooks/webhook_execute.rs +++ b/crates/delta/src/routes/webhooks/webhook_execute.rs @@ -1,7 +1,7 @@ use revolt_config::config; use revolt_database::{ util::{idempotency::IdempotencyKey, reference::Reference}, - Database, Message, + Database, Message, AMQP, }; use revolt_models::v0; use revolt_permissions::{ChannelPermission, PermissionValue}; @@ -17,6 +17,7 @@ use validator::Validate; #[post("//", data = "")] pub async fn webhook_execute( db: &State, + amqp: &State, webhook_id: Reference, token: String, data: Json, @@ -56,6 +57,7 @@ pub async fn webhook_execute( Ok(Json( Message::create_from_api( db, + Some(amqp), channel, data, v0::MessageAuthor::Webhook(&webhook.into()), diff --git a/crates/delta/src/routes/webhooks/webhook_execute_github.rs b/crates/delta/src/routes/webhooks/webhook_execute_github.rs index 85bf2e42..a5b0d12b 100644 --- a/crates/delta/src/routes/webhooks/webhook_execute_github.rs +++ b/crates/delta/src/routes/webhooks/webhook_execute_github.rs @@ -1,4 +1,4 @@ -use revolt_database::{util::reference::Reference, Database, Message}; +use revolt_database::{util::reference::Reference, Database, Message, AMQP}; use revolt_models::v0::{MessageAuthor, SendableEmbed, Webhook}; use revolt_result::{create_error, Error, Result}; use revolt_rocket_okapi::{ @@ -635,7 +635,10 @@ impl<'r> FromRequest<'r> for EventHeader<'r> { async fn from_request(request: &'r Request<'_>) -> rocket::request::Outcome { let headers = request.headers(); let Some(event) = headers.get_one("X-GitHub-Event") else { - return rocket::request::Outcome::Failure((Status::BadRequest, create_error!(InvalidOperation))) + return rocket::request::Outcome::Error(( + Status::BadRequest, + create_error!(InvalidOperation), + )); }; rocket::request::Outcome::Success(Self(event)) @@ -747,6 +750,7 @@ fn convert_event(data: &str, event_name: &str) -> Result { #[post("///github", data = "")] pub async fn webhook_execute_github( db: &State, + amqp: &State, webhook_id: Reference, token: String, event: EventHeader<'_>, @@ -784,7 +788,9 @@ pub async fn webhook_execute_github( r#ref, .. }) => { - let Some(branch) = r#ref.split('/').nth(2) else { return Ok(()) }; + let Some(branch) = r#ref.split('/').nth(2) else { + return Ok(()); + }; if forced { let description = format!( @@ -1074,6 +1080,7 @@ pub async fn webhook_execute_github( message .send( db, + Some(amqp), MessageAuthor::Webhook(&webhook.into()), None, None, diff --git a/crates/delta/src/util/ratelimiter.rs b/crates/delta/src/util/ratelimiter.rs index ce7317ff..c95f818d 100644 --- a/crates/delta/src/util/ratelimiter.rs +++ b/crates/delta/src/util/ratelimiter.rs @@ -235,7 +235,7 @@ impl<'r> FromRequest<'r> for Ratelimiter { match ratelimiter { Ok(ratelimiter) => Outcome::Success(*ratelimiter), - Err(ratelimiter) => Outcome::Failure((Status::TooManyRequests, *ratelimiter)), + Err(ratelimiter) => Outcome::Error((Status::TooManyRequests, *ratelimiter)), } } } @@ -264,7 +264,7 @@ impl Fairing for RatelimitFairing { async fn on_request(&self, request: &mut Request<'_>, _: &mut Data<'_>) { use rocket::outcome::Outcome; - if let Outcome::Failure(_) = request.guard::().await { + if let Outcome::Error(_) = request.guard::().await { info!( "User rate-limited on route {}! (IP = {:?})", request.uri(), @@ -278,7 +278,7 @@ impl Fairing for RatelimitFairing { async fn on_response<'r>(&self, request: &'r Request<'_>, response: &mut Response<'r>) { let guard = request.guard::().await; - let (Outcome::Success(ratelimiter) | Outcome::Failure((_, ratelimiter))) = guard else { + let (Outcome::Success(ratelimiter) | Outcome::Error((_, ratelimiter))) = guard else { unreachable!() }; let Ratelimiter { @@ -293,7 +293,7 @@ impl Fairing for RatelimitFairing { response.set_raw_header("X-RateLimit-Remaining", remaining.to_string()); response.set_raw_header("X-RateLimit-Reset-After", reset.to_string()); - if guard.is_failure() { + if guard.is_error() { response.set_status(Status::TooManyRequests); } } @@ -313,7 +313,7 @@ impl<'r> FromRequest<'r> for RatelimitInformation { async fn from_request(request: &'r rocket::Request<'_>) -> Outcome { let info = match request.guard::().await { Outcome::Success(ratelimiter) => RatelimitInformation::Success(ratelimiter), - Outcome::Failure((_, ratelimiter)) => RatelimitInformation::Failure { + Outcome::Error((_, ratelimiter)) => RatelimitInformation::Failure { retry_after: ratelimiter.reset, }, _ => unreachable!(), diff --git a/crates/delta/src/util/test.rs b/crates/delta/src/util/test.rs index 91813504..325a7ccf 100644 --- a/crates/delta/src/util/test.rs +++ b/crates/delta/src/util/test.rs @@ -5,7 +5,7 @@ use authifier::{ use futures::StreamExt; use rand::Rng; use redis_kiss::redis::aio::PubSub; -use revolt_database::{events::client::EventV1, Database, User}; +use revolt_database::{events::client::EventV1, Database, User, AMQP}; use revolt_models::v0; use rocket::local::asynchronous::Client; @@ -13,12 +13,15 @@ pub struct TestHarness { pub client: Client, authifier: Authifier, pub db: Database, + pub amqp: AMQP, sub: PubSub, event_buffer: Vec<(String, EventV1)>, } impl TestHarness { pub async fn new() -> TestHarness { + let config = revolt_config::config().await; + let client = Client::tracked(crate::web().await) .await .expect("valid rocket instance"); @@ -41,10 +44,25 @@ impl TestHarness { .expect("`Authifier`") .clone(); + let connection = amqprs::connection::Connection::open( + &amqprs::connection::OpenConnectionArguments::new( + &config.rabbit.host, + config.rabbit.port, + &config.rabbit.username, + &config.rabbit.password, + ), + ) + .await + .unwrap(); + let channel = connection.open_channel(None).await.unwrap(); + + let amqp = AMQP::new(connection, channel); + TestHarness { client, authifier, db, + amqp, sub, event_buffer: vec![], } diff --git a/scripts/build-image-layer.sh b/scripts/build-image-layer.sh index 5043b09b..4b2e18c4 100644 --- a/scripts/build-image-layer.sh +++ b/scripts/build-image-layer.sh @@ -33,12 +33,14 @@ deps() { crates/core/presence/src \ crates/core/result/src \ crates/services/autumn/src \ - crates/services/january/src + crates/services/january/src \ + crates/daemons/pushd/src echo 'fn main() { panic!("stub"); }' | tee crates/bonfire/src/main.rs | tee crates/delta/src/main.rs | tee crates/services/autumn/src/main.rs | - tee crates/services/january/src/main.rs + tee crates/services/january/src/main.rs | + tee crates/daemons/pushd/src/main.rs echo '' | tee crates/bindings/node/src/lib.rs | tee crates/core/config/src/lib.rs | @@ -60,6 +62,7 @@ apps() { touch -am \ crates/bonfire/src/main.rs \ crates/delta/src/main.rs \ + crates/daemons/pushd/src/main.rs \ crates/core/config/src/lib.rs \ crates/core/database/src/lib.rs \ crates/core/models/src/lib.rs \ From 75a07a84c0986ce75ded5739cf4d578ce11a3f1a Mon Sep 17 00:00:00 2001 From: IAmTomahawkx Date: Thu, 28 Nov 2024 13:52:28 -0800 Subject: [PATCH 04/32] feat: version bump everything --- Cargo.lock | 26 +++++++++++++------------- crates/bindings/node/Cargo.toml | 8 ++++---- crates/bonfire/Cargo.toml | 4 ++-- crates/core/config/Cargo.toml | 4 ++-- crates/core/database/Cargo.toml | 12 ++++++------ crates/core/files/Cargo.toml | 6 +++--- crates/core/models/Cargo.toml | 6 +++--- crates/core/permissions/Cargo.toml | 4 ++-- crates/core/presence/Cargo.toml | 2 +- crates/core/result/Cargo.toml | 2 +- crates/daemons/pushd/Cargo.toml | 8 ++++---- crates/delta/Cargo.toml | 2 +- crates/services/autumn/Cargo.toml | 10 +++++----- crates/services/january/Cargo.toml | 10 +++++----- 14 files changed, 52 insertions(+), 52 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index a3a8571b..f8f0e724 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -5523,7 +5523,7 @@ dependencies = [ [[package]] name = "revolt-autumn" -version = "0.7.19" +version = "0.8.0" dependencies = [ "axum", "axum-macros", @@ -5560,7 +5560,7 @@ dependencies = [ [[package]] name = "revolt-bonfire" -version = "0.7.19" +version = "0.8.0" dependencies = [ "async-channel 2.3.1", "async-std", @@ -5590,7 +5590,7 @@ dependencies = [ [[package]] name = "revolt-config" -version = "0.7.19" +version = "0.8.0" dependencies = [ "async-std", "cached", @@ -5606,7 +5606,7 @@ dependencies = [ [[package]] name = "revolt-database" -version = "0.7.19" +version = "0.8.0" dependencies = [ "amqprs", "async-lock 2.8.0", @@ -5655,7 +5655,7 @@ dependencies = [ [[package]] name = "revolt-delta" -version = "0.7.19" +version = "0.8.0" dependencies = [ "amqprs", "async-channel 1.6.1", @@ -5702,7 +5702,7 @@ dependencies = [ [[package]] name = "revolt-files" -version = "0.7.19" +version = "0.8.0" dependencies = [ "aes-gcm", "aws-config", @@ -5725,7 +5725,7 @@ dependencies = [ [[package]] name = "revolt-january" -version = "0.7.19" +version = "0.8.0" dependencies = [ "async-recursion", "axum", @@ -5753,7 +5753,7 @@ dependencies = [ [[package]] name = "revolt-models" -version = "0.7.19" +version = "0.8.0" dependencies = [ "indexmap 1.9.3", "iso8601-timestamp 0.2.11", @@ -5771,7 +5771,7 @@ dependencies = [ [[package]] name = "revolt-nodejs-bindings" -version = "0.7.19" +version = "0.8.0" dependencies = [ "async-std", "neon", @@ -5784,7 +5784,7 @@ dependencies = [ [[package]] name = "revolt-permissions" -version = "0.7.19" +version = "0.8.0" dependencies = [ "async-std", "async-trait", @@ -5799,7 +5799,7 @@ dependencies = [ [[package]] name = "revolt-presence" -version = "0.7.19" +version = "0.8.0" dependencies = [ "async-std", "log", @@ -5810,7 +5810,7 @@ dependencies = [ [[package]] name = "revolt-pushd" -version = "0.1.0" +version = "0.8.0" dependencies = [ "amqprs", "async-trait", @@ -5834,7 +5834,7 @@ dependencies = [ [[package]] name = "revolt-result" -version = "0.7.19" +version = "0.8.0" dependencies = [ "axum", "revolt_okapi", diff --git a/crates/bindings/node/Cargo.toml b/crates/bindings/node/Cargo.toml index 49497542..b5227c6d 100644 --- a/crates/bindings/node/Cargo.toml +++ b/crates/bindings/node/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-nodejs-bindings" -version = "0.7.19" +version = "0.8.0" description = "Node.js bindings for the Revolt software" authors = ["Paul Makles "] license = "MIT" @@ -20,6 +20,6 @@ serde = { version = "1", features = ["derive"] } async-std = "1.12.0" -revolt-config = { version = "0.7.19", path = "../../core/config" } -revolt-result = { version = "0.7.19", path = "../../core/result" } -revolt-database = { version = "0.7.19", path = "../../core/database" } +revolt-config = { version = "0.8.0", path = "../../core/config" } +revolt-result = { version = "0.8.0", path = "../../core/result" } +revolt-database = { version = "0.8.0", path = "../../core/database" } diff --git a/crates/bonfire/Cargo.toml b/crates/bonfire/Cargo.toml index c91723b3..0e1d8384 100644 --- a/crates/bonfire/Cargo.toml +++ b/crates/bonfire/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-bonfire" -version = "0.7.19" +version = "0.8.0" license = "AGPL-3.0-or-later" edition = "2021" @@ -41,7 +41,7 @@ revolt-result = { path = "../core/result" } revolt-models = { path = "../core/models" } revolt-config = { path = "../core/config" } revolt-database = { path = "../core/database" } -revolt-permissions = { version = "0.7.19", path = "../core/permissions" } +revolt-permissions = { version = "0.8.0", path = "../core/permissions" } revolt-presence = { path = "../core/presence", features = ["redis-is-patched"] } # redis diff --git a/crates/core/config/Cargo.toml b/crates/core/config/Cargo.toml index a723ce94..20085748 100644 --- a/crates/core/config/Cargo.toml +++ b/crates/core/config/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-config" -version = "0.7.19" +version = "0.8.0" edition = "2021" license = "MIT" authors = ["Paul Makles "] @@ -34,4 +34,4 @@ pretty_env_logger = "0.4.0" sentry = "0.31.5" # Core -revolt-result = { version = "0.7.19", path = "../result", optional = true } +revolt-result = { version = "0.8.0", path = "../result", optional = true } diff --git a/crates/core/database/Cargo.toml b/crates/core/database/Cargo.toml index 2be799fe..0b702bf0 100644 --- a/crates/core/database/Cargo.toml +++ b/crates/core/database/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-database" -version = "0.7.19" +version = "0.8.0" edition = "2021" license = "AGPL-3.0-or-later" authors = ["Paul Makles "] @@ -24,15 +24,15 @@ default = ["mongodb", "async-std-runtime", "tasks"] [dependencies] # Core -revolt-config = { version = "0.7.19", path = "../config", features = [ +revolt-config = { version = "0.8.0", path = "../config", features = [ "report-macros", ] } -revolt-result = { version = "0.7.19", path = "../result" } -revolt-models = { version = "0.7.19", path = "../models", features = [ +revolt-result = { version = "0.8.0", path = "../result" } +revolt-models = { version = "0.8.0", path = "../models", features = [ "validator", ] } -revolt-presence = { version = "0.7.19", path = "../presence" } -revolt-permissions = { version = "0.7.19", path = "../permissions", features = [ +revolt-presence = { version = "0.8.0", path = "../presence" } +revolt-permissions = { version = "0.8.0", path = "../permissions", features = [ "serde", "bson", ] } diff --git a/crates/core/files/Cargo.toml b/crates/core/files/Cargo.toml index 8b8ffcd9..243cafc3 100644 --- a/crates/core/files/Cargo.toml +++ b/crates/core/files/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-files" -version = "0.7.19" +version = "0.8.0" edition = "2021" license = "AGPL-3.0-or-later" authors = ["Paul Makles "] @@ -20,10 +20,10 @@ typenum = "1.17.0" aws-config = "1.5.5" aws-sdk-s3 = { version = "1.46.0", features = ["behavior-version-latest"] } -revolt-config = { version = "0.7.19", path = "../config", features = [ +revolt-config = { version = "0.8.0", path = "../config", features = [ "report-macros", ] } -revolt-result = { version = "0.7.19", path = "../result" } +revolt-result = { version = "0.8.0", path = "../result" } # image processing jxl-oxide = "0.8.1" diff --git a/crates/core/models/Cargo.toml b/crates/core/models/Cargo.toml index 615323b2..6b3d17d1 100644 --- a/crates/core/models/Cargo.toml +++ b/crates/core/models/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-models" -version = "0.7.19" +version = "0.8.0" edition = "2021" license = "MIT" authors = ["Paul Makles "] @@ -20,8 +20,8 @@ default = ["serde", "partials", "rocket"] [dependencies] # Core -revolt-config = { version = "0.7.19", path = "../config" } -revolt-permissions = { version = "0.7.19", path = "../permissions" } +revolt-config = { version = "0.8.0", path = "../config" } +revolt-permissions = { version = "0.8.0", path = "../permissions" } # Utility regex = "1" diff --git a/crates/core/permissions/Cargo.toml b/crates/core/permissions/Cargo.toml index 0793976c..3ae9723b 100644 --- a/crates/core/permissions/Cargo.toml +++ b/crates/core/permissions/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-permissions" -version = "0.7.19" +version = "0.8.0" edition = "2021" license = "MIT" authors = ["Paul Makles "] @@ -21,7 +21,7 @@ async-std = { version = "1.8.0", features = ["attributes"] } [dependencies] # Core -revolt-result = { version = "0.7.19", path = "../result" } +revolt-result = { version = "0.8.0", path = "../result" } # Utility auto_ops = "0.3.0" diff --git a/crates/core/presence/Cargo.toml b/crates/core/presence/Cargo.toml index 85b51999..b3747af3 100644 --- a/crates/core/presence/Cargo.toml +++ b/crates/core/presence/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-presence" -version = "0.7.19" +version = "0.8.0" edition = "2021" license = "AGPL-3.0-or-later" authors = ["Paul Makles "] diff --git a/crates/core/result/Cargo.toml b/crates/core/result/Cargo.toml index daf49fac..58d16fce 100644 --- a/crates/core/result/Cargo.toml +++ b/crates/core/result/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-result" -version = "0.7.19" +version = "0.8.0" edition = "2021" license = "MIT" authors = ["Paul Makles "] diff --git a/crates/daemons/pushd/Cargo.toml b/crates/daemons/pushd/Cargo.toml index f27fef60..c6a74bc8 100644 --- a/crates/daemons/pushd/Cargo.toml +++ b/crates/daemons/pushd/Cargo.toml @@ -1,12 +1,12 @@ [package] name = "revolt-pushd" -version = "0.1.0" +version = "0.8.0" edition = "2021" [dependencies] -revolt-config = { version = "0.7.15", path = "../../core/config" } -revolt-database = { version = "0.7.15", path = "../../core/database" } -revolt-models = { version = "0.7.15", path = "../../core/models", features = [ +revolt-config = { version = "0.8.0", path = "../../core/config" } +revolt-database = { version = "0.8.0", path = "../../core/database" } +revolt-models = { version = "0.8.0", path = "../../core/models", features = [ "validator", ] } diff --git a/crates/delta/Cargo.toml b/crates/delta/Cargo.toml index d4ecc97e..f0e08b75 100644 --- a/crates/delta/Cargo.toml +++ b/crates/delta/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-delta" -version = "0.7.19" +version = "0.8.0" license = "AGPL-3.0-or-later" authors = ["Paul Makles "] edition = "2018" diff --git a/crates/services/autumn/Cargo.toml b/crates/services/autumn/Cargo.toml index e571ab74..84584a23 100644 --- a/crates/services/autumn/Cargo.toml +++ b/crates/services/autumn/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-autumn" -version = "0.7.19" +version = "0.8.0" edition = "2021" [dependencies] @@ -42,12 +42,12 @@ tracing = "0.1" tracing-subscriber = { version = "0.3", features = ["env-filter"] } # Core crates -revolt-files = { version = "0.7.19", path = "../../core/files" } -revolt-config = { version = "0.7.19", path = "../../core/config" } -revolt-database = { version = "0.7.19", path = "../../core/database", features = [ +revolt-files = { version = "0.8.0", path = "../../core/files" } +revolt-config = { version = "0.8.0", path = "../../core/config" } +revolt-database = { version = "0.8.0", path = "../../core/database", features = [ "axum-impl", ] } -revolt-result = { version = "0.7.19", path = "../../core/result", features = [ +revolt-result = { version = "0.8.0", path = "../../core/result", features = [ "utoipa", "axum", ] } diff --git a/crates/services/january/Cargo.toml b/crates/services/january/Cargo.toml index d7970c6a..5e3f7434 100644 --- a/crates/services/january/Cargo.toml +++ b/crates/services/january/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-january" -version = "0.7.19" +version = "0.8.0" edition = "2021" [dependencies] @@ -31,13 +31,13 @@ tracing = "0.1" tracing-subscriber = { version = "0.3", features = ["env-filter"] } # Core crates -revolt-config = { version = "0.7.19", path = "../../core/config" } -revolt-models = { version = "0.7.19", path = "../../core/models" } -revolt-result = { version = "0.7.19", path = "../../core/result", features = [ +revolt-config = { version = "0.8.0", path = "../../core/config" } +revolt-models = { version = "0.8.0", path = "../../core/models" } +revolt-result = { version = "0.8.0", path = "../../core/result", features = [ "utoipa", "axum", ] } -revolt-files = { version = "0.7.19", path = "../../core/files" } +revolt-files = { version = "0.8.0", path = "../../core/files" } # Axum / web server axum = { version = "0.7.5" } From 72e312955745f2159bbdac975f09a9b7561bd019 Mon Sep 17 00:00:00 2001 From: IAmTomahawkx Date: Thu, 28 Nov 2024 15:44:00 -0800 Subject: [PATCH 05/32] fix: make docker the default connection for config --- crates/core/config/Revolt.toml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/crates/core/config/Revolt.toml b/crates/core/config/Revolt.toml index e1816597..3871da67 100644 --- a/crates/core/config/Revolt.toml +++ b/crates/core/config/Revolt.toml @@ -21,10 +21,10 @@ voso_legacy = "" voso_legacy_ws = "" [rabbit] -host = "127.0.0.1" +host = "rabbit" port = 5672 -username = "guest" -password = "guest" +username = "rabbituser" +password = "rabbitpass" [api] From 49f7f9549c92423fc21385d483974ff4de2776a9 Mon Sep 17 00:00:00 2001 From: IAmTomahawkx Date: Thu, 12 Dec 2024 01:47:06 -0800 Subject: [PATCH 06/32] feat: env variable to not clear presences on bonfire boot --- crates/bonfire/src/main.rs | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/crates/bonfire/src/main.rs b/crates/bonfire/src/main.rs index 62766cf7..f4e8a387 100644 --- a/crates/bonfire/src/main.rs +++ b/crates/bonfire/src/main.rs @@ -19,7 +19,10 @@ async fn main() { database::connect().await; // Clean up the current region information. - clear_region(None).await; + let no_clear_region = env::var("NO_CLEAR_PRESENCE").unwrap_or_else(|_| "0".into()) == "1"; + if !no_clear_region { + clear_region(None).await; + } // Setup a TCP listener to accept WebSocket connections on. // By default, we bind to port 14703 on all interfaces. From f01794af933d52955e4a51d6d8a77567702fc24d Mon Sep 17 00:00:00 2001 From: IAmTomahawkx Date: Thu, 12 Dec 2024 01:58:55 -0800 Subject: [PATCH 07/32] fix: bonfire needs uname fixes revoltchat/self-hosted#104 --- crates/bonfire/Dockerfile | 2 ++ 1 file changed, 2 insertions(+) diff --git a/crates/bonfire/Dockerfile b/crates/bonfire/Dockerfile index cb5c718b..d1829137 100644 --- a/crates/bonfire/Dockerfile +++ b/crates/bonfire/Dockerfile @@ -1,9 +1,11 @@ # Build Stage FROM ghcr.io/revoltchat/base:latest AS builder +FROM debian:12 AS debian # Bundle Stage FROM gcr.io/distroless/cc-debian12:nonroot COPY --from=builder /home/rust/src/target/release/revolt-bonfire ./ +COPY --from=debian /usr/bin/uname /usr/bin/uname EXPOSE 14703 USER nonroot From 4c46054bff5e4a61f94c38e43fd3017f68837c1b Mon Sep 17 00:00:00 2001 From: IAmTomahawkx Date: Fri, 13 Dec 2024 15:40:04 -0800 Subject: [PATCH 08/32] add uname to other docker images --- crates/daemons/pushd/Dockerfile | 2 ++ crates/delta/Dockerfile | 2 ++ 2 files changed, 4 insertions(+) diff --git a/crates/daemons/pushd/Dockerfile b/crates/daemons/pushd/Dockerfile index a1f80a39..8123002a 100644 --- a/crates/daemons/pushd/Dockerfile +++ b/crates/daemons/pushd/Dockerfile @@ -1,9 +1,11 @@ # Build Stage FROM ghcr.io/revoltchat/base:latest AS builder +FROM debian:12 AS debian # Bundle Stage FROM gcr.io/distroless/cc-debian12:nonroot COPY --from=builder /home/rust/src/target/release/revolt-pushd ./ +COPY --from=debian /usr/bin/uname /usr/bin/uname USER nonroot CMD ["./revolt-pushd"] \ No newline at end of file diff --git a/crates/delta/Dockerfile b/crates/delta/Dockerfile index d1f949d5..bb98e5cb 100644 --- a/crates/delta/Dockerfile +++ b/crates/delta/Dockerfile @@ -1,9 +1,11 @@ # Build Stage FROM ghcr.io/revoltchat/base:latest AS builder +FROM debian:12 AS debian # Bundle Stage FROM gcr.io/distroless/cc-debian12:nonroot COPY --from=builder /home/rust/src/target/release/revolt-delta ./ +COPY --from=debian /usr/bin/uname /usr/bin/uname EXPOSE 8000 ENV ROCKET_ADDRESS 0.0.0.0 From 3cb91151ca6a7706cc58f7c1fc8f7c4fc385166e Mon Sep 17 00:00:00 2001 From: IAmTomahawkx Date: Sun, 15 Dec 2024 19:39:57 -0800 Subject: [PATCH 09/32] fix exposed port in delta dockerfile --- crates/delta/Dockerfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/crates/delta/Dockerfile b/crates/delta/Dockerfile index bb98e5cb..79d41cf2 100644 --- a/crates/delta/Dockerfile +++ b/crates/delta/Dockerfile @@ -7,7 +7,7 @@ FROM gcr.io/distroless/cc-debian12:nonroot COPY --from=builder /home/rust/src/target/release/revolt-delta ./ COPY --from=debian /usr/bin/uname /usr/bin/uname -EXPOSE 8000 -ENV ROCKET_ADDRESS 0.0.0.0 +EXPOSE 14702 +ENV ROCKET_ADDRESS=0.0.0.0 USER nonroot CMD ["./revolt-delta"] From 42367f477c13bb4b50e2de898744b22bbac211ad Mon Sep 17 00:00:00 2001 From: Kirill Mironov Date: Tue, 17 Dec 2024 20:23:15 +0300 Subject: [PATCH 10/32] perf(lto): enable link-time optimization (#371) Co-authored-by: Paul Makles --- .gitignore | 2 ++ Cargo.toml | 5 +++++ 2 files changed, 7 insertions(+) diff --git a/.gitignore b/.gitignore index 5bd774a0..dc7d1372 100644 --- a/.gitignore +++ b/.gitignore @@ -7,3 +7,5 @@ target .vercel .DS_Store + +.idea \ No newline at end of file diff --git a/Cargo.toml b/Cargo.toml index 2779c26b..98f61e66 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -13,3 +13,8 @@ members = [ [patch.crates-io] redis22 = { package = "redis", version = "0.22.3", git = "https://github.com/revoltchat/redis-rs", rev = "1a41faf356fd21aebba71cea7eb7eb2653e5f0ef" } redis23 = { package = "redis", version = "0.23.1", git = "https://github.com/revoltchat/redis-rs", rev = "f8ca28ab85da59d2ccde526b4d2fb390eff5a5f9" } +# authifier = { package = "authifier", version = "1.0.8", path = "../authifier/crates/authifier" } +# rocket_authifier = { package = "rocket_authifier", version = "1.0.8", path = "../authifier/crates/rocket_authifier" } + +[profile.release] +lto = true From 443f374f2318dcb44f4c0a7cc1994d7c784e2bac Mon Sep 17 00:00:00 2001 From: TheBobBobs <84781603+TheBobBobs@users.noreply.github.com> Date: Tue, 17 Dec 2024 17:52:59 +0000 Subject: [PATCH 11/32] fix(core): fix _id typo (#384) --- crates/core/database/src/models/messages/ops/mongodb.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/crates/core/database/src/models/messages/ops/mongodb.rs b/crates/core/database/src/models/messages/ops/mongodb.rs index c10b07b0..18eeb379 100644 --- a/crates/core/database/src/models/messages/ops/mongodb.rs +++ b/crates/core/database/src/models/messages/ops/mongodb.rs @@ -171,7 +171,7 @@ impl AbstractMessages for MongoDb { self.find_with_options( COL, doc! { - "ids": { + "_id": { "$in": ids } }, From ac731e547df7fa6d9a3d75187413147b7bf509e2 Mon Sep 17 00:00:00 2001 From: Paul Makles Date: Tue, 17 Dec 2024 21:09:44 +0000 Subject: [PATCH 12/32] chore: log database errors to Sentry --- Dockerfile.useCurrentArch | 1 + crates/core/config/src/lib.rs | 11 +++++++++++ crates/core/database/src/lib.rs | 20 ++++++++++++++++++++ crates/core/result/src/lib.rs | 17 ----------------- 4 files changed, 32 insertions(+), 17 deletions(-) diff --git a/Dockerfile.useCurrentArch b/Dockerfile.useCurrentArch index a6605093..34a69462 100644 --- a/Dockerfile.useCurrentArch +++ b/Dockerfile.useCurrentArch @@ -25,6 +25,7 @@ COPY crates/core/presence/Cargo.toml ./crates/core/presence/ COPY crates/core/result/Cargo.toml ./crates/core/result/ COPY crates/services/autumn/Cargo.toml ./crates/services/autumn/ COPY crates/services/january/Cargo.toml ./crates/services/january/ +COPY crates/daemons/pushd/Cargo.toml ./crates/daemons/pushd/ RUN sh /tmp/build-image-layer.sh deps # Build all apps diff --git a/crates/core/config/src/lib.rs b/crates/core/config/src/lib.rs index b103a071..14b500e1 100644 --- a/crates/core/config/src/lib.rs +++ b/crates/core/config/src/lib.rs @@ -23,6 +23,17 @@ macro_rules! report_error { }; } +#[cfg(feature = "report-macros")] +#[macro_export] +macro_rules! capture_internal_error { + ( $expr: expr ) => { + $crate::capture_message( + &format!("{:?} ({}:{}:{})", $expr, file!(), line!(), column!()), + $crate::Level::Error, + ); + }; +} + #[cfg(feature = "report-macros")] #[macro_export] macro_rules! report_internal_error { diff --git a/crates/core/database/src/lib.rs b/crates/core/database/src/lib.rs index 48f93f81..9e26336d 100644 --- a/crates/core/database/src/lib.rs +++ b/crates/core/database/src/lib.rs @@ -25,6 +25,26 @@ pub use mongodb; #[macro_use] extern crate bson; +#[macro_export] +#[cfg(debug_assertions)] +macro_rules! query { + ( $self: ident, $type: ident, $collection: expr, $($rest:expr),+ ) => { + Ok($self.$type($collection, $($rest),+).await.unwrap()) + }; +} + +#[macro_export] +#[cfg(not(debug_assertions))] +macro_rules! query { + ( $self: ident, $type: ident, $collection: expr, $($rest:expr),+ ) => { + $self.$type($collection, $($rest),+).await + .map_err(|err| { + revolt_config::capture_internal_error!(err); + create_database_error!(stringify!($type), $collection) + }) + }; +} + macro_rules! database_derived { ( $( $item:item )+ ) => { $( diff --git a/crates/core/result/src/lib.rs b/crates/core/result/src/lib.rs index 922a7676..f3de55cd 100644 --- a/crates/core/result/src/lib.rs +++ b/crates/core/result/src/lib.rs @@ -189,23 +189,6 @@ macro_rules! create_database_error { }; } -#[macro_export] -#[cfg(debug_assertions)] -macro_rules! query { - ( $self: ident, $type: ident, $collection: expr, $($rest:expr),+ ) => { - Ok($self.$type($collection, $($rest),+).await.unwrap()) - }; -} - -#[macro_export] -#[cfg(not(debug_assertions))] -macro_rules! query { - ( $self: ident, $type: ident, $collection: expr, $($rest:expr),+ ) => { - $self.$type($collection, $($rest),+).await - .map_err(|_| create_database_error!(stringify!($type), $collection)) - }; -} - #[cfg(test)] mod tests { use crate::ErrorType; From 7b15006a5088b3914be8589cb7214cbee9ef55e8 Mon Sep 17 00:00:00 2001 From: Paul Makles Date: Fri, 20 Dec 2024 16:42:32 +0000 Subject: [PATCH 13/32] fix: don't create "previews" of GIFs chore: change hardcoded cache limit (should be configed!) --- crates/core/database/src/models/file_hashes/model.rs | 2 +- crates/services/autumn/src/api.rs | 7 ++++--- 2 files changed, 5 insertions(+), 4 deletions(-) diff --git a/crates/core/database/src/models/file_hashes/model.rs b/crates/core/database/src/models/file_hashes/model.rs index c89951c5..46a249f0 100644 --- a/crates/core/database/src/models/file_hashes/model.rs +++ b/crates/core/database/src/models/file_hashes/model.rs @@ -45,7 +45,7 @@ auto_derived!( Image { width: isize, height: isize, - // animated: bool // TODO: https://docs.rs/image/latest/image/trait.AnimationDecoder.html + // animated: bool // TODO: https://docs.rs/image/latest/image/trait.AnimationDecoder.html for APNG support }, /// File is a video with specific dimensions Video { width: isize, height: isize }, diff --git a/crates/services/autumn/src/api.rs b/crates/services/autumn/src/api.rs index 37b28511..59aac9a0 100644 --- a/crates/services/autumn/src/api.rs +++ b/crates/services/autumn/src/api.rs @@ -64,7 +64,8 @@ lazy_static! { }) // TODO config // .max_capacity(1024 * 1024 * 1024) // Cache up to 1GiB in memory - .max_capacity(512 * 1024 * 1024) // Cache up to 512MiB in memory + // .max_capacity(512 * 1024 * 1024) // Cache up to 512MiB in memory + .max_capacity(2 * 1024 * 1024 * 1024) // Cache up to 2GiB in memory .time_to_live(Duration::from_secs(5 * 60)) // For up to 5 minutes .build(); } @@ -366,8 +367,8 @@ async fn fetch_preview( let hash = file.as_hash(&db).await?; - // Only process image files - if !matches!(hash.metadata, Metadata::Image { .. }) { + // Only process image files and don't process GIFs + if !matches!(hash.metadata, Metadata::Image { .. }) || hash.content_type == "image/gif" { return Ok( Redirect::permanent(&format!("/{tag}/{file_id}/{}", file.filename)).into_response(), ); From b62eeef80c778d7acc539e550f2e462557465611 Mon Sep 17 00:00:00 2001 From: Paul Makles Date: Sun, 22 Dec 2024 12:35:06 +0000 Subject: [PATCH 14/32] chore(autumn): conditional animation stripping feat(autumn): add /original redirect for files fix(autumn): block non-images for non-attachment tags fix(ci): use correct port for Rust test --- .github/workflows/rust.yaml | 4 +- crates/services/autumn/src/api.rs | 84 +++++++++++++++++++------------ 2 files changed, 54 insertions(+), 34 deletions(-) diff --git a/.github/workflows/rust.yaml b/.github/workflows/rust.yaml index 8c8396fa..f0bd3389 100644 --- a/.github/workflows/rust.yaml +++ b/.github/workflows/rust.yaml @@ -67,7 +67,7 @@ jobs: if: github.event_name != 'pull_request' && github.ref_name == 'main' uses: nev7n/wait_for_response@v1 with: - url: "http://localhost:8000/" + url: "http://localhost:14702/" - name: Checkout API repository if: github.event_name != 'pull_request' && github.ref_name == 'main' @@ -79,7 +79,7 @@ jobs: - name: Download OpenAPI specification if: github.event_name != 'pull_request' && github.ref_name == 'main' - run: curl http://localhost:8000/openapi.json -o api/OpenAPI.json + run: curl http://localhost:14702/openapi.json -o api/OpenAPI.json - name: Commit changes if: github.event_name != 'pull_request' && github.ref_name == 'main' diff --git a/crates/services/autumn/src/api.rs b/crates/services/autumn/src/api.rs index 59aac9a0..d068c2dc 100644 --- a/crates/services/autumn/src/api.rs +++ b/crates/services/autumn/src/api.rs @@ -216,6 +216,27 @@ async fn upload_file( nanoid::nanoid!(42) }; + // Determine the mime type for the file + let mime_type = determine_mime_type(&mut file.contents, &buf, &filename); + + // Check blocklist for mime type + if config + .files + .blocked_mime_types + .iter() + .any(|m| m == mime_type) + { + return Err(create_error!(FileTypeNotAllowed)); + } + + // Determine metadata for the file + let metadata = generate_metadata(&file.contents, mime_type); + + // Block non-images for non-attachment uploads + if !matches!(tag, Tag::attachments) && !matches!(metadata, Metadata::Image { .. }) { + return Err(create_error!(FileTypeNotAllowed)); + } + // Find an existing hash and use that if possible let file_hash_exists = if let Ok(file_hash) = db .fetch_attachment_hash(&format!("{original_hash:02x}")) @@ -239,22 +260,6 @@ async fn upload_file( false }; - // Determine the mime type for the file - let mime_type = determine_mime_type(&mut file.contents, &buf, &filename); - - // Check blocklist for mime type - if config - .files - .blocked_mime_types - .iter() - .any(|m| m == mime_type) - { - return Err(create_error!(FileTypeNotAllowed)); - } - - // Determine metadata for the file - let metadata = generate_metadata(&file.contents, mime_type); - // Strip metadata let (buf, metadata) = strip_metadata(file.contents, buf, metadata, mime_type).await?; @@ -322,21 +327,23 @@ pub static CACHE_CONTROL: &str = "public, max-age=604800, must-revalidate"; /// Fetch preview of file /// -/// This route will only return image content. +/// This route will only return image content.
/// For all other file types, please use the fetch route (you will receive a redirect if you try to use this route anyways!). /// /// Depending on the given tag, the file will be re-processed to fit the criteria: /// -/// | Tag | Image Resolution † | -/// | :-: | --- | -/// | attachments | Up to 1280px on any axis | -/// | avatars | Up to 128px on any axis | -/// | backgrounds | Up to 1280x720px | -/// | icons | Up to 128px on any axis | -/// | banners | Up to 480px on any axis | -/// | emojis | Up to 128px on any axis | +/// | Tag | Image Resolution † | Animations stripped by preview ‡ | +/// | :-: | --- | :-: | +/// | attachments | Up to 1280px on any axis | ❌ | +/// | avatars | Up to 128px on any axis | ✅ | +/// | backgrounds | Up to 1280x720px | ❌ | +/// | icons | Up to 128px on any axis | ✅ | +/// | banners | Up to 480px on any axis | ❌ | +/// | emojis | Up to 128px on any axis | ❌ | /// /// † aspect ratio will always be preserved +/// +/// ‡ to fetch animated variant, suffix `/{file_name}` or `/original` to the path #[utoipa::path( get, path = "/{tag}/{file_id}", @@ -352,8 +359,8 @@ async fn fetch_preview( State(db): State, Path((tag, file_id)): Path<(Tag, String)>, ) -> Result { - let tag: &'static str = tag.into(); - let file = db.fetch_attachment(tag, &file_id).await?; + let tag_str: &'static str = tag.clone().into(); + let file = db.fetch_attachment(tag_str, &file_id).await?; // Ignore deleted files if file.deleted.is_some_and(|v| v) { @@ -367,10 +374,14 @@ async fn fetch_preview( let hash = file.as_hash(&db).await?; - // Only process image files and don't process GIFs - if !matches!(hash.metadata, Metadata::Image { .. }) || hash.content_type == "image/gif" { + let is_animated = hash.content_type == "image/gif"; // TODO: extract this data from files + + // Only process image files and don't process GIFs if not avatar or icon + if !matches!(hash.metadata, Metadata::Image { .. }) + || (is_animated && !matches!(tag, Tag::avatars | Tag::icons)) + { return Ok( - Redirect::permanent(&format!("/{tag}/{file_id}/{}", file.filename)).into_response(), + Redirect::permanent(&format!("/{tag_str}/{file_id}/{}", file.filename)).into_response(), ); } @@ -380,7 +391,7 @@ async fn fetch_preview( // Read image and create thumbnail let data = create_thumbnail( decode_image(&mut Cursor::new(data), &file.content_type)?, - tag, + tag_str, ) .await; @@ -398,6 +409,8 @@ async fn fetch_preview( /// Fetch original file /// /// Content disposition header will be set to 'attachment' to prevent browser from rendering anything. +/// +/// Using `original` as the file name parameter will redirect you to the original file. #[utoipa::path( get, path = "/{tag}/{file_id}/{file_name}", @@ -414,7 +427,8 @@ async fn fetch_file( State(db): State, Path((tag, file_id, file_name)): Path<(Tag, String, String)>, ) -> Result { - let file = db.fetch_attachment(tag.into(), &file_id).await?; + let tag: &'static str = tag.clone().into(); + let file = db.fetch_attachment(tag, &file_id).await?; // Ignore deleted files if file.deleted.is_some_and(|v| v) { @@ -428,6 +442,12 @@ async fn fetch_file( // Ensure filename is correct if file_name != file.filename { + if file_name == "original" { + return Ok( + Redirect::permanent(&format!("/{tag}/{file_id}/{}", file.filename)).into_response(), + ); + } + return Err(create_error!(NotFound)); } From 479f0402ca8e26c8c3027c93d4d92432f5380bc7 Mon Sep 17 00:00:00 2001 From: Paul Makles Date: Sun, 22 Dec 2024 13:30:27 +0000 Subject: [PATCH 15/32] ci: switch to ubuntu 24.04 pre-emptively trying to fix build cancellations --- .github/workflows/docker.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/docker.yaml b/.github/workflows/docker.yaml index 58e186d0..010991e9 100644 --- a/.github/workflows/docker.yaml +++ b/.github/workflows/docker.yaml @@ -27,7 +27,7 @@ permissions: jobs: base: - runs-on: ubuntu-latest + runs-on: ubuntu-24.04 name: Build base image steps: # Configure build environment @@ -57,7 +57,7 @@ jobs: publish: needs: [base] - runs-on: ubuntu-latest + runs-on: ubuntu-24.04 if: github.event_name != 'pull_request' strategy: matrix: From d7213fa40940f0eb741a8466aec35562214707ba Mon Sep 17 00:00:00 2001 From: Paul Makles Date: Sun, 22 Dec 2024 14:13:30 +0000 Subject: [PATCH 16/32] fix(ci): try to work-around runner being killed --- .github/workflows/docker.yaml | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/.github/workflows/docker.yaml b/.github/workflows/docker.yaml index 010991e9..4b265c31 100644 --- a/.github/workflows/docker.yaml +++ b/.github/workflows/docker.yaml @@ -33,6 +33,8 @@ jobs: # Configure build environment - name: Checkout uses: actions/checkout@v3 + - name: Fix https://github.com/actions/runner-images/issues/9959 + run: sudo apt-get autopurge -y needrestart - name: Set up Docker Buildx uses: docker/setup-buildx-action@v2 @@ -67,6 +69,8 @@ jobs: # Configure build environment - name: Checkout uses: actions/checkout@v3 + - name: Fix https://github.com/actions/runner-images/issues/9959 + run: sudo apt-get autopurge -y needrestart - name: Set up Docker Buildx uses: docker/setup-buildx-action@v2 From 7a17165c249f2a5b30eeb9cabddb49f06d5761cb Mon Sep 17 00:00:00 2001 From: Paul Makles Date: Sun, 22 Dec 2024 15:24:36 +0000 Subject: [PATCH 17/32] ci: try pin to 20.04 --- .github/workflows/docker.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/docker.yaml b/.github/workflows/docker.yaml index 4b265c31..70f14203 100644 --- a/.github/workflows/docker.yaml +++ b/.github/workflows/docker.yaml @@ -27,7 +27,7 @@ permissions: jobs: base: - runs-on: ubuntu-24.04 + runs-on: ubuntu-20.04 name: Build base image steps: # Configure build environment @@ -59,7 +59,7 @@ jobs: publish: needs: [base] - runs-on: ubuntu-24.04 + runs-on: ubuntu-20.04 if: github.event_name != 'pull_request' strategy: matrix: From c2a0ab71df8c872593cd568f19a07da320236a2e Mon Sep 17 00:00:00 2001 From: Paul Makles Date: Sun, 22 Dec 2024 16:03:49 +0000 Subject: [PATCH 18/32] ci: bring our own runner --- .github/workflows/docker.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/docker.yaml b/.github/workflows/docker.yaml index 70f14203..41f82234 100644 --- a/.github/workflows/docker.yaml +++ b/.github/workflows/docker.yaml @@ -27,7 +27,7 @@ permissions: jobs: base: - runs-on: ubuntu-20.04 + runs-on: self-hosted name: Build base image steps: # Configure build environment @@ -59,7 +59,7 @@ jobs: publish: needs: [base] - runs-on: ubuntu-20.04 + runs-on: self-hosted if: github.event_name != 'pull_request' strategy: matrix: From 6448af071b0559073682629cecd1eb6061e5aa6a Mon Sep 17 00:00:00 2001 From: Paul Makles Date: Sun, 22 Dec 2024 16:10:09 +0000 Subject: [PATCH 19/32] ci: remove purge command --- .github/workflows/docker.yaml | 4 ---- 1 file changed, 4 deletions(-) diff --git a/.github/workflows/docker.yaml b/.github/workflows/docker.yaml index 41f82234..7978ec52 100644 --- a/.github/workflows/docker.yaml +++ b/.github/workflows/docker.yaml @@ -33,8 +33,6 @@ jobs: # Configure build environment - name: Checkout uses: actions/checkout@v3 - - name: Fix https://github.com/actions/runner-images/issues/9959 - run: sudo apt-get autopurge -y needrestart - name: Set up Docker Buildx uses: docker/setup-buildx-action@v2 @@ -69,8 +67,6 @@ jobs: # Configure build environment - name: Checkout uses: actions/checkout@v3 - - name: Fix https://github.com/actions/runner-images/issues/9959 - run: sudo apt-get autopurge -y needrestart - name: Set up Docker Buildx uses: docker/setup-buildx-action@v2 From 8bbb579d23be7bac4dab19e395c612e74d715231 Mon Sep 17 00:00:00 2001 From: Paul Makles Date: Thu, 26 Dec 2024 14:59:03 +0000 Subject: [PATCH 20/32] ci: revert back to GH runner --- .github/workflows/docker.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/docker.yaml b/.github/workflows/docker.yaml index 7978ec52..58e186d0 100644 --- a/.github/workflows/docker.yaml +++ b/.github/workflows/docker.yaml @@ -27,7 +27,7 @@ permissions: jobs: base: - runs-on: self-hosted + runs-on: ubuntu-latest name: Build base image steps: # Configure build environment @@ -57,7 +57,7 @@ jobs: publish: needs: [base] - runs-on: self-hosted + runs-on: ubuntu-latest if: github.event_name != 'pull_request' strategy: matrix: From 03f2e3b1bf36151e84261bd8670168a06dea8b75 Mon Sep 17 00:00:00 2001 From: IAmTomahawkx Date: Fri, 27 Dec 2024 16:29:56 -0800 Subject: [PATCH 21/32] fix: last message in a channel could not be acked, resulting in ghost dms and channel messages --- crates/core/database/src/models/channel_unreads/ops/mongodb.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/crates/core/database/src/models/channel_unreads/ops/mongodb.rs b/crates/core/database/src/models/channel_unreads/ops/mongodb.rs index c237afc6..76cead11 100644 --- a/crates/core/database/src/models/channel_unreads/ops/mongodb.rs +++ b/crates/core/database/src/models/channel_unreads/ops/mongodb.rs @@ -30,7 +30,7 @@ impl AbstractChannelUnreads for MongoDb { doc! { "$pull": { "mentions": { - "$lt": message_id + "$lte": message_id } }, "$set": { From 71e7fe308693430ae5a02982de5c1e948fcab448 Mon Sep 17 00:00:00 2001 From: IAmTomahawkx Date: Fri, 27 Dec 2024 16:35:02 -0800 Subject: [PATCH 22/32] chore: bump release for patch --- Cargo.lock | 26 +++++++++++++------------- crates/bindings/node/Cargo.toml | 8 ++++---- crates/bonfire/Cargo.toml | 4 ++-- crates/core/config/Cargo.toml | 4 ++-- crates/core/database/Cargo.toml | 12 ++++++------ crates/core/files/Cargo.toml | 6 +++--- crates/core/models/Cargo.toml | 6 +++--- crates/core/permissions/Cargo.toml | 4 ++-- crates/core/presence/Cargo.toml | 2 +- crates/core/result/Cargo.toml | 2 +- crates/daemons/pushd/Cargo.toml | 8 ++++---- crates/delta/Cargo.toml | 2 +- crates/services/autumn/Cargo.toml | 10 +++++----- crates/services/january/Cargo.toml | 10 +++++----- 14 files changed, 52 insertions(+), 52 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index f8f0e724..a48bf1f9 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -5523,7 +5523,7 @@ dependencies = [ [[package]] name = "revolt-autumn" -version = "0.8.0" +version = "0.8.1" dependencies = [ "axum", "axum-macros", @@ -5560,7 +5560,7 @@ dependencies = [ [[package]] name = "revolt-bonfire" -version = "0.8.0" +version = "0.8.1" dependencies = [ "async-channel 2.3.1", "async-std", @@ -5590,7 +5590,7 @@ dependencies = [ [[package]] name = "revolt-config" -version = "0.8.0" +version = "0.8.1" dependencies = [ "async-std", "cached", @@ -5606,7 +5606,7 @@ dependencies = [ [[package]] name = "revolt-database" -version = "0.8.0" +version = "0.8.1" dependencies = [ "amqprs", "async-lock 2.8.0", @@ -5655,7 +5655,7 @@ dependencies = [ [[package]] name = "revolt-delta" -version = "0.8.0" +version = "0.8.1" dependencies = [ "amqprs", "async-channel 1.6.1", @@ -5702,7 +5702,7 @@ dependencies = [ [[package]] name = "revolt-files" -version = "0.8.0" +version = "0.8.1" dependencies = [ "aes-gcm", "aws-config", @@ -5725,7 +5725,7 @@ dependencies = [ [[package]] name = "revolt-january" -version = "0.8.0" +version = "0.8.1" dependencies = [ "async-recursion", "axum", @@ -5753,7 +5753,7 @@ dependencies = [ [[package]] name = "revolt-models" -version = "0.8.0" +version = "0.8.1" dependencies = [ "indexmap 1.9.3", "iso8601-timestamp 0.2.11", @@ -5771,7 +5771,7 @@ dependencies = [ [[package]] name = "revolt-nodejs-bindings" -version = "0.8.0" +version = "0.8.1" dependencies = [ "async-std", "neon", @@ -5784,7 +5784,7 @@ dependencies = [ [[package]] name = "revolt-permissions" -version = "0.8.0" +version = "0.8.1" dependencies = [ "async-std", "async-trait", @@ -5799,7 +5799,7 @@ dependencies = [ [[package]] name = "revolt-presence" -version = "0.8.0" +version = "0.8.1" dependencies = [ "async-std", "log", @@ -5810,7 +5810,7 @@ dependencies = [ [[package]] name = "revolt-pushd" -version = "0.8.0" +version = "0.8.1" dependencies = [ "amqprs", "async-trait", @@ -5834,7 +5834,7 @@ dependencies = [ [[package]] name = "revolt-result" -version = "0.8.0" +version = "0.8.1" dependencies = [ "axum", "revolt_okapi", diff --git a/crates/bindings/node/Cargo.toml b/crates/bindings/node/Cargo.toml index b5227c6d..55ada675 100644 --- a/crates/bindings/node/Cargo.toml +++ b/crates/bindings/node/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-nodejs-bindings" -version = "0.8.0" +version = "0.8.1" description = "Node.js bindings for the Revolt software" authors = ["Paul Makles "] license = "MIT" @@ -20,6 +20,6 @@ serde = { version = "1", features = ["derive"] } async-std = "1.12.0" -revolt-config = { version = "0.8.0", path = "../../core/config" } -revolt-result = { version = "0.8.0", path = "../../core/result" } -revolt-database = { version = "0.8.0", path = "../../core/database" } +revolt-config = { version = "0.8.1", path = "../../core/config" } +revolt-result = { version = "0.8.1", path = "../../core/result" } +revolt-database = { version = "0.8.1", path = "../../core/database" } diff --git a/crates/bonfire/Cargo.toml b/crates/bonfire/Cargo.toml index 0e1d8384..86627e3c 100644 --- a/crates/bonfire/Cargo.toml +++ b/crates/bonfire/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-bonfire" -version = "0.8.0" +version = "0.8.1" license = "AGPL-3.0-or-later" edition = "2021" @@ -41,7 +41,7 @@ revolt-result = { path = "../core/result" } revolt-models = { path = "../core/models" } revolt-config = { path = "../core/config" } revolt-database = { path = "../core/database" } -revolt-permissions = { version = "0.8.0", path = "../core/permissions" } +revolt-permissions = { version = "0.8.1", path = "../core/permissions" } revolt-presence = { path = "../core/presence", features = ["redis-is-patched"] } # redis diff --git a/crates/core/config/Cargo.toml b/crates/core/config/Cargo.toml index 20085748..1e9c96d6 100644 --- a/crates/core/config/Cargo.toml +++ b/crates/core/config/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-config" -version = "0.8.0" +version = "0.8.1" edition = "2021" license = "MIT" authors = ["Paul Makles "] @@ -34,4 +34,4 @@ pretty_env_logger = "0.4.0" sentry = "0.31.5" # Core -revolt-result = { version = "0.8.0", path = "../result", optional = true } +revolt-result = { version = "0.8.1", path = "../result", optional = true } diff --git a/crates/core/database/Cargo.toml b/crates/core/database/Cargo.toml index 0b702bf0..ba3de99a 100644 --- a/crates/core/database/Cargo.toml +++ b/crates/core/database/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-database" -version = "0.8.0" +version = "0.8.1" edition = "2021" license = "AGPL-3.0-or-later" authors = ["Paul Makles "] @@ -24,15 +24,15 @@ default = ["mongodb", "async-std-runtime", "tasks"] [dependencies] # Core -revolt-config = { version = "0.8.0", path = "../config", features = [ +revolt-config = { version = "0.8.1", path = "../config", features = [ "report-macros", ] } -revolt-result = { version = "0.8.0", path = "../result" } -revolt-models = { version = "0.8.0", path = "../models", features = [ +revolt-result = { version = "0.8.1", path = "../result" } +revolt-models = { version = "0.8.1", path = "../models", features = [ "validator", ] } -revolt-presence = { version = "0.8.0", path = "../presence" } -revolt-permissions = { version = "0.8.0", path = "../permissions", features = [ +revolt-presence = { version = "0.8.1", path = "../presence" } +revolt-permissions = { version = "0.8.1", path = "../permissions", features = [ "serde", "bson", ] } diff --git a/crates/core/files/Cargo.toml b/crates/core/files/Cargo.toml index 243cafc3..59ce115a 100644 --- a/crates/core/files/Cargo.toml +++ b/crates/core/files/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-files" -version = "0.8.0" +version = "0.8.1" edition = "2021" license = "AGPL-3.0-or-later" authors = ["Paul Makles "] @@ -20,10 +20,10 @@ typenum = "1.17.0" aws-config = "1.5.5" aws-sdk-s3 = { version = "1.46.0", features = ["behavior-version-latest"] } -revolt-config = { version = "0.8.0", path = "../config", features = [ +revolt-config = { version = "0.8.1", path = "../config", features = [ "report-macros", ] } -revolt-result = { version = "0.8.0", path = "../result" } +revolt-result = { version = "0.8.1", path = "../result" } # image processing jxl-oxide = "0.8.1" diff --git a/crates/core/models/Cargo.toml b/crates/core/models/Cargo.toml index 6b3d17d1..b840d47f 100644 --- a/crates/core/models/Cargo.toml +++ b/crates/core/models/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-models" -version = "0.8.0" +version = "0.8.1" edition = "2021" license = "MIT" authors = ["Paul Makles "] @@ -20,8 +20,8 @@ default = ["serde", "partials", "rocket"] [dependencies] # Core -revolt-config = { version = "0.8.0", path = "../config" } -revolt-permissions = { version = "0.8.0", path = "../permissions" } +revolt-config = { version = "0.8.1", path = "../config" } +revolt-permissions = { version = "0.8.1", path = "../permissions" } # Utility regex = "1" diff --git a/crates/core/permissions/Cargo.toml b/crates/core/permissions/Cargo.toml index 3ae9723b..c30e9b74 100644 --- a/crates/core/permissions/Cargo.toml +++ b/crates/core/permissions/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-permissions" -version = "0.8.0" +version = "0.8.1" edition = "2021" license = "MIT" authors = ["Paul Makles "] @@ -21,7 +21,7 @@ async-std = { version = "1.8.0", features = ["attributes"] } [dependencies] # Core -revolt-result = { version = "0.8.0", path = "../result" } +revolt-result = { version = "0.8.1", path = "../result" } # Utility auto_ops = "0.3.0" diff --git a/crates/core/presence/Cargo.toml b/crates/core/presence/Cargo.toml index b3747af3..48ef797a 100644 --- a/crates/core/presence/Cargo.toml +++ b/crates/core/presence/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-presence" -version = "0.8.0" +version = "0.8.1" edition = "2021" license = "AGPL-3.0-or-later" authors = ["Paul Makles "] diff --git a/crates/core/result/Cargo.toml b/crates/core/result/Cargo.toml index 58d16fce..77ae3057 100644 --- a/crates/core/result/Cargo.toml +++ b/crates/core/result/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-result" -version = "0.8.0" +version = "0.8.1" edition = "2021" license = "MIT" authors = ["Paul Makles "] diff --git a/crates/daemons/pushd/Cargo.toml b/crates/daemons/pushd/Cargo.toml index c6a74bc8..231bba2f 100644 --- a/crates/daemons/pushd/Cargo.toml +++ b/crates/daemons/pushd/Cargo.toml @@ -1,12 +1,12 @@ [package] name = "revolt-pushd" -version = "0.8.0" +version = "0.8.1" edition = "2021" [dependencies] -revolt-config = { version = "0.8.0", path = "../../core/config" } -revolt-database = { version = "0.8.0", path = "../../core/database" } -revolt-models = { version = "0.8.0", path = "../../core/models", features = [ +revolt-config = { version = "0.8.1", path = "../../core/config" } +revolt-database = { version = "0.8.1", path = "../../core/database" } +revolt-models = { version = "0.8.1", path = "../../core/models", features = [ "validator", ] } diff --git a/crates/delta/Cargo.toml b/crates/delta/Cargo.toml index f0e08b75..6df4a109 100644 --- a/crates/delta/Cargo.toml +++ b/crates/delta/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-delta" -version = "0.8.0" +version = "0.8.1" license = "AGPL-3.0-or-later" authors = ["Paul Makles "] edition = "2018" diff --git a/crates/services/autumn/Cargo.toml b/crates/services/autumn/Cargo.toml index 84584a23..580316c8 100644 --- a/crates/services/autumn/Cargo.toml +++ b/crates/services/autumn/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-autumn" -version = "0.8.0" +version = "0.8.1" edition = "2021" [dependencies] @@ -42,12 +42,12 @@ tracing = "0.1" tracing-subscriber = { version = "0.3", features = ["env-filter"] } # Core crates -revolt-files = { version = "0.8.0", path = "../../core/files" } -revolt-config = { version = "0.8.0", path = "../../core/config" } -revolt-database = { version = "0.8.0", path = "../../core/database", features = [ +revolt-files = { version = "0.8.1", path = "../../core/files" } +revolt-config = { version = "0.8.1", path = "../../core/config" } +revolt-database = { version = "0.8.1", path = "../../core/database", features = [ "axum-impl", ] } -revolt-result = { version = "0.8.0", path = "../../core/result", features = [ +revolt-result = { version = "0.8.1", path = "../../core/result", features = [ "utoipa", "axum", ] } diff --git a/crates/services/january/Cargo.toml b/crates/services/january/Cargo.toml index 5e3f7434..b7ec1d1d 100644 --- a/crates/services/january/Cargo.toml +++ b/crates/services/january/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-january" -version = "0.8.0" +version = "0.8.1" edition = "2021" [dependencies] @@ -31,13 +31,13 @@ tracing = "0.1" tracing-subscriber = { version = "0.3", features = ["env-filter"] } # Core crates -revolt-config = { version = "0.8.0", path = "../../core/config" } -revolt-models = { version = "0.8.0", path = "../../core/models" } -revolt-result = { version = "0.8.0", path = "../../core/result", features = [ +revolt-config = { version = "0.8.1", path = "../../core/config" } +revolt-models = { version = "0.8.1", path = "../../core/models" } +revolt-result = { version = "0.8.1", path = "../../core/result", features = [ "utoipa", "axum", ] } -revolt-files = { version = "0.8.0", path = "../../core/files" } +revolt-files = { version = "0.8.1", path = "../../core/files" } # Axum / web server axum = { version = "0.7.5" } From fa55e88dd9a09013d74ef008cc90197530526314 Mon Sep 17 00:00:00 2001 From: Paul Makles Date: Mon, 10 Feb 2025 17:19:54 +0000 Subject: [PATCH 23/32] chore: add pushd to debug image script --- scripts/publish-debug-image.sh | 2 ++ 1 file changed, 2 insertions(+) diff --git a/scripts/publish-debug-image.sh b/scripts/publish-debug-image.sh index 1f0eb2e4..247338ab 100755 --- a/scripts/publish-debug-image.sh +++ b/scripts/publish-debug-image.sh @@ -25,6 +25,7 @@ docker build -t ghcr.io/revoltchat/server:$TAG - < crates/delta/Dockerfile docker build -t ghcr.io/revoltchat/bonfire:$TAG - < crates/bonfire/Dockerfile docker build -t ghcr.io/revoltchat/autumn:$TAG - < crates/services/autumn/Dockerfile docker build -t ghcr.io/revoltchat/january:$TAG - < crates/services/january/Dockerfile +docker build -t ghcr.io/revoltchat/pushd:$TAG - < crates/daemons/pushd/Dockerfile if [ "$DEBUG" = "true" ]; then git restore Cargo.toml @@ -34,3 +35,4 @@ docker push ghcr.io/revoltchat/server:$TAG docker push ghcr.io/revoltchat/bonfire:$TAG docker push ghcr.io/revoltchat/autumn:$TAG docker push ghcr.io/revoltchat/january:$TAG +docker push ghcr.io/revoltchat/pushd:$TAG From 439bacf067fd886b4cba2be96a4db8d3510b4dd3 Mon Sep 17 00:00:00 2001 From: Paul Makles Date: Mon, 10 Feb 2025 17:20:29 +0000 Subject: [PATCH 24/32] refactor: add error messages for Rabbit issues --- crates/delta/src/main.rs | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/crates/delta/src/main.rs b/crates/delta/src/main.rs index c25cf7fa..0561a9da 100644 --- a/crates/delta/src/main.rs +++ b/crates/delta/src/main.rs @@ -89,8 +89,12 @@ pub async fn web() -> Rocket { &config.rabbit.password, )) .await - .unwrap(); - let channel = connection.open_channel(None).await.unwrap(); + .expect("Failed to connect to RabbitMQ"); + + let channel = connection + .open_channel(None) + .await + .expect("Failed to open RabbitMQ channel"); channel .exchange_declare( From e957af4ca3f59bd6e9a3cb37d4b33898c3c2c2a6 Mon Sep 17 00:00:00 2001 From: Paul Makles Date: Mon, 10 Feb 2025 17:21:23 +0000 Subject: [PATCH 25/32] docs: add some notes on overrides; fix defaults --- .gitignore | 1 + README.md | 34 +++++++++++++++++++++++++++++++++- Revolt.toml | 7 +++++-- default.nix | 20 ++------------------ 4 files changed, 41 insertions(+), 21 deletions(-) diff --git a/.gitignore b/.gitignore index dc7d1372..b555a30c 100644 --- a/.gitignore +++ b/.gitignore @@ -1,5 +1,6 @@ Rocket.toml Revolt.*.toml +compose.override.yml target .data diff --git a/README.md b/README.md index ea8cab84..c480340f 100644 --- a/README.md +++ b/README.md @@ -61,7 +61,7 @@ As a heads-up, the development environment uses the following ports: | MinIO | 14009 | | Maildev | 14025
14080 | | Revolt Web App | 14701 | -| RabbitMQ | 5672
15672 | +| RabbitMQ | 5672
15672 | | `crates/delta` | 14702 | | `crates/bonfire` | 14703 | | `crates/services/autumn` | 14704 | @@ -91,6 +91,38 @@ If you'd like to change anything, create a `Revolt.overrides.toml` file and spec > proxy = "https://abc@your.sentry/1" > ``` +> [!TIP] +> If you have port conflicts on common services, you can try the following: +> +> ```yaml +> # compose.override.yml +> services: +> redis: +> ports: !override +> - "14079:6379" +> +> database: +> ports: !override +> - "14017:27017" +> +> rabbit: +> ports: !override +> - "14072:5672" +> - "14672:15672" +> ``` +> +> And corresponding Revolt configuration: +> +> ```toml +> # Revolt.overrides.toml +> [database] +> mongodb = "mongodb://127.0.0.1:14017" +> redis = "redis://127.0.0.1:14079/" +> +> [rabbit] +> port = 14072 +> ``` + Then continue: ```bash diff --git a/Revolt.toml b/Revolt.toml index ff8827a8..47971a20 100644 --- a/Revolt.toml +++ b/Revolt.toml @@ -4,10 +4,13 @@ [database] # MongoDB connection URL # Defaults to the container name specified in self-hosted -mongodb = "mongodb://127.0.0.1:14017" +mongodb = "mongodb://127.0.0.1:27017" # Redis connection URL # Defaults to the container name specified in self-hosted -redis = "redis://127.0.0.1:14079/" +redis = "redis://127.0.0.1:6379/" + +[rabbit] +host = "127.0.0.1" [hosts] # Web locations of various services diff --git a/default.nix b/default.nix index 16096d50..f8736308 100644 --- a/default.nix +++ b/default.nix @@ -1,26 +1,10 @@ -let - # Pinned nixpkgs, deterministic. Last updated: 28-07-2024. - pkgs = import (fetchTarball("https://github.com/NixOS/nixpkgs/archive/9b34ca580417e1ebc56c4df57d8b387dad686665.tar.gz")) {}; - - # Rolling updates, not deterministic. - # pkgs = import (fetchTarball("channel:nixpkgs-unstable")) {}; -in pkgs.mkShell { - name = "revoltEnv"; - - # LD_LIBRARY_PATH = pkgs.lib.makeLibraryPath [ - # pkgs.gcc-unwrapped - # pkgs.zlib - # pkgs.glib - # pkgs.libGL - # ]; +{ pkgs ? import {} }: +pkgs.mkShell rec { buildInputs = [ # Tools pkgs.git - # Database - # pkgs.mongodb - # Cargo pkgs.cargo pkgs.cargo-nextest From 5f84daa9dba34c103cd83a2ee1f5e5ba900bfe94 Mon Sep 17 00:00:00 2001 From: Paul Makles Date: Mon, 10 Feb 2025 17:51:22 +0000 Subject: [PATCH 26/32] fix: ensure limit is always at least 1 when sent to database --- crates/core/database/src/models/messages/ops/mongodb.rs | 2 +- crates/core/models/src/v0/messages.rs | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/crates/core/database/src/models/messages/ops/mongodb.rs b/crates/core/database/src/models/messages/ops/mongodb.rs index 18eeb379..721a3b7c 100644 --- a/crates/core/database/src/models/messages/ops/mongodb.rs +++ b/crates/core/database/src/models/messages/ops/mongodb.rs @@ -95,7 +95,7 @@ impl AbstractMessages for MongoDb { COL, older_message_filter, FindOptions::builder() - .limit(limit / 2) + .limit(limit / 2 + 1) .sort(doc! { "_id": -1_i32 }) diff --git a/crates/core/models/src/v0/messages.rs b/crates/core/models/src/v0/messages.rs index b8c53aee..1312f377 100644 --- a/crates/core/models/src/v0/messages.rs +++ b/crates/core/models/src/v0/messages.rs @@ -280,7 +280,7 @@ auto_derived!( pub struct OptionsQueryMessages { /// Maximum number of messages to fetch /// - /// For fetching nearby messages, this is \`(limit + 1)\`. + /// For fetching nearby messages, this is \`(limit + 2)\`. #[cfg_attr(feature = "validator", validate(range(min = 1, max = 100)))] pub limit: Option, /// Message id before which messages should be fetched From e3723d647effb81ea3d3919d848faf64dbe89829 Mon Sep 17 00:00:00 2001 From: Paul Makles Date: Mon, 10 Feb 2025 18:04:46 +0000 Subject: [PATCH 27/32] fix: change permission check for fetching channel webhooks --- crates/delta/src/routes/channels/webhook_fetch_all.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/crates/delta/src/routes/channels/webhook_fetch_all.rs b/crates/delta/src/routes/channels/webhook_fetch_all.rs index 06d94d80..6afc7ac8 100644 --- a/crates/delta/src/routes/channels/webhook_fetch_all.rs +++ b/crates/delta/src/routes/channels/webhook_fetch_all.rs @@ -22,7 +22,7 @@ pub async fn fetch_webhooks( let mut query = DatabasePermissionQuery::new(db, &user).channel(&channel); calculate_channel_permissions(&mut query) .await - .throw_if_lacking_channel_permission(ChannelPermission::ViewChannel)?; + .throw_if_lacking_channel_permission(ChannelPermission::ManageWebhooks)?; Ok(Json( db.fetch_webhooks_for_channel(channel.id()) From e525ffe5e40c3b265dc4a2b885e2c6eba42d59ae Mon Sep 17 00:00:00 2001 From: Paul Makles Date: Mon, 10 Feb 2025 18:19:34 +0000 Subject: [PATCH 28/32] chore: mount API at /0.8/ as well --- crates/delta/src/main.rs | 11 ++++++++- crates/delta/src/routes/mod.rs | 41 ++++++++++++++++++++++++++++++++++ 2 files changed, 51 insertions(+), 1 deletion(-) diff --git a/crates/delta/src/main.rs b/crates/delta/src/main.rs index 0561a9da..9cce39ce 100644 --- a/crates/delta/src/main.rs +++ b/crates/delta/src/main.rs @@ -75,7 +75,15 @@ pub async fn web() -> Rocket { // Configure Swagger let swagger = revolt_rocket_okapi::swagger_ui::make_swagger_ui( &revolt_rocket_okapi::swagger_ui::SwaggerUIConfig { - url: "../openapi.json".to_owned(), + url: "/openapi.json".to_owned(), + ..Default::default() + }, + ) + .into(); + + let swagger_0_8 = revolt_rocket_okapi::swagger_ui::make_swagger_ui( + &revolt_rocket_okapi::swagger_ui::SwaggerUIConfig { + url: "/0.8/openapi.json".to_owned(), ..Default::default() }, ) @@ -120,6 +128,7 @@ pub async fn web() -> Rocket { .mount("/", rocket_cors::catch_all_options_routes()) .mount("/", util::ratelimiter::routes()) .mount("/swagger/", swagger) + .mount("/0.8/swagger/", swagger_0_8) .manage(authifier) .manage(db) .manage(amqp) diff --git a/crates/delta/src/routes/mod.rs b/crates/delta/src/routes/mod.rs index 516c2166..1f150e0b 100644 --- a/crates/delta/src/routes/mod.rs +++ b/crates/delta/src/routes/mod.rs @@ -61,6 +61,47 @@ pub fn mount(config: Settings, mut rocket: Rocket) -> Rocket { }; } + if config.features.webhooks_enabled { + mount_endpoints_and_merged_docs! { + rocket, "/0.8".to_owned(), settings, + "/" => (vec![], custom_openapi_spec()), + "" => openapi_get_routes_spec![root::root], + "/users" => users::routes(), + "/bots" => bots::routes(), + "/channels" => channels::routes(), + "/servers" => servers::routes(), + "/invites" => invites::routes(), + "/custom" => customisation::routes(), + "/safety" => safety::routes(), + "/auth/account" => rocket_authifier::routes::account::routes(), + "/auth/session" => rocket_authifier::routes::session::routes(), + "/auth/mfa" => rocket_authifier::routes::mfa::routes(), + "/onboard" => onboard::routes(), + "/push" => push::routes(), + "/sync" => sync::routes(), + "/webhooks" => webhooks::routes() + }; + } else { + mount_endpoints_and_merged_docs! { + rocket, "/0.8".to_owned(), settings, + "/" => (vec![], custom_openapi_spec()), + "" => openapi_get_routes_spec![root::root], + "/users" => users::routes(), + "/bots" => bots::routes(), + "/channels" => channels::routes(), + "/servers" => servers::routes(), + "/invites" => invites::routes(), + "/custom" => customisation::routes(), + "/safety" => safety::routes(), + "/auth/account" => rocket_authifier::routes::account::routes(), + "/auth/session" => rocket_authifier::routes::session::routes(), + "/auth/mfa" => rocket_authifier::routes::mfa::routes(), + "/onboard" => onboard::routes(), + "/push" => push::routes(), + "/sync" => sync::routes() + }; + } + rocket } From 5f39403ce78b90416305296ffa81e0137f0326db Mon Sep 17 00:00:00 2001 From: Paul Makles Date: Mon, 10 Feb 2025 18:34:37 +0000 Subject: [PATCH 29/32] fix: ensure ratelimiter adjusts for version prefix --- crates/delta/src/routes/mod.rs | 7 ++++++- crates/delta/src/util/ratelimiter.rs | 22 ++++++++++++++++++---- 2 files changed, 24 insertions(+), 5 deletions(-) diff --git a/crates/delta/src/routes/mod.rs b/crates/delta/src/routes/mod.rs index 1f150e0b..5107e7c2 100644 --- a/crates/delta/src/routes/mod.rs +++ b/crates/delta/src/routes/mod.rs @@ -231,10 +231,15 @@ fn custom_openapi_spec() -> OpenApi { ..Default::default() }, Server { - url: "http://local.revolt.chat:8000".to_owned(), + url: "http://local.revolt.chat:14702".to_owned(), description: Some("Local Revolt Environment".to_owned()), ..Default::default() }, + Server { + url: "http://local.revolt.chat:14702/0.8".to_owned(), + description: Some("Local Revolt Environment (v0.8)".to_owned()), + ..Default::default() + }, ], external_docs: Some(ExternalDocs { url: "https://developers.revolt.chat".to_owned(), diff --git a/crates/delta/src/util/ratelimiter.rs b/crates/delta/src/util/ratelimiter.rs index c95f818d..95952918 100644 --- a/crates/delta/src/util/ratelimiter.rs +++ b/crates/delta/src/util/ratelimiter.rs @@ -94,14 +94,28 @@ pub struct Ratelimiter { /// /// Optionally, include a resource id to hash against. fn resolve_bucket<'r>(request: &'r rocket::Request<'_>) -> (&'r str, Option<&'r str>) { - if let Some(segment) = request.routed_segment(0) { - let resource = request.routed_segment(1); + let (segment, resource, extra) = if matches!(request.routed_segment(0), Some("0.8")) { + ( + request.routed_segment(1), + request.routed_segment(2), + request.routed_segment(3), + ) + } else { + ( + request.routed_segment(0), + request.routed_segment(1), + request.routed_segment(2), + ) + }; + + if let Some(segment) = segment { + let resource = resource; let method = request.method(); match (segment, resource, method) { ("users", target, Method::Patch) => ("user_edit", target), ("users", _, _) => { - if let Some("default_avatar") = request.routed_segment(2) { + if let Some("default_avatar") = extra { return ("default_avatar", None); } @@ -110,7 +124,7 @@ fn resolve_bucket<'r>(request: &'r rocket::Request<'_>) -> (&'r str, Option<&'r ("bots", _, _) => ("bots", None), ("channels", Some(id), _) => { if request.method() == Method::Post { - if let Some("messages") = request.routed_segment(2) { + if let Some("messages") = extra { return ("messaging", Some(id)); } } From a1e6a1921057906e3e4f56868aa15746d480713b Mon Sep 17 00:00:00 2001 From: Paul Makles Date: Mon, 10 Feb 2025 18:37:21 +0000 Subject: [PATCH 30/32] chore: bump version to 0.8.2 --- Cargo.lock | 26 +++++++++++++------------- crates/bindings/node/Cargo.toml | 8 ++++---- crates/bonfire/Cargo.toml | 4 ++-- crates/core/config/Cargo.toml | 4 ++-- crates/core/database/Cargo.toml | 12 ++++++------ crates/core/files/Cargo.toml | 6 +++--- crates/core/models/Cargo.toml | 6 +++--- crates/core/permissions/Cargo.toml | 4 ++-- crates/core/presence/Cargo.toml | 2 +- crates/core/result/Cargo.toml | 2 +- crates/daemons/pushd/Cargo.toml | 8 ++++---- crates/delta/Cargo.toml | 2 +- crates/services/autumn/Cargo.toml | 10 +++++----- crates/services/january/Cargo.toml | 10 +++++----- 14 files changed, 52 insertions(+), 52 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index a48bf1f9..5df45d5b 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -5523,7 +5523,7 @@ dependencies = [ [[package]] name = "revolt-autumn" -version = "0.8.1" +version = "0.8.2" dependencies = [ "axum", "axum-macros", @@ -5560,7 +5560,7 @@ dependencies = [ [[package]] name = "revolt-bonfire" -version = "0.8.1" +version = "0.8.2" dependencies = [ "async-channel 2.3.1", "async-std", @@ -5590,7 +5590,7 @@ dependencies = [ [[package]] name = "revolt-config" -version = "0.8.1" +version = "0.8.2" dependencies = [ "async-std", "cached", @@ -5606,7 +5606,7 @@ dependencies = [ [[package]] name = "revolt-database" -version = "0.8.1" +version = "0.8.2" dependencies = [ "amqprs", "async-lock 2.8.0", @@ -5655,7 +5655,7 @@ dependencies = [ [[package]] name = "revolt-delta" -version = "0.8.1" +version = "0.8.2" dependencies = [ "amqprs", "async-channel 1.6.1", @@ -5702,7 +5702,7 @@ dependencies = [ [[package]] name = "revolt-files" -version = "0.8.1" +version = "0.8.2" dependencies = [ "aes-gcm", "aws-config", @@ -5725,7 +5725,7 @@ dependencies = [ [[package]] name = "revolt-january" -version = "0.8.1" +version = "0.8.2" dependencies = [ "async-recursion", "axum", @@ -5753,7 +5753,7 @@ dependencies = [ [[package]] name = "revolt-models" -version = "0.8.1" +version = "0.8.2" dependencies = [ "indexmap 1.9.3", "iso8601-timestamp 0.2.11", @@ -5771,7 +5771,7 @@ dependencies = [ [[package]] name = "revolt-nodejs-bindings" -version = "0.8.1" +version = "0.8.2" dependencies = [ "async-std", "neon", @@ -5784,7 +5784,7 @@ dependencies = [ [[package]] name = "revolt-permissions" -version = "0.8.1" +version = "0.8.2" dependencies = [ "async-std", "async-trait", @@ -5799,7 +5799,7 @@ dependencies = [ [[package]] name = "revolt-presence" -version = "0.8.1" +version = "0.8.2" dependencies = [ "async-std", "log", @@ -5810,7 +5810,7 @@ dependencies = [ [[package]] name = "revolt-pushd" -version = "0.8.1" +version = "0.8.2" dependencies = [ "amqprs", "async-trait", @@ -5834,7 +5834,7 @@ dependencies = [ [[package]] name = "revolt-result" -version = "0.8.1" +version = "0.8.2" dependencies = [ "axum", "revolt_okapi", diff --git a/crates/bindings/node/Cargo.toml b/crates/bindings/node/Cargo.toml index 55ada675..43b9b856 100644 --- a/crates/bindings/node/Cargo.toml +++ b/crates/bindings/node/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-nodejs-bindings" -version = "0.8.1" +version = "0.8.2" description = "Node.js bindings for the Revolt software" authors = ["Paul Makles "] license = "MIT" @@ -20,6 +20,6 @@ serde = { version = "1", features = ["derive"] } async-std = "1.12.0" -revolt-config = { version = "0.8.1", path = "../../core/config" } -revolt-result = { version = "0.8.1", path = "../../core/result" } -revolt-database = { version = "0.8.1", path = "../../core/database" } +revolt-config = { version = "0.8.2", path = "../../core/config" } +revolt-result = { version = "0.8.2", path = "../../core/result" } +revolt-database = { version = "0.8.2", path = "../../core/database" } diff --git a/crates/bonfire/Cargo.toml b/crates/bonfire/Cargo.toml index 86627e3c..ed13358b 100644 --- a/crates/bonfire/Cargo.toml +++ b/crates/bonfire/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-bonfire" -version = "0.8.1" +version = "0.8.2" license = "AGPL-3.0-or-later" edition = "2021" @@ -41,7 +41,7 @@ revolt-result = { path = "../core/result" } revolt-models = { path = "../core/models" } revolt-config = { path = "../core/config" } revolt-database = { path = "../core/database" } -revolt-permissions = { version = "0.8.1", path = "../core/permissions" } +revolt-permissions = { version = "0.8.2", path = "../core/permissions" } revolt-presence = { path = "../core/presence", features = ["redis-is-patched"] } # redis diff --git a/crates/core/config/Cargo.toml b/crates/core/config/Cargo.toml index 1e9c96d6..b23c10b9 100644 --- a/crates/core/config/Cargo.toml +++ b/crates/core/config/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-config" -version = "0.8.1" +version = "0.8.2" edition = "2021" license = "MIT" authors = ["Paul Makles "] @@ -34,4 +34,4 @@ pretty_env_logger = "0.4.0" sentry = "0.31.5" # Core -revolt-result = { version = "0.8.1", path = "../result", optional = true } +revolt-result = { version = "0.8.2", path = "../result", optional = true } diff --git a/crates/core/database/Cargo.toml b/crates/core/database/Cargo.toml index ba3de99a..d33dedd5 100644 --- a/crates/core/database/Cargo.toml +++ b/crates/core/database/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-database" -version = "0.8.1" +version = "0.8.2" edition = "2021" license = "AGPL-3.0-or-later" authors = ["Paul Makles "] @@ -24,15 +24,15 @@ default = ["mongodb", "async-std-runtime", "tasks"] [dependencies] # Core -revolt-config = { version = "0.8.1", path = "../config", features = [ +revolt-config = { version = "0.8.2", path = "../config", features = [ "report-macros", ] } -revolt-result = { version = "0.8.1", path = "../result" } -revolt-models = { version = "0.8.1", path = "../models", features = [ +revolt-result = { version = "0.8.2", path = "../result" } +revolt-models = { version = "0.8.2", path = "../models", features = [ "validator", ] } -revolt-presence = { version = "0.8.1", path = "../presence" } -revolt-permissions = { version = "0.8.1", path = "../permissions", features = [ +revolt-presence = { version = "0.8.2", path = "../presence" } +revolt-permissions = { version = "0.8.2", path = "../permissions", features = [ "serde", "bson", ] } diff --git a/crates/core/files/Cargo.toml b/crates/core/files/Cargo.toml index 59ce115a..de7d2d17 100644 --- a/crates/core/files/Cargo.toml +++ b/crates/core/files/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-files" -version = "0.8.1" +version = "0.8.2" edition = "2021" license = "AGPL-3.0-or-later" authors = ["Paul Makles "] @@ -20,10 +20,10 @@ typenum = "1.17.0" aws-config = "1.5.5" aws-sdk-s3 = { version = "1.46.0", features = ["behavior-version-latest"] } -revolt-config = { version = "0.8.1", path = "../config", features = [ +revolt-config = { version = "0.8.2", path = "../config", features = [ "report-macros", ] } -revolt-result = { version = "0.8.1", path = "../result" } +revolt-result = { version = "0.8.2", path = "../result" } # image processing jxl-oxide = "0.8.1" diff --git a/crates/core/models/Cargo.toml b/crates/core/models/Cargo.toml index b840d47f..4d0c7fa6 100644 --- a/crates/core/models/Cargo.toml +++ b/crates/core/models/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-models" -version = "0.8.1" +version = "0.8.2" edition = "2021" license = "MIT" authors = ["Paul Makles "] @@ -20,8 +20,8 @@ default = ["serde", "partials", "rocket"] [dependencies] # Core -revolt-config = { version = "0.8.1", path = "../config" } -revolt-permissions = { version = "0.8.1", path = "../permissions" } +revolt-config = { version = "0.8.2", path = "../config" } +revolt-permissions = { version = "0.8.2", path = "../permissions" } # Utility regex = "1" diff --git a/crates/core/permissions/Cargo.toml b/crates/core/permissions/Cargo.toml index c30e9b74..daf61e8d 100644 --- a/crates/core/permissions/Cargo.toml +++ b/crates/core/permissions/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-permissions" -version = "0.8.1" +version = "0.8.2" edition = "2021" license = "MIT" authors = ["Paul Makles "] @@ -21,7 +21,7 @@ async-std = { version = "1.8.0", features = ["attributes"] } [dependencies] # Core -revolt-result = { version = "0.8.1", path = "../result" } +revolt-result = { version = "0.8.2", path = "../result" } # Utility auto_ops = "0.3.0" diff --git a/crates/core/presence/Cargo.toml b/crates/core/presence/Cargo.toml index 48ef797a..7df7c702 100644 --- a/crates/core/presence/Cargo.toml +++ b/crates/core/presence/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-presence" -version = "0.8.1" +version = "0.8.2" edition = "2021" license = "AGPL-3.0-or-later" authors = ["Paul Makles "] diff --git a/crates/core/result/Cargo.toml b/crates/core/result/Cargo.toml index 77ae3057..8b0b682f 100644 --- a/crates/core/result/Cargo.toml +++ b/crates/core/result/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-result" -version = "0.8.1" +version = "0.8.2" edition = "2021" license = "MIT" authors = ["Paul Makles "] diff --git a/crates/daemons/pushd/Cargo.toml b/crates/daemons/pushd/Cargo.toml index 231bba2f..a6f1c61f 100644 --- a/crates/daemons/pushd/Cargo.toml +++ b/crates/daemons/pushd/Cargo.toml @@ -1,12 +1,12 @@ [package] name = "revolt-pushd" -version = "0.8.1" +version = "0.8.2" edition = "2021" [dependencies] -revolt-config = { version = "0.8.1", path = "../../core/config" } -revolt-database = { version = "0.8.1", path = "../../core/database" } -revolt-models = { version = "0.8.1", path = "../../core/models", features = [ +revolt-config = { version = "0.8.2", path = "../../core/config" } +revolt-database = { version = "0.8.2", path = "../../core/database" } +revolt-models = { version = "0.8.2", path = "../../core/models", features = [ "validator", ] } diff --git a/crates/delta/Cargo.toml b/crates/delta/Cargo.toml index 6df4a109..e048d7d3 100644 --- a/crates/delta/Cargo.toml +++ b/crates/delta/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-delta" -version = "0.8.1" +version = "0.8.2" license = "AGPL-3.0-or-later" authors = ["Paul Makles "] edition = "2018" diff --git a/crates/services/autumn/Cargo.toml b/crates/services/autumn/Cargo.toml index 580316c8..31356a89 100644 --- a/crates/services/autumn/Cargo.toml +++ b/crates/services/autumn/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-autumn" -version = "0.8.1" +version = "0.8.2" edition = "2021" [dependencies] @@ -42,12 +42,12 @@ tracing = "0.1" tracing-subscriber = { version = "0.3", features = ["env-filter"] } # Core crates -revolt-files = { version = "0.8.1", path = "../../core/files" } -revolt-config = { version = "0.8.1", path = "../../core/config" } -revolt-database = { version = "0.8.1", path = "../../core/database", features = [ +revolt-files = { version = "0.8.2", path = "../../core/files" } +revolt-config = { version = "0.8.2", path = "../../core/config" } +revolt-database = { version = "0.8.2", path = "../../core/database", features = [ "axum-impl", ] } -revolt-result = { version = "0.8.1", path = "../../core/result", features = [ +revolt-result = { version = "0.8.2", path = "../../core/result", features = [ "utoipa", "axum", ] } diff --git a/crates/services/january/Cargo.toml b/crates/services/january/Cargo.toml index b7ec1d1d..005ba406 100644 --- a/crates/services/january/Cargo.toml +++ b/crates/services/january/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "revolt-january" -version = "0.8.1" +version = "0.8.2" edition = "2021" [dependencies] @@ -31,13 +31,13 @@ tracing = "0.1" tracing-subscriber = { version = "0.3", features = ["env-filter"] } # Core crates -revolt-config = { version = "0.8.1", path = "../../core/config" } -revolt-models = { version = "0.8.1", path = "../../core/models" } -revolt-result = { version = "0.8.1", path = "../../core/result", features = [ +revolt-config = { version = "0.8.2", path = "../../core/config" } +revolt-models = { version = "0.8.2", path = "../../core/models" } +revolt-result = { version = "0.8.2", path = "../../core/result", features = [ "utoipa", "axum", ] } -revolt-files = { version = "0.8.1", path = "../../core/files" } +revolt-files = { version = "0.8.2", path = "../../core/files" } # Axum / web server axum = { version = "0.7.5" } From 7216e9909b9e5687d3fb9cb0a429314abf8e21a2 Mon Sep 17 00:00:00 2001 From: Paul Makles Date: Mon, 10 Feb 2025 18:50:19 +0000 Subject: [PATCH 31/32] chore: disable LTO because it likely overloads GitHub worker --- Cargo.toml | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/Cargo.toml b/Cargo.toml index 98f61e66..903f3965 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -16,5 +16,9 @@ redis23 = { package = "redis", version = "0.23.1", git = "https://github.com/rev # authifier = { package = "authifier", version = "1.0.8", path = "../authifier/crates/authifier" } # rocket_authifier = { package = "rocket_authifier", version = "1.0.8", path = "../authifier/crates/rocket_authifier" } -[profile.release] -lto = true +# I'm 99% sure this is overloading the GitHub worker +# hence builds have been failing since, let's just +# disable it for now. In the future, we could use this +# if we were rolling our own CI. +# [profile.release] +# lto = true From add3f40b2308ef2858b5a4bc47d31dec90995abb Mon Sep 17 00:00:00 2001 From: Paul Makles Date: Mon, 10 Feb 2025 18:54:15 +0000 Subject: [PATCH 32/32] fix: don't allow users to time themselves out closes #376 --- crates/core/result/src/lib.rs | 1 + crates/delta/src/routes/servers/member_edit.rs | 12 ++++++++---- 2 files changed, 9 insertions(+), 4 deletions(-) diff --git a/crates/core/result/src/lib.rs b/crates/core/result/src/lib.rs index f3de55cd..4d5e1c65 100644 --- a/crates/core/result/src/lib.rs +++ b/crates/core/result/src/lib.rs @@ -116,6 +116,7 @@ pub enum ErrorType { max: usize, }, AlreadyInServer, + CannotTimeoutYourself, // ? Bot related errors ReachedMaximumBots, diff --git a/crates/delta/src/routes/servers/member_edit.rs b/crates/delta/src/routes/servers/member_edit.rs index b10a9a3e..005e65c7 100644 --- a/crates/delta/src/routes/servers/member_edit.rs +++ b/crates/delta/src/routes/servers/member_edit.rs @@ -15,12 +15,12 @@ use validator::Validate; /// /// Edit a member by their id. #[openapi(tag = "Server Members")] -#[patch("//members/", data = "")] +#[patch("//members/", data = "")] pub async fn edit( db: &State, user: User, server: Reference, - target: Reference, + member: Reference, data: Json, ) -> Result> { let data = data.into_inner(); @@ -30,9 +30,9 @@ pub async fn edit( }) })?; - // Fetch server and target member + // Fetch server and member let mut server = server.as_server(db).await?; - let mut member = target.as_member(db, &server.id).await?; + let mut member = member.as_member(db, &server.id).await?; // Fetch our currrent permissions let mut query = DatabasePermissionQuery::new(db, &user).server(&server); @@ -84,6 +84,10 @@ pub async fn edit( .map(|x| x.contains(&v0::FieldsMember::Timeout)) .unwrap_or_default() { + if data.timeout.is_some() && member.id.user == user.id { + return Err(create_error!(CannotTimeoutYourself)); + } + permissions.throw_if_lacking_channel_permission(ChannelPermission::TimeoutMembers)?; }