Compare commits

...
39 Commits
Author SHA1 Message Date
IAmTomahawkx 8f9015a6ff fix: apply uname fix to january and autumn 2025-08-18 16:59:08 -07:00
Zomatree ed22b3a5ce chore: switch Reference to using an actual reference 2025-08-12 03:44:29 +01:00
Zomatree 65fbd36624 fix: allow for disabling default features 2025-08-12 02:35:09 +01:00
izzy 050ba16d4a fix: correct shebang for try-tag-and-release 2025-08-07 12:58:52 +02:00
izzy 65bc6c8fc6 chore: add just tool to nix shell 2025-08-07 12:58:15 +02:00
izzy 6ad3da5f35 fix: permit empty remove array in edit requests 2025-08-07 12:57:33 +02:00
izzy 947eb15771 fix: newly created roles should be ranked the lowest 2025-08-07 12:29:42 +02:00
IAmTomahawkx f4ee35fb09 fix: don't update the same field while trying to remove it
fixes #392
2025-08-06 14:18:40 -07:00
IAmTomahawkx 6048587d34 fix: rename openapi operation ids
fixes #406
2025-08-06 12:28:58 -07:00
Builderb 80cf8fc4e8 Increase limit of embed icon url due to new cdn changes causing longer url (#426)
Signed-off-by: Builderb <builderbgamer@gmail.com>
2025-08-03 11:54:22 -07:00
higgs01 4f54227495 chore: use mc alias set instead of removed mc config (#423) 2025-07-18 09:28:31 +01:00
izzy aab1734615 chore: bump version to 0.8.8 2025-06-08 11:57:57 +01:00
Paul Makles 40a41ffd64 merge: pull request #418 from revoltchat/feat/role-ranks-v2 2025-06-08 11:46:00 +01:00
izzy d30ceea373 test: complete test for editing role positions 2025-06-08 11:32:42 +01:00
izzy 3e8a401077 test: begin writing test for role editing 2025-06-08 11:18:47 +01:00
izzy 99f400bc7b fix: logic error in initial data check 2025-06-08 11:18:47 +01:00
izzy 73b576a75f fix: ensure server ID is fanned out with role ranks update
fix: ensure original order is correctly sorted on edit route
2025-06-08 11:18:47 +01:00
izzy 4e4e598daf refactor: minor formatting changes 2025-06-08 11:18:47 +01:00
Zomatree 77daf82b94 chore: refactor new role rankings code 2025-06-08 11:18:47 +01:00
Zomatree e00603f276 fix: route ranking 2025-06-08 11:18:47 +01:00
Zomatree 1b2c7b2fa1 feat: add roles migration 2025-06-08 11:18:47 +01:00
Zomatree c526095d4f feat: initial bulk role reorder route 2025-06-08 11:18:47 +01:00
izzy 8cc4bbea4d refactor: clean up clippy warnings 2025-06-07 17:50:11 +01:00
izzy 911ffc767e merge: remote-tracking branch 'origin/feat/store-session-hello-new' 2025-06-07 17:31:15 +01:00
izzy 1690df998d fix: local tests with overrides were missing prerequisites 2025-06-07 17:30:16 +01:00
izzy 519d3c08a8 chore: correct dependency order in justfile 2025-06-07 16:51:09 +01:00
IAmTomahawkx 9846d8aac2 fix(tests): add policy change value to text fixtures 2025-06-06 21:06:18 -07:00
IAmTomahawkx c74b6255dd don't use local authifier 2025-06-06 20:13:14 -07:00
IAmTomahawkx df91b8c990 store last login time of session
Signed-off-by: IAmTomahawkx <iamtomahawkx@gmail.com>
2025-06-06 20:10:37 -07:00
izzy c4728c696d feat: policy changes API
chore: bump version to 0.8.7
2025-05-30 13:12:57 +01:00
IAmTomahawkx 8153f5f17a Don't panic on empty message list
... even though it shouldn't be possible.
2025-05-15 03:20:32 -07:00
izzy 99a80f723d chore: increase verbosity for ack logging 2025-05-14 11:46:56 +01:00
izzy 4f13f5899b fix: authifier should not use transactions for migrations 2025-05-14 11:40:07 +01:00
izzy 5362e84730 fix: don't try to mount env logger twice 2025-05-13 11:16:28 +01:00
izzy be89e62d54 fix: include pushd key in Revolt.toml 2025-05-13 11:04:43 +01:00
izzy a72134f4ad chore: bump version to 0.8.6
chore: publish revolt-parser
2025-05-13 10:52:44 +01:00
izzy 69ae767175 refactor: some clippy recommendations 2025-05-13 10:48:56 +01:00
izzy 2aff76c369 refactor(pushd): add non-panic error handling to all queue consumers 2025-05-13 10:41:03 +01:00
izzy 01e0f9e558 fix: add Authifier migration for last_seen 2025-05-12 12:15:23 +01:00
185 changed files with 3234 additions and 1779 deletions

No files matched your search

+2 -2
View File
@@ -1,6 +1,6 @@
{ {
"editor.formatOnSave": true, "editor.formatOnSave": true,
"rust-analyzer.checkOnSave.command": "clippy", "rust-analyzer.check.command": "clippy",
"nixEnvSelector.suggestion": false, "nixEnvSelector.suggestion": false,
"nixEnvSelector.nixFile": "${workspaceFolder}/default.nix" "nixEnvSelector.nixFile": "${workspaceFolder}/default.nix"
} }
Generated
+1642 -1077
View File
File diff suppressed because it is too large. Load diff
+2
View File
@@ -11,6 +11,8 @@ members = [
[patch.crates-io] [patch.crates-io]
redis23 = { package = "redis", version = "0.23.3", git = "https://github.com/revoltchat/redis-rs", rev = "523b2937367e17bd0073722bf6e23d06042cb4e4" } redis23 = { package = "redis", version = "0.23.3", git = "https://github.com/revoltchat/redis-rs", rev = "523b2937367e17bd0073722bf6e23d06042cb4e4" }
#authifier = { package = "authifier", version = "1.0.10", path = "../authifier/crates/authifier" }
#rocket_authifier = { package = "rocket_authifier", version = "1.0.10", path = "../authifier/crates/rocket_authifier" }
# I'm 99% sure this is overloading the GitHub worker # I'm 99% sure this is overloading the GitHub worker
# hence builds have been failing since, let's just # hence builds have been failing since, let's just
+2 -1
View File
@@ -114,7 +114,8 @@ If you'd like to change anything, create a `Revolt.overrides.toml` file and spec
> And corresponding Revolt configuration: > And corresponding Revolt configuration:
> >
> ```toml > ```toml
> # Revolt.overrides.toml > # Revolt.overrides.toml
> # and Revolt.test-overrides.toml
> [database] > [database]
> mongodb = "mongodb://127.0.0.1:14017" > mongodb = "mongodb://127.0.0.1:14017"
> redis = "redis://127.0.0.1:14079/" > redis = "redis://127.0.0.1:14079/"
+1 -1
View File
@@ -34,7 +34,7 @@ services:
- minio - minio
entrypoint: > entrypoint: >
/bin/sh -c "while ! /usr/bin/mc ready minio; do /bin/sh -c "while ! /usr/bin/mc ready minio; do
/usr/bin/mc config host add minio http://minio:9000 minioautumn minioautumn; /usr/bin/mc alias set minio http://minio:9000 minioautumn minioautumn;
echo 'Waiting minio...' && sleep 1; echo 'Waiting minio...' && sleep 1;
done; /usr/bin/mc mb minio/revolt-uploads; exit 0;" done; /usr/bin/mc mb minio/revolt-uploads; exit 0;"
+3 -3
View File
@@ -1,6 +1,6 @@
[package] [package]
name = "revolt-bonfire" name = "revolt-bonfire"
version = "0.8.5" version = "0.8.8"
license = "AGPL-3.0-or-later" license = "AGPL-3.0-or-later"
edition = "2021" edition = "2021"
@@ -36,12 +36,12 @@ async-std = { version = "1.8.0", features = [
] } ] }
# core # core
authifier = { version = "1.0.13" } authifier = { version = "1.0.15" }
revolt-result = { path = "../core/result" } revolt-result = { path = "../core/result" }
revolt-models = { path = "../core/models" } revolt-models = { path = "../core/models" }
revolt-config = { path = "../core/config" } revolt-config = { path = "../core/config" }
revolt-database = { path = "../core/database" } revolt-database = { path = "../core/database" }
revolt-permissions = { version = "0.8.5", path = "../core/permissions" } revolt-permissions = { version = "0.8.8", path = "../core/permissions" }
revolt-presence = { path = "../core/presence", features = ["redis-is-patched"] } revolt-presence = { path = "../core/presence", features = ["redis-is-patched"] }
# redis # redis
+21 -7
View File
@@ -100,6 +100,18 @@ impl State {
let user = self.clone_user(); let user = self.clone_user();
self.cache.is_bot = user.bot.is_some(); self.cache.is_bot = user.bot.is_some();
// Fetch pending policy changes.
let policy_changes = if user.bot.is_some() {
vec![]
} else {
db.fetch_policy_changes()
.await?
.into_iter()
.filter(|policy| policy.created_time > user.last_acknowledged_policy_change)
.map(Into::into)
.collect()
};
// Find all relationships to the user. // Find all relationships to the user.
let mut user_ids: HashSet<String> = user let mut user_ids: HashSet<String> = user
.relations .relations
@@ -175,7 +187,7 @@ impl State {
.iter() .iter()
.find(|e| matches!(e, ReadyPayloadFields::UserSettings(_))) .find(|e| matches!(e, ReadyPayloadFields::UserSettings(_)))
{ {
Some(db.fetch_user_settings(&user.id, &keys).await?) Some(db.fetch_user_settings(&user.id, keys).await?)
} else { } else {
None None
}; };
@@ -199,12 +211,11 @@ impl State {
.collect(); .collect();
// Make all users appear from our perspective. // Make all users appear from our perspective.
let mut users: Vec<v0::User> = join_all(users let mut users: Vec<v0::User> = join_all(users.into_iter().map(|other_user| async {
.into_iter() let is_online = online_ids.contains(&other_user.id);
.map(|other_user| async { other_user.into_known(&user, is_online).await
let is_online = online_ids.contains(&other_user.id); }))
other_user.into_known(&user, is_online).await .await;
})).await;
// Make sure we see our own user correctly. // Make sure we see our own user correctly.
users.push(user.into_self(true).await); users.push(user.into_self(true).await);
@@ -228,6 +239,7 @@ impl State {
for channel in &channels { for channel in &channels {
self.insert_subscription(channel.id().to_string()).await; self.insert_subscription(channel.id().to_string()).await;
} }
Ok(EventV1::Ready { Ok(EventV1::Ready {
users: if fields.contains(&ReadyPayloadFields::Users) { users: if fields.contains(&ReadyPayloadFields::Users) {
Some(users) Some(users)
@@ -253,6 +265,8 @@ impl State {
user_settings, user_settings,
channel_unreads: channel_unreads.map(|vec| vec.into_iter().map(Into::into).collect()), channel_unreads: channel_unreads.map(|vec| vec.into_iter().map(Into::into).collect()),
policy_changes,
}) })
} }
+6 -1
View File
@@ -3,7 +3,7 @@ use std::{collections::HashSet, net::SocketAddr, sync::Arc};
use async_tungstenite::WebSocketStream; use async_tungstenite::WebSocketStream;
use authifier::AuthifierEvent; use authifier::AuthifierEvent;
use fred::{ use fred::{
error::{RedisError, RedisErrorKind}, error::RedisErrorKind,
interfaces::{ClientLike, EventInterface, PubsubInterface}, interfaces::{ClientLike, EventInterface, PubsubInterface},
types::RedisConfig, types::RedisConfig,
}; };
@@ -17,6 +17,7 @@ use redis_kiss::{PayloadType, REDIS_PAYLOAD_TYPE, REDIS_URI};
use revolt_config::report_internal_error; use revolt_config::report_internal_error;
use revolt_database::{ use revolt_database::{
events::{client::EventV1, server::ClientMessage}, events::{client::EventV1, server::ClientMessage},
iso8601_timestamp::Timestamp,
Database, User, UserHint, Database, User, UserHint,
}; };
use revolt_presence::{create_session, delete_session}; use revolt_presence::{create_session, delete_session};
@@ -100,6 +101,10 @@ pub async fn client(db: &'static Database, stream: TcpStream, addr: SocketAddr)
info!("User {addr:?} authenticated as @{}", user.username); info!("User {addr:?} authenticated as @{}", user.username);
db.update_session_last_seen(&session_id, Timestamp::now_utc())
.await
.ok();
// Create local state. // Create local state.
let mut state = State::from(user, session_id); let mut state = State::from(user, session_id);
let user_id = state.cache.user_id.clone(); let user_id = state.cache.user_id.clone();
+7 -4
View File
@@ -1,6 +1,6 @@
[package] [package]
name = "revolt-config" name = "revolt-config"
version = "0.8.5" version = "0.8.8"
edition = "2021" edition = "2021"
license = "MIT" license = "MIT"
authors = ["Paul Makles <me@insrt.uk>"] authors = ["Paul Makles <me@insrt.uk>"]
@@ -9,9 +9,11 @@ description = "Revolt Backend: Configuration"
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
[features] [features]
anyhow = ["dep:sentry-anyhow"]
report-macros = ["revolt-result"] report-macros = ["revolt-result"]
sentry = ["dep:sentry"]
test = ["async-std"] test = ["async-std"]
default = ["test"] default = ["test", "sentry"]
[dependencies] [dependencies]
# Utility # Utility
@@ -31,7 +33,8 @@ log = "0.4.14"
pretty_env_logger = "0.4.0" pretty_env_logger = "0.4.0"
# Sentry # Sentry
sentry = "0.31.5" sentry = { version = "0.31.5", optional = true }
sentry-anyhow = { version = "0.38.1", optional = true }
# Core # Core
revolt-result = { version = "0.8.5", path = "../result", optional = true } revolt-result = { version = "0.8.8", path = "../result", optional = true }
+1
View File
@@ -275,4 +275,5 @@ api = ""
events = "" events = ""
files = "" files = ""
proxy = "" proxy = ""
pushd = ""
crond = "" crond = ""
+31 -9
View File
@@ -6,9 +6,12 @@ use futures_locks::RwLock;
use once_cell::sync::Lazy; use once_cell::sync::Lazy;
use serde::Deserialize; use serde::Deserialize;
#[cfg(feature = "sentry")]
pub use sentry::{capture_error, capture_message, Level}; pub use sentry::{capture_error, capture_message, Level};
#[cfg(feature = "anyhow")]
pub use sentry_anyhow::capture_anyhow;
#[cfg(feature = "report-macros")] #[cfg(all(feature = "report-macros", feature = "sentry"))]
#[macro_export] #[macro_export]
macro_rules! report_error { macro_rules! report_error {
( $expr: expr, $error: ident $( $tt:tt )? ) => { ( $expr: expr, $error: ident $( $tt:tt )? ) => {
@@ -23,7 +26,7 @@ macro_rules! report_error {
}; };
} }
#[cfg(feature = "report-macros")] #[cfg(all(feature = "report-macros", feature = "sentry"))]
#[macro_export] #[macro_export]
macro_rules! capture_internal_error { macro_rules! capture_internal_error {
( $expr: expr ) => { ( $expr: expr ) => {
@@ -34,7 +37,7 @@ macro_rules! capture_internal_error {
}; };
} }
#[cfg(feature = "report-macros")] #[cfg(all(feature = "report-macros", feature = "sentry"))]
#[macro_export] #[macro_export]
macro_rules! report_internal_error { macro_rules! report_internal_error {
( $expr: expr ) => { ( $expr: expr ) => {
@@ -59,6 +62,9 @@ static CONFIG_SEARCH_PATHS: [&str; 3] = [
"/Revolt.toml", "/Revolt.toml",
]; ];
/// Path to search for test overrides
static TEST_OVERRIDE_PATH: &str = "Revolt.test-overrides.toml";
/// Configuration builder /// Configuration builder
static CONFIG_BUILDER: Lazy<RwLock<Config>> = Lazy::new(|| { static CONFIG_BUILDER: Lazy<RwLock<Config>> = Lazy::new(|| {
RwLock::new({ RwLock::new({
@@ -72,6 +78,20 @@ static CONFIG_BUILDER: Lazy<RwLock<Config>> = Lazy::new(|| {
include_str!("../Revolt.test.toml"), include_str!("../Revolt.test.toml"),
FileFormat::Toml, FileFormat::Toml,
)); ));
// recursively search upwards for an overrides file (if there is one)
if let Ok(cwd) = std::env::current_dir() {
let mut path = Some(cwd.as_path());
while let Some(current_path) = path {
let target_path = current_path.join(TEST_OVERRIDE_PATH);
if target_path.exists() {
builder = builder
.add_source(File::new(target_path.to_str().unwrap(), FileFormat::Toml));
}
path = current_path.parent();
}
}
} }
for path in CONFIG_SEARCH_PATHS { for path in CONFIG_SEARCH_PATHS {
@@ -343,6 +363,7 @@ pub struct Sentry {
pub events: String, pub events: String,
pub files: String, pub files: String,
pub proxy: String, pub proxy: String,
pub pushd: String,
pub crond: String, pub crond: String,
} }
@@ -386,6 +407,11 @@ pub async fn read() -> Config {
pub async fn config() -> Settings { pub async fn config() -> Settings {
let mut config = read().await.try_deserialize::<Settings>().unwrap(); let mut config = read().await.try_deserialize::<Settings>().unwrap();
// inject REDIS_URI for redis-kiss library
if std::env::var("REDIS_URL").is_err() {
std::env::set_var("REDIS_URI", config.database.redis.clone());
}
// auto-detect production nodes // auto-detect production nodes
if config.hosts.api.contains("https") && config.hosts.api.contains("revolt.chat") { if config.hosts.api.contains("https") && config.hosts.api.contains("revolt.chat") {
config.production = true; config.production = true;
@@ -395,6 +421,7 @@ pub async fn config() -> Settings {
} }
/// Configure logging and common Rust variables /// Configure logging and common Rust variables
#[cfg(feature = "sentry")]
pub async fn setup_logging(release: &'static str, dsn: String) -> Option<sentry::ClientInitGuard> { pub async fn setup_logging(release: &'static str, dsn: String) -> Option<sentry::ClientInitGuard> {
if std::env::var("RUST_LOG").is_err() { if std::env::var("RUST_LOG").is_err() {
std::env::set_var("RUST_LOG", "info"); std::env::set_var("RUST_LOG", "info");
@@ -404,12 +431,6 @@ pub async fn setup_logging(release: &'static str, dsn: String) -> Option<sentry:
std::env::set_var("ROCKET_ADDRESS", "0.0.0.0"); std::env::set_var("ROCKET_ADDRESS", "0.0.0.0");
} }
if std::env::var("REDIS_URL").is_err() {
// Configure redis-kiss library
let config = config().await;
std::env::set_var("REDIS_URI", config.database.redis);
}
pretty_env_logger::init(); pretty_env_logger::init();
log::info!("Starting {release}"); log::info!("Starting {release}");
@@ -426,6 +447,7 @@ pub async fn setup_logging(release: &'static str, dsn: String) -> Option<sentry:
} }
} }
#[cfg(feature = "sentry")]
#[macro_export] #[macro_export]
macro_rules! configure { macro_rules! configure {
($application: ident) => { ($application: ident) => {
+11 -16
View File
@@ -1,6 +1,6 @@
[package] [package]
name = "revolt-database" name = "revolt-database"
version = "0.8.5" version = "0.8.8"
edition = "2021" edition = "2021"
license = "AGPL-3.0-or-later" license = "AGPL-3.0-or-later"
authors = ["Paul Makles <me@insrt.uk>"] authors = ["Paul Makles <me@insrt.uk>"]
@@ -10,12 +10,12 @@ description = "Revolt Backend: Database Implementation"
[features] [features]
# Databases # Databases
mongodb = ["dep:mongodb", "bson"] mongodb = ["dep:mongodb", "bson", "authifier/database-mongodb"]
# ... Other # ... Other
tasks = ["isahc", "linkify", "url-escape"] tasks = ["isahc", "linkify", "url-escape"]
async-std-runtime = ["async-std"] async-std-runtime = ["async-std", "authifier/async-std-runtime"]
rocket-impl = ["rocket", "schemars", "revolt_okapi", "revolt_rocket_okapi"] rocket-impl = ["rocket", "schemars", "revolt_okapi", "revolt_rocket_okapi", "authifier/rocket_impl"]
axum-impl = ["axum"] axum-impl = ["axum"]
redis-is-patched = ["revolt-presence/redis-is-patched"] redis-is-patched = ["revolt-presence/redis-is-patched"]
@@ -24,19 +24,19 @@ default = ["mongodb", "async-std-runtime", "tasks"]
[dependencies] [dependencies]
# Core # Core
revolt-config = { version = "0.8.5", path = "../config", features = [ revolt-config = { version = "0.8.8", path = "../config", features = [
"report-macros", "report-macros",
] } ] }
revolt-result = { version = "0.8.5", path = "../result" } revolt-result = { version = "0.8.8", path = "../result" }
revolt-models = { version = "0.8.5", path = "../models", features = [ revolt-models = { version = "0.8.8", path = "../models", features = [
"validator", "validator",
] } ] }
revolt-presence = { version = "0.8.5", path = "../presence" } revolt-presence = { version = "0.8.8", path = "../presence" }
revolt-permissions = { version = "0.8.5", path = "../permissions", features = [ revolt-permissions = { version = "0.8.8", path = "../permissions", features = [
"serde", "serde",
"bson", "bson",
] } ] }
revolt-parser = { version = "0.1.1", path = "../parser" } revolt-parser = { version = "0.8.8", path = "../parser" }
# Utility # Utility
log = "0.4" log = "0.4"
@@ -91,13 +91,8 @@ rocket = { version = "0.5.1", default-features = false, features = [
revolt_okapi = { version = "0.9.1", optional = true } revolt_okapi = { version = "0.9.1", optional = true }
revolt_rocket_okapi = { version = "0.10.0", optional = true } revolt_rocket_okapi = { version = "0.10.0", optional = true }
# Notifications
fcm_v1 = "0.3.0"
web-push = "0.10.0"
revolt_a2 = { version = "0.10", default-features = false, features = ["ring"] }
# Authifier # Authifier
authifier = { version = "1.0.13", features = ["rocket_impl"] } authifier = { version = "1.0.15" }
# RabbitMQ # RabbitMQ
amqprs = { version = "1.7.0" } amqprs = { version = "1.7.0" }
@@ -3,18 +3,21 @@
"_object_type": "User", "_object_type": "User",
"_id": "__ID:0__", "_id": "__ID:0__",
"username": "Owner", "username": "Owner",
"last_acknowledged_policy_change": "2025-06-07T04:04:48+0000",
"discriminator": "0001" "discriminator": "0001"
}, },
{ {
"_object_type": "User", "_object_type": "User",
"_id": "__ID:1__", "_id": "__ID:1__",
"username": "Member", "username": "Member",
"last_acknowledged_policy_change": "2025-06-07T04:04:48+0000",
"discriminator": "0001" "discriminator": "0001"
}, },
{ {
"_object_type": "User", "_object_type": "User",
"_id": "__ID:2__", "_id": "__ID:2__",
"username": "Member", "username": "Member",
"last_acknowledged_policy_change": "2025-06-07T04:04:48+0000",
"discriminator": "0002" "discriminator": "0002"
}, },
{ {
@@ -23,6 +26,9 @@
"channel_type": "Group", "channel_type": "Group",
"name": "My Group", "name": "My Group",
"owner": "__ID:0__", "owner": "__ID:0__",
"recipients": ["__ID:0__", "__ID:1__"] "recipients": [
"__ID:0__",
"__ID:1__"
]
} }
] ]
@@ -3,18 +3,21 @@
"_object_type": "User", "_object_type": "User",
"_id": "__ID:0__", "_id": "__ID:0__",
"username": "Owner", "username": "Owner",
"last_acknowledged_policy_change": "2025-06-07T04:04:48+0000",
"discriminator": "0001" "discriminator": "0001"
}, },
{ {
"_object_type": "User", "_object_type": "User",
"_id": "__ID:1__", "_id": "__ID:1__",
"username": "Moderator", "username": "Moderator",
"last_acknowledged_policy_change": "2025-06-07T04:04:48+0000",
"discriminator": "0001" "discriminator": "0001"
}, },
{ {
"_object_type": "User", "_object_type": "User",
"_id": "__ID:2__", "_id": "__ID:2__",
"username": "User", "username": "User",
"last_acknowledged_policy_change": "2025-06-07T04:04:48+0000",
"discriminator": "0001" "discriminator": "0001"
}, },
{ {
@@ -39,7 +42,9 @@
"_id": "__ID:4__", "_id": "__ID:4__",
"owner": "__ID:0__", "owner": "__ID:0__",
"name": "Server", "name": "Server",
"channels": ["__ID:3__"], "channels": [
"__ID:3__"
],
"roles": { "roles": {
"__ID:5__": { "__ID:5__": {
"name": "Moderator", "name": "Moderator",
@@ -47,7 +52,7 @@
"a": 545270208, "a": 545270208,
"d": 0 "d": 0
}, },
"rank": 3 "rank": 1
}, },
"__ID:6__": { "__ID:6__": {
"name": "Owner", "name": "Owner",
@@ -66,7 +71,9 @@
"user": "__ID:0__", "user": "__ID:0__",
"server": "__ID:4__" "server": "__ID:4__"
}, },
"roles": ["__ID:6__"], "roles": [
"__ID:6__"
],
"joined_at": 1698318340195 "joined_at": 1698318340195
}, },
{ {
@@ -75,7 +82,9 @@
"user": "__ID:1__", "user": "__ID:1__",
"server": "__ID:4__" "server": "__ID:4__"
}, },
"roles": ["__ID:5__"], "roles": [
"__ID:5__"
],
"joined_at": 1698318340195 "joined_at": 1698318340195
}, },
{ {
@@ -86,4 +95,4 @@
}, },
"joined_at": 1698318340195 "joined_at": 1698318340195
} }
] ]
+31 -12
View File
@@ -1,3 +1,4 @@
#[cfg(feature = "mongodb")]
mod mongodb; mod mongodb;
mod reference; mod reference;
@@ -13,6 +14,7 @@ use authifier::Authifier;
use rand::Rng; use rand::Rng;
use revolt_config::config; use revolt_config::config;
#[cfg(feature = "mongodb")]
pub use self::mongodb::*; pub use self::mongodb::*;
pub use self::reference::*; pub use self::reference::*;
@@ -25,8 +27,10 @@ pub enum DatabaseInfo {
/// Use the mock database /// Use the mock database
Reference, Reference,
/// Connect to MongoDB /// Connect to MongoDB
#[cfg(feature = "mongodb")]
MongoDb { uri: String, database_name: String }, MongoDb { uri: String, database_name: String },
/// Use existing MongoDB connection /// Use existing MongoDB connection
#[cfg(feature = "mongodb")]
MongoDbFromClient(::mongodb::Client, String), MongoDbFromClient(::mongodb::Client, String),
} }
@@ -36,6 +40,7 @@ pub enum Database {
/// Mock database /// Mock database
Reference(ReferenceDb), Reference(ReferenceDb),
/// MongoDB database /// MongoDB database
#[cfg(feature = "mongodb")]
MongoDb(MongoDb), MongoDb(MongoDb),
} }
@@ -45,7 +50,7 @@ impl DatabaseInfo {
pub async fn connect(self) -> Result<Database, String> { pub async fn connect(self) -> Result<Database, String> {
let config = config().await; let config = config().await;
Ok(match self { match self {
DatabaseInfo::Auto => { DatabaseInfo::Auto => {
if std::env::var("TEST_DB").is_ok() { if std::env::var("TEST_DB").is_ok() {
DatabaseInfo::Test(format!( DatabaseInfo::Test(format!(
@@ -53,16 +58,20 @@ impl DatabaseInfo {
rand::thread_rng().gen_range(1_000_000..10_000_000) rand::thread_rng().gen_range(1_000_000..10_000_000)
)) ))
.connect() .connect()
.await? .await
} else if !config.database.mongodb.is_empty() { } else if !config.database.mongodb.is_empty() {
DatabaseInfo::MongoDb { #[cfg(feature = "mongodb")]
return DatabaseInfo::MongoDb {
uri: config.database.mongodb, uri: config.database.mongodb,
database_name: "revolt".to_string(), database_name: "revolt".to_string(),
} }
.connect() .connect()
.await? .await;
#[cfg(not(feature = "mongodb"))]
return Err("MongoDB not enabled.".to_string())
} else { } else {
DatabaseInfo::Reference.connect().await? DatabaseInfo::Reference.connect().await
} }
} }
DatabaseInfo::Test(database_name) => { DatabaseInfo::Test(database_name) => {
@@ -70,30 +79,36 @@ impl DatabaseInfo {
.expect("`TEST_DB` environment variable should be set to REFERENCE or MONGODB") .expect("`TEST_DB` environment variable should be set to REFERENCE or MONGODB")
.as_str() .as_str()
{ {
"REFERENCE" => DatabaseInfo::Reference.connect().await?, "REFERENCE" => DatabaseInfo::Reference.connect().await,
"MONGODB" => { "MONGODB" => {
DatabaseInfo::MongoDb { #[cfg(feature = "mongodb")]
return DatabaseInfo::MongoDb {
uri: config.database.mongodb, uri: config.database.mongodb,
database_name, database_name,
} }
.connect() .connect()
.await? .await;
#[cfg(not(feature = "mongodb"))]
return Err("MongoDB not enabled.".to_string())
} }
_ => unreachable!("must specify REFERENCE or MONGODB"), _ => unreachable!("must specify REFERENCE or MONGODB"),
} }
} }
DatabaseInfo::Reference => Database::Reference(Default::default()), DatabaseInfo::Reference => Ok(Database::Reference(Default::default())),
#[cfg(feature = "mongodb")]
DatabaseInfo::MongoDb { uri, database_name } => { DatabaseInfo::MongoDb { uri, database_name } => {
let client = ::mongodb::Client::with_uri_str(uri) let client = ::mongodb::Client::with_uri_str(uri)
.await .await
.map_err(|_| "Failed to init db connection.".to_string())?; .map_err(|_| "Failed to init db connection.".to_string())?;
Database::MongoDb(MongoDb(client, database_name)) Ok(Database::MongoDb(MongoDb(client, database_name)))
} }
#[cfg(feature = "mongodb")]
DatabaseInfo::MongoDbFromClient(client, database_name) => { DatabaseInfo::MongoDbFromClient(client, database_name) => {
Database::MongoDb(MongoDb(client, database_name)) Ok(Database::MongoDb(MongoDb(client, database_name)))
} }
}) }
} }
} }
@@ -219,12 +234,16 @@ impl Database {
Authifier { Authifier {
database: match self { database: match self {
Database::Reference(_) => Default::default(), Database::Reference(_) => Default::default(),
#[cfg(feature = "mongodb")]
Database::MongoDb(MongoDb(client, _)) => authifier::Database::MongoDb( Database::MongoDb(MongoDb(client, _)) => authifier::Database::MongoDb(
authifier::database::MongoDb(client.database("revolt")), authifier::database::MongoDb(client.database("revolt")),
), ),
}, },
config: auth_config, config: auth_config,
#[cfg(feature = "tasks")]
event_channel: Some(crate::tasks::authifier_relay::sender()), event_channel: Some(crate::tasks::authifier_relay::sender()),
#[cfg(not(feature = "tasks"))]
event_channel: None,
} }
} }
} }
@@ -10,7 +10,6 @@ use serde::de::DeserializeOwned;
use serde::Serialize; use serde::Serialize;
database_derived!( database_derived!(
#[cfg(feature = "mongodb")]
/// MongoDB implementation /// MongoDB implementation
pub struct MongoDb(pub ::mongodb::Client, pub String); pub struct MongoDb(pub ::mongodb::Client, pub String);
); );
@@ -4,8 +4,8 @@ use futures::lock::Mutex;
use crate::{ use crate::{
Bot, Channel, ChannelCompositeKey, ChannelUnread, Emoji, File, FileHash, Invite, Member, Bot, Channel, ChannelCompositeKey, ChannelUnread, Emoji, File, FileHash, Invite, Member,
MemberCompositeKey, Message, RatelimitEvent, Report, Server, ServerBan, Snapshot, User, MemberCompositeKey, Message, PolicyChange, RatelimitEvent, Report, Server, ServerBan, Snapshot,
UserSettings, Webhook, User, UserSettings, Webhook,
}; };
database_derived!( database_derived!(
@@ -21,6 +21,7 @@ database_derived!(
pub file_hashes: Arc<Mutex<HashMap<String, FileHash>>>, pub file_hashes: Arc<Mutex<HashMap<String, FileHash>>>,
pub files: Arc<Mutex<HashMap<String, File>>>, pub files: Arc<Mutex<HashMap<String, File>>>,
pub messages: Arc<Mutex<HashMap<String, Message>>>, pub messages: Arc<Mutex<HashMap<String, Message>>>,
pub policy_changes: Arc<Mutex<HashMap<String, PolicyChange>>>,
pub ratelimit_events: Arc<Mutex<HashMap<String, RatelimitEvent>>>, pub ratelimit_events: Arc<Mutex<HashMap<String, RatelimitEvent>>>,
pub user_settings: Arc<Mutex<HashMap<String, UserSettings>>>, pub user_settings: Arc<Mutex<HashMap<String, UserSettings>>>,
pub users: Arc<Mutex<HashMap<String, User>>>, pub users: Arc<Mutex<HashMap<String, User>>>,
+6 -1
View File
@@ -6,7 +6,7 @@ use revolt_models::v0::{
AppendMessage, Channel, ChannelUnread, Emoji, FieldsChannel, FieldsMember, FieldsMessage, AppendMessage, Channel, ChannelUnread, Emoji, FieldsChannel, FieldsMember, FieldsMessage,
FieldsRole, FieldsServer, FieldsUser, FieldsWebhook, Member, MemberCompositeKey, Message, FieldsRole, FieldsServer, FieldsUser, FieldsWebhook, Member, MemberCompositeKey, Message,
PartialChannel, PartialMember, PartialMessage, PartialRole, PartialServer, PartialUser, PartialChannel, PartialMember, PartialMessage, PartialRole, PartialServer, PartialUser,
PartialWebhook, RemovalIntention, Report, Server, User, UserSettings, Webhook, PartialWebhook, PolicyChange, RemovalIntention, Report, Server, User, UserSettings, Webhook,
}; };
use crate::Database; use crate::Database;
@@ -62,6 +62,8 @@ pub enum EventV1 {
user_settings: Option<UserSettings>, user_settings: Option<UserSettings>,
#[serde(skip_serializing_if = "Option::is_none")] #[serde(skip_serializing_if = "Option::is_none")]
channel_unreads: Option<Vec<ChannelUnread>>, channel_unreads: Option<Vec<ChannelUnread>>,
policy_changes: Vec<PolicyChange>,
}, },
/// Ping response /// Ping response
@@ -163,6 +165,9 @@ pub enum EventV1 {
/// Server role deleted /// Server role deleted
ServerRoleDelete { id: String, role_id: String }, ServerRoleDelete { id: String, role_id: String },
/// Server roles ranks updated
ServerRoleRanksUpdate { id: String, ranks: Vec<String> },
/// Update existing user /// Update existing user
UserUpdate { UserUpdate {
id: String, id: String,
+4
View File
@@ -25,6 +25,9 @@ pub use mongodb;
#[macro_use] #[macro_use]
extern crate bson; extern crate bson;
#[cfg(not(feature = "async-std-runtime"))]
compile_error!("async-std-runtime feature must be enabled.");
#[macro_export] #[macro_export]
#[cfg(debug_assertions)] #[cfg(debug_assertions)]
macro_rules! query { macro_rules! query {
@@ -103,6 +106,7 @@ pub mod util;
pub use models::*; pub use models::*;
pub mod events; pub mod events;
#[cfg(feature = "tasks")]
pub mod tasks; pub mod tasks;
mod amqp; mod amqp;
@@ -1,3 +1,4 @@
#[cfg(feature = "mongodb")]
mod mongodb; mod mongodb;
mod reference; mod reference;
@@ -64,6 +64,10 @@ pub async fn create_database(db: &MongoDb) {
.await .await
.expect("Failed to create user_settings collection."); .expect("Failed to create user_settings collection.");
db.create_collection("policy_changes")
.await
.expect("Failed to create policy_changes collection.");
db.create_collection("safety_reports") db.create_collection("safety_reports")
.await .await
.expect("Failed to create safety_reports collection."); .expect("Failed to create safety_reports collection.");
@@ -1,14 +1,19 @@
use std::{collections::HashSet, ops::BitXor, time::Duration}; use std::{
collections::{HashMap, HashSet},
ops::BitXor,
time::Duration,
};
use crate::{ use crate::{
mongodb::{ mongodb::{
bson::{doc, from_bson, from_document, to_document, Bson, DateTime, Document}, bson::{doc, from_bson, from_document, to_document, Bson, DateTime, Document},
options::FindOptions, options::FindOptions,
}, },
AbstractChannels, AbstractServers, Channel, Invite, MongoDb, DISCRIMINATOR_SEARCH_SPACE, AbstractChannels, AbstractServers, Channel, Invite, MongoDb, User, DISCRIMINATOR_SEARCH_SPACE,
}; };
use bson::oid::ObjectId; use bson::{oid::ObjectId, to_bson};
use futures::StreamExt; use futures::StreamExt;
use iso8601_timestamp::Timestamp;
use rand::seq::SliceRandom; use rand::seq::SliceRandom;
use revolt_permissions::DEFAULT_WEBHOOK_PERMISSIONS; use revolt_permissions::DEFAULT_WEBHOOK_PERMISSIONS;
use revolt_result::{Error, ErrorType}; use revolt_result::{Error, ErrorType};
@@ -21,7 +26,7 @@ struct MigrationInfo {
revision: i32, revision: i32,
} }
pub const LATEST_REVISION: i32 = 31; pub const LATEST_REVISION: i32 = 42; // MUST BE +1 to last migration
pub async fn migrate_database(db: &MongoDb) { pub async fn migrate_database(db: &MongoDb) {
let migrations = db.col::<Document>("migrations"); let migrations = db.col::<Document>("migrations");
@@ -1128,6 +1133,99 @@ pub async fn run_migrations(db: &MongoDb, revision: i32) -> i32 {
} }
} }
if revision <= 32 {
info!(
"Running migration [revision 32 / 12-05-2025]: (Authifier) Add last_seen to sessions."
);
let db = authifier::Database::MongoDb(authifier::database::MongoDb(db.db()));
db.run_migration(authifier::Migration::M2025_02_20AddLastSeenToSession)
.await
.unwrap();
}
if revision <= 40 {
info!(
"Running migration [revision |> 40 / 30-05-2025]: Set last policy acknowlegement date to now and create policy changes collection."
);
db.db()
.create_collection("policy_changes")
.await
.expect("Failed to create policy_changes collection.");
db.db()
.collection::<User>("users")
.update_many(
doc! {},
doc! {
"$set": {
"last_acknowledged_policy_change": to_bson(&Timestamp::now_utc())
.expect("failed to serialise timestamp")
}
},
)
.await
.expect("failed to update users");
}
if revision <= 41 {
info!(
"Running migration [revision 41 / 05-06-2025]: convert role ranks to uniform numbers."
);
#[derive(Serialize, Deserialize, Clone)]
struct Role {
pub rank: i64,
}
#[derive(Serialize, Deserialize, Clone)]
struct Server {
#[serde(rename = "_id")]
pub id: String,
#[serde(default = "HashMap::<String, Role>::new")]
pub roles: HashMap<String, Role>,
}
let mut servers = db
.db()
.collection::<Server>("servers")
.find(doc! {
"roles": {
"$exists": true,
"$ne": []
}
})
.await
.unwrap()
.filter_map(|s| async { s.ok() })
.boxed();
while let Some(server) = servers.next().await {
let mut ordered_roles = server.roles.clone().into_iter().collect::<Vec<_>>();
ordered_roles.sort_by(|(_, role_a), (_, role_b)| role_a.rank.cmp(&role_b.rank));
let ordered_roles = ordered_roles
.into_iter()
.map(|(id, _)| id)
.collect::<Vec<_>>();
let mut doc = doc! {};
for id in server.roles.keys() {
doc.insert(
format!("roles.{id}.rank"),
ordered_roles.iter().position(|x| id == x).unwrap() as i64,
);
}
db.db()
.collection::<Server>("servers")
.update_one(doc! { "_id": &server.id }, doc! { "$set": doc })
.await
.unwrap();
}
}
// Reminder to update LATEST_REVISION when adding new migrations. // Reminder to update LATEST_REVISION when adding new migrations.
LATEST_REVISION.max(revision) LATEST_REVISION.max(revision)
} }
@@ -1,4 +1,3 @@
use revolt_config::config;
use revolt_result::Result; use revolt_result::Result;
use ulid::Ulid; use ulid::Ulid;
@@ -2,6 +2,7 @@ use revolt_result::Result;
use crate::{Bot, FieldsBot, PartialBot}; use crate::{Bot, FieldsBot, PartialBot};
#[cfg(feature = "mongodb")]
mod mongodb; mod mongodb;
mod reference; mod reference;
@@ -2,6 +2,7 @@ use revolt_result::Result;
use crate::Invite; use crate::Invite;
#[cfg(feature = "mongodb")]
mod mongodb; mod mongodb;
mod reference; mod reference;
@@ -2,6 +2,7 @@ use revolt_result::Result;
use crate::ChannelUnread; use crate::ChannelUnread;
#[cfg(feature = "mongodb")]
mod mongodb; mod mongodb;
mod reference; mod reference;
@@ -142,7 +142,7 @@ mod tests {
..Default::default() ..Default::default()
}; };
db.insert_webhook(&webhook).await.unwrap(); webhook.create(&db).await.unwrap();
let mut updated_webhook = webhook.clone(); let mut updated_webhook = webhook.clone();
updated_webhook updated_webhook
@@ -2,6 +2,7 @@ use revolt_result::Result;
use crate::{FieldsWebhook, PartialWebhook, Webhook}; use crate::{FieldsWebhook, PartialWebhook, Webhook};
#[cfg(feature = "mongodb")]
mod mongodb; mod mongodb;
mod reference; mod reference;
@@ -8,10 +8,13 @@ use serde::{Deserialize, Serialize};
use ulid::Ulid; use ulid::Ulid;
use crate::{ use crate::{
events::client::EventV1, tasks::ack::AckEvent, Database, File, IntoDocumentPath, PartialServer, events::client::EventV1, Database, File, PartialServer,
Server, SystemMessage, User, AMQP, Server, SystemMessage, User, AMQP,
}; };
#[cfg(feature = "mongodb")]
use crate::IntoDocumentPath;
auto_derived!( auto_derived!(
#[serde(tag = "channel_type")] #[serde(tag = "channel_type")]
pub enum Channel { pub enum Channel {
@@ -328,13 +331,10 @@ impl Channel {
db.insert_channel(&channel).await?; db.insert_channel(&channel).await?;
match &channel { if let Channel::DirectMessage { .. } = &channel {
Channel::DirectMessage { .. } => { let event = EventV1::ChannelCreate(channel.clone().into());
let event = EventV1::ChannelCreate(channel.clone().into()); event.clone().private(user_a.id.clone()).await;
event.clone().private(user_a.id.clone()).await; event.private(user_b.id.clone()).await;
event.private(user_b.id.clone()).await;
}
_ => {}
}; };
Ok(channel) Ok(channel)
@@ -649,10 +649,11 @@ impl Channel {
.private(user.to_string()) .private(user.to_string())
.await; .await;
#[cfg(feature = "tasks")]
crate::tasks::ack::queue_ack( crate::tasks::ack::queue_ack(
self.id().to_string(), self.id().to_string(),
user.to_string(), user.to_string(),
AckEvent::AckMessage { crate::tasks::ack::AckEvent::AckMessage {
id: message.to_string(), id: message.to_string(),
}, },
) )
@@ -769,6 +770,7 @@ impl Channel {
} }
} }
#[cfg(feature = "mongodb")]
impl IntoDocumentPath for FieldsChannel { impl IntoDocumentPath for FieldsChannel {
fn as_path(&self) -> Option<&'static str> { fn as_path(&self) -> Option<&'static str> {
Some(match self { Some(match self {
@@ -1,5 +1,7 @@
use crate::{revolt_result::Result, Channel, FieldsChannel, PartialChannel}; use crate::{revolt_result::Result, Channel, FieldsChannel, PartialChannel};
use revolt_permissions::OverrideField; use revolt_permissions::OverrideField;
#[cfg(feature = "mongodb")]
mod mongodb; mod mongodb;
mod reference; mod reference;
@@ -2,6 +2,7 @@ use revolt_result::Result;
use crate::Emoji; use crate::Emoji;
#[cfg(feature = "mongodb")]
mod mongodb; mod mongodb;
mod reference; mod reference;
@@ -28,7 +28,7 @@ auto_derived_partial!(
/// Size of this file (in bytes) /// Size of this file (in bytes)
pub size: isize, pub size: isize,
}, },
"PartialFile" "PartialFileHash"
); );
auto_derived!( auto_derived!(
@@ -2,6 +2,7 @@ use revolt_result::Result;
use crate::FileHash; use crate::FileHash;
#[cfg(feature = "mongodb")]
mod mongodb; mod mongodb;
mod reference; mod reference;
@@ -4,6 +4,7 @@ use crate::File;
use super::FileUsedFor; use super::FileUsedFor;
#[cfg(feature = "mongodb")]
mod mongodb; mod mongodb;
mod reference; mod reference;
@@ -5,7 +5,7 @@ use iso8601_timestamp::Timestamp;
use revolt_config::{config, FeaturesLimits}; use revolt_config::{config, FeaturesLimits};
use revolt_models::v0::{ use revolt_models::v0::{
self, BulkMessageResponse, DataMessageSend, Embed, MessageAuthor, MessageFlags, MessageSort, self, BulkMessageResponse, DataMessageSend, Embed, MessageAuthor, MessageFlags, MessageSort,
MessageWebhook, PushNotification, ReplyIntent, SendableEmbed, Text MessageWebhook, PushNotification, ReplyIntent, SendableEmbed, Text,
}; };
use revolt_permissions::{calculate_channel_permissions, ChannelPermission, PermissionValue}; use revolt_permissions::{calculate_channel_permissions, ChannelPermission, PermissionValue};
use revolt_result::{ErrorType, Result}; use revolt_result::{ErrorType, Result};
@@ -14,7 +14,6 @@ use validator::Validate;
use crate::{ use crate::{
events::client::EventV1, events::client::EventV1,
tasks::{self, ack::AckEvent},
util::{ util::{
bulk_permissions::BulkDatabasePermissionQuery, idempotency::IdempotencyKey, bulk_permissions::BulkDatabasePermissionQuery, idempotency::IdempotencyKey,
permissions::DatabasePermissionQuery, permissions::DatabasePermissionQuery,
@@ -22,6 +21,9 @@ use crate::{
Channel, Database, Emoji, File, User, AMQP, Channel, Database, Emoji, File, User, AMQP,
}; };
#[cfg(feature = "tasks")]
use crate::tasks::{self, ack::AckEvent};
auto_derived_partial!( auto_derived_partial!(
/// Message /// Message
pub struct Message { pub struct Message {
@@ -286,9 +288,9 @@ impl Message {
.map_err(|_| create_error!(InvalidOperation))?; .map_err(|_| create_error!(InvalidOperation))?;
// Check the message is not empty // Check the message is not empty
if (data.content.as_ref().map_or(true, |v| v.is_empty())) if (data.content.as_ref().is_none_or(|v| v.is_empty()))
&& (data.attachments.as_ref().map_or(true, |v| v.is_empty())) && (data.attachments.as_ref().is_none_or(|v| v.is_empty()))
&& (data.embeds.as_ref().map_or(true, |v| v.is_empty())) && (data.embeds.as_ref().is_none_or(|v| v.is_empty()))
{ {
return Err(create_error!(EmptyMessage)); return Err(create_error!(EmptyMessage));
} }
@@ -382,7 +384,7 @@ impl Message {
mut user_mentions, mut user_mentions,
mut role_mentions, mut role_mentions,
mut mentions_everyone, mut mentions_everyone,
mut mentions_online mut mentions_online,
} = message_mentions; } = message_mentions;
if allow_mass_mentions && server_id.is_some() && !role_mentions.is_empty() { if allow_mass_mentions && server_id.is_some() && !role_mentions.is_empty() {
@@ -489,7 +491,9 @@ impl Message {
let valid_members = db.fetch_members(server.as_str(), &mentions_vec[..]).await; let valid_members = db.fetch_members(server.as_str(), &mentions_vec[..]).await;
if let Ok(valid_members) = valid_members { if let Ok(valid_members) = valid_members {
let valid_mentions = HashSet::<&String, RandomState>::from_iter(valid_members.iter().map(|m| &m.id.user)); let valid_mentions = HashSet::<&String, RandomState>::from_iter(
valid_members.iter().map(|m| &m.id.user),
);
user_mentions.retain(|m| valid_mentions.contains(m)); // quick pass, validate mentions are in the server user_mentions.retain(|m| valid_mentions.contains(m)); // quick pass, validate mentions are in the server
@@ -503,7 +507,8 @@ impl Message {
.members_can_see_channel() .members_can_see_channel()
.await; .await;
user_mentions.retain(|m| *member_channel_view_perms.get(m).unwrap_or(&false)); user_mentions
.retain(|m| *member_channel_view_perms.get(m).unwrap_or(&false));
} }
} else { } else {
revolt_config::capture_error(&valid_members.unwrap_err()); revolt_config::capture_error(&valid_members.unwrap_err());
@@ -517,7 +522,9 @@ impl Message {
} }
if !user_mentions.is_empty() { if !user_mentions.is_empty() {
message.mentions.replace(user_mentions.into_iter().collect()); message
.mentions
.replace(user_mentions.into_iter().collect());
} }
if !role_mentions.is_empty() { if !role_mentions.is_empty() {
@@ -611,9 +618,11 @@ impl Message {
.await; .await;
// Update last_message_id // Update last_message_id
#[cfg(feature = "tasks")]
tasks::last_message_id::queue(self.channel.to_string(), self.id.to_string(), is_dm).await; tasks::last_message_id::queue(self.channel.to_string(), self.id.to_string(), is_dm).await;
// Add mentions for affected users // Add mentions for affected users
#[cfg(feature = "tasks")]
if !mentions_elsewhere { if !mentions_elsewhere {
if let Some(mentions) = &self.mentions { if let Some(mentions) = &self.mentions {
tasks::ack::queue_message( tasks::ack::queue_message(
@@ -632,6 +641,7 @@ impl Message {
} }
// Generate embeds // Generate embeds
#[cfg(feature = "tasks")]
if generate_embeds { if generate_embeds {
if let Some(content) = &self.content { if let Some(content) = &self.content {
tasks::process_embeds::queue( tasks::process_embeds::queue(
@@ -651,7 +661,7 @@ impl Message {
pub async fn send( pub async fn send(
&mut self, &mut self,
db: &Database, db: &Database,
amqp: Option<&AMQP>, // this is optional mostly for tests. _amqp: Option<&AMQP>, // this is optional mostly for tests.
author: MessageAuthor<'_>, author: MessageAuthor<'_>,
user: Option<v0::User>, user: Option<v0::User>,
member: Option<v0::Member>, member: Option<v0::Member>,
@@ -668,10 +678,12 @@ impl Message {
) )
.await?; .await?;
if !self.has_suppressed_notifications() if !self.has_suppressed_notifications()
&& (self.mentions.is_some() || self.contains_mass_push_mention()) && (self.mentions.is_some() || self.contains_mass_push_mention())
{ {
// send Push notifications // send Push notifications
#[cfg(feature = "tasks")]
tasks::ack::queue_message( tasks::ack::queue_message(
self.channel.to_string(), self.channel.to_string(),
AckEvent::ProcessMessage { AckEvent::ProcessMessage {
@@ -2,6 +2,7 @@ use revolt_result::Result;
use crate::{AppendMessage, FieldsMessage, Message, MessageQuery, PartialMessage}; use crate::{AppendMessage, FieldsMessage, Message, MessageQuery, PartialMessage};
#[cfg(feature = "mongodb")]
mod mongodb; mod mongodb;
mod reference; mod reference;
+10 -1
View File
@@ -8,6 +8,7 @@ mod emojis;
mod file_hashes; mod file_hashes;
mod files; mod files;
mod messages; mod messages;
mod policy_changes;
mod ratelimit_events; mod ratelimit_events;
mod safety_reports; mod safety_reports;
mod safety_snapshots; mod safety_snapshots;
@@ -27,6 +28,7 @@ pub use emojis::*;
pub use file_hashes::*; pub use file_hashes::*;
pub use files::*; pub use files::*;
pub use messages::*; pub use messages::*;
pub use policy_changes::*;
pub use ratelimit_events::*; pub use ratelimit_events::*;
pub use safety_reports::*; pub use safety_reports::*;
pub use safety_snapshots::*; pub use safety_snapshots::*;
@@ -36,7 +38,10 @@ pub use servers::*;
pub use user_settings::*; pub use user_settings::*;
pub use users::*; pub use users::*;
use crate::{Database, MongoDb, ReferenceDb}; use crate::{Database, ReferenceDb};
#[cfg(feature = "mongodb")]
use crate::MongoDb;
pub trait AbstractDatabase: pub trait AbstractDatabase:
Sync Sync
@@ -51,6 +56,7 @@ pub trait AbstractDatabase:
+ file_hashes::AbstractAttachmentHashes + file_hashes::AbstractAttachmentHashes
+ files::AbstractAttachments + files::AbstractAttachments
+ messages::AbstractMessages + messages::AbstractMessages
+ policy_changes::AbstractPolicyChange
+ ratelimit_events::AbstractRatelimitEvents + ratelimit_events::AbstractRatelimitEvents
+ safety_reports::AbstractReport + safety_reports::AbstractReport
+ safety_snapshots::AbstractSnapshot + safety_snapshots::AbstractSnapshot
@@ -63,6 +69,8 @@ pub trait AbstractDatabase:
} }
impl AbstractDatabase for ReferenceDb {} impl AbstractDatabase for ReferenceDb {}
#[cfg(feature = "mongodb")]
impl AbstractDatabase for MongoDb {} impl AbstractDatabase for MongoDb {}
impl std::ops::Deref for Database { impl std::ops::Deref for Database {
@@ -71,6 +79,7 @@ impl std::ops::Deref for Database {
fn deref(&self) -> &Self::Target { fn deref(&self) -> &Self::Target {
match &self { match &self {
Database::Reference(dummy) => dummy, Database::Reference(dummy) => dummy,
#[cfg(feature = "mongodb")]
Database::MongoDb(mongo) => mongo, Database::MongoDb(mongo) => mongo,
} }
} }
@@ -0,0 +1,5 @@
mod model;
mod ops;
pub use model::*;
pub use ops::*;
@@ -0,0 +1,20 @@
use iso8601_timestamp::Timestamp;
auto_derived!(
/// Platform policy change
pub struct PolicyChange {
/// Unique Id
#[serde(rename = "_id")]
pub id: String,
/// Time at which this policy was created
pub created_time: Timestamp,
/// Time at which this policy is effective
pub effective_time: Timestamp,
/// Message shown to users
pub description: String,
/// URL with details about changes
pub url: String,
}
);
@@ -0,0 +1,16 @@
use revolt_result::Result;
use crate::PolicyChange;
#[cfg(feature = "mongodb")]
mod mongodb;
mod reference;
#[async_trait]
pub trait AbstractPolicyChange: Sync + Send {
/// Fetch all policy changes
async fn fetch_policy_changes(&self) -> Result<Vec<PolicyChange>>;
/// Acknowledge policy changes
async fn acknowledge_policy_changes(&self, user_id: &str) -> Result<()>;
}
@@ -0,0 +1,46 @@
use bson::to_bson;
use iso8601_timestamp::Timestamp;
use revolt_result::Result;
use crate::MongoDb;
use crate::PolicyChange;
use crate::User;
use super::AbstractPolicyChange;
static COL: &str = "policy_changes";
#[async_trait]
impl AbstractPolicyChange for MongoDb {
/// Fetch all policy changes
async fn fetch_policy_changes(&self) -> Result<Vec<PolicyChange>> {
query!(self, find, COL, doc! {})
}
/// Acknowledge policy changes
async fn acknowledge_policy_changes(&self, user_id: &str) -> Result<()> {
let latest_policy = self
.fetch_policy_changes()
.await?
.into_iter()
.map(|policy| policy.created_time)
.max()
.unwrap_or(Timestamp::UNIX_EPOCH);
self.col::<User>("users")
.update_one(
doc! {
"_id": user_id
},
doc! {
"$set": {
"last_acknowledged_policy_change": to_bson(&latest_policy)
.map_err(|_| create_database_error!("to_bson", "timestamp"))?
}
},
)
.await
.map(|_| ())
.map_err(|_| create_database_error!("update_one", COL))
}
}
@@ -0,0 +1,31 @@
use iso8601_timestamp::Timestamp;
use revolt_result::Result;
use crate::PolicyChange;
use crate::ReferenceDb;
use super::AbstractPolicyChange;
#[async_trait]
impl AbstractPolicyChange for ReferenceDb {
/// Fetch all policy changes
async fn fetch_policy_changes(&self) -> Result<Vec<PolicyChange>> {
let policy_changes = self.policy_changes.lock().await;
Ok(policy_changes.values().cloned().collect())
}
/// Acknowledge policy changes
async fn acknowledge_policy_changes(&self, user_id: &str) -> Result<()> {
let mut users = self.users.lock().await;
let user = users.get_mut(user_id).expect("user doesn't exist");
user.last_acknowledged_policy_change = self
.fetch_policy_changes()
.await?
.into_iter()
.map(|policy| policy.created_time)
.max()
.unwrap_or(Timestamp::UNIX_EPOCH);
Ok(())
}
}
@@ -1,6 +1,8 @@
use std::time::Duration; use std::time::Duration;
use crate::{revolt_result::Result, RatelimitEvent, RatelimitEventType}; use crate::{revolt_result::Result, RatelimitEvent, RatelimitEventType};
#[cfg(feature = "mongodb")]
mod mongodb; mod mongodb;
mod reference; mod reference;
@@ -2,6 +2,7 @@ use revolt_result::Result;
use crate::Report; use crate::Report;
#[cfg(feature = "mongodb")]
mod mongodb; mod mongodb;
mod reference; mod reference;
@@ -85,8 +85,8 @@ impl SnapshotContent {
Ok(( Ok((
SnapshotContent::Message { SnapshotContent::Message {
message, message,
prior_context: prior_context.into_iter().map(Into::into).collect(), prior_context: prior_context.into_iter().collect(),
leading_context: leading_context.into_iter().map(Into::into).collect(), leading_context: leading_context.into_iter().collect(),
}, },
files, files,
)) ))
@@ -2,6 +2,7 @@ use revolt_result::Result;
use crate::Snapshot; use crate::Snapshot;
#[cfg(feature = "mongodb")]
mod mongodb; mod mongodb;
mod reference; mod reference;
@@ -13,6 +13,7 @@ auto_derived!(
} }
); );
#[allow(clippy::disallowed_methods)]
impl ServerBan { impl ServerBan {
/// Create ban /// Create ban
pub async fn create( pub async fn create(
@@ -2,6 +2,7 @@ use revolt_result::Result;
use crate::{MemberCompositeKey, ServerBan}; use crate::{MemberCompositeKey, ServerBan};
#[cfg(feature = "mongodb")]
mod mongodb; mod mongodb;
mod reference; mod reference;
@@ -159,7 +159,7 @@ impl Member {
} }
/// Update member data /// Update member data
pub async fn update<'a>( pub async fn update(
&mut self, &mut self,
db: &Database, db: &Database,
partial: PartialMember, partial: PartialMember,
@@ -1,16 +1,20 @@
use ::mongodb::SessionCursor; #[cfg(feature = "mongodb")]
use ::mongodb::{ClientSession, SessionCursor};
use revolt_result::Result; use revolt_result::Result;
use crate::{FieldsMember, Member, MemberCompositeKey, PartialMember}; use crate::{FieldsMember, Member, MemberCompositeKey, PartialMember};
#[cfg(feature = "mongodb")]
mod mongodb; mod mongodb;
mod reference; mod reference;
#[derive(Debug)] #[derive(Debug)]
#[allow(clippy::large_enum_variant)]
pub enum ChunkedServerMembersGenerator { pub enum ChunkedServerMembersGenerator {
#[cfg(feature = "mongodb")] #[cfg(feature = "mongodb")]
MongoDb { MongoDb {
session: ::mongodb::ClientSession, session: ClientSession,
cursor: Option<SessionCursor<Member>>, cursor: Option<SessionCursor<Member>>,
}, },
@@ -22,7 +26,7 @@ pub enum ChunkedServerMembersGenerator {
impl ChunkedServerMembersGenerator { impl ChunkedServerMembersGenerator {
#[cfg(feature = "mongodb")] #[cfg(feature = "mongodb")]
pub fn new_mongo(session: ::mongodb::ClientSession, cursor: SessionCursor<Member>) -> Self { pub fn new_mongo(session: ClientSession, cursor: SessionCursor<Member>) -> Self {
ChunkedServerMembersGenerator::MongoDb { ChunkedServerMembersGenerator::MongoDb {
session, session,
cursor: Some(cursor), cursor: Some(cursor),
@@ -181,7 +181,7 @@ impl Server {
} }
/// Update server data /// Update server data
pub async fn update<'a>( pub async fn update(
&mut self, &mut self,
db: &Database, db: &Database,
partial: PartialServer, partial: PartialServer,
@@ -228,6 +228,13 @@ impl Server {
} }
} }
/// Ordered roles list
pub fn ordered_roles(&self) -> Vec<(String, Role)> {
let mut ordered_roles = self.roles.clone().into_iter().collect::<Vec<_>>();
ordered_roles.sort_by(|(_, role_a), (_, role_b)| role_a.rank.cmp(&role_b.rank));
ordered_roles
}
/// Set role permission on a server /// Set role permission on a server
pub async fn set_role_permission( pub async fn set_role_permission(
&mut self, &mut self,
@@ -253,6 +260,37 @@ impl Server {
Err(create_error!(NotFound)) Err(create_error!(NotFound))
} }
} }
/// Reorders the server's roles rankings
pub async fn set_role_ordering(&mut self, db: &Database, new_order: Vec<String>) -> Result<()> {
// New order must always contain every role
debug_assert_eq!(self.roles.len(), new_order.len());
// Set the role's ranks to the positions in the vec
for (rank, id) in new_order.iter().enumerate() {
self.roles.get_mut(id).unwrap().rank = rank as i64;
}
db.update_server(
&self.id,
&PartialServer {
roles: Some(self.roles.clone()),
..Default::default()
},
Vec::new(),
)
.await?;
// Publish bulk update event
EventV1::ServerRoleRanksUpdate {
id: self.id.clone(),
ranks: new_order,
}
.p(self.id.clone())
.await;
Ok(())
}
} }
impl Role { impl Role {
@@ -285,7 +323,7 @@ impl Role {
} }
/// Update server data /// Update server data
pub async fn update<'a>( pub async fn update(
&mut self, &mut self,
db: &Database, db: &Database,
server_id: &str, server_id: &str,
@@ -2,6 +2,7 @@ use revolt_result::Result;
use crate::{FieldsRole, FieldsServer, PartialRole, PartialServer, Role, Server}; use crate::{FieldsRole, FieldsServer, PartialRole, PartialServer, Role, Server};
#[cfg(feature = "mongodb")]
mod mongodb; mod mongodb;
mod reference; mod reference;
@@ -2,6 +2,7 @@ use revolt_result::Result;
use crate::UserSettings; use crate::UserSettings;
#[cfg(feature = "mongodb")]
mod mongodb; mod mongodb;
mod reference; mod reference;
@@ -7,11 +7,5 @@ mod rocket;
#[cfg(feature = "rocket-impl")] #[cfg(feature = "rocket-impl")]
mod schema; mod schema;
#[cfg(feature = "axum-impl")]
pub use self::axum::*;
#[cfg(feature = "rocket-impl")]
pub use self::rocket::*;
#[cfg(feature = "rocket-impl")]
pub use self::schema::*;
pub use model::*; pub use model::*;
pub use ops::*; pub use ops::*;
+12 -11
View File
@@ -8,7 +8,7 @@ use iso8601_timestamp::Timestamp;
use once_cell::sync::Lazy; use once_cell::sync::Lazy;
use rand::seq::SliceRandom; use rand::seq::SliceRandom;
use revolt_config::{config, FeaturesLimits}; use revolt_config::{config, FeaturesLimits};
use revolt_models::v0::{self, UserFlags, UserBadges}; use revolt_models::v0::{self, UserBadges, UserFlags};
use revolt_presence::filter_online; use revolt_presence::filter_online;
use revolt_result::{create_error, Result}; use revolt_result::{create_error, Result};
use serde_json::json; use serde_json::json;
@@ -57,6 +57,8 @@ auto_derived_partial!(
/// Time until user is unsuspended /// Time until user is unsuspended
#[serde(skip_serializing_if = "Option::is_none")] #[serde(skip_serializing_if = "Option::is_none")]
pub suspended_until: Option<Timestamp>, pub suspended_until: Option<Timestamp>,
/// Last acknowledged policy change
pub last_acknowledged_policy_change: Timestamp,
}, },
"PartialUser" "PartialUser"
); );
@@ -178,6 +180,7 @@ impl Default for User {
privileged: Default::default(), privileged: Default::default(),
bot: Default::default(), bot: Default::default(),
suspended_until: Default::default(), suspended_until: Default::default(),
last_acknowledged_policy_change: Timestamp::UNIX_EPOCH,
} }
} }
} }
@@ -200,6 +203,7 @@ impl User {
id: account_id.into().unwrap_or_else(|| Ulid::new().to_string()), id: account_id.into().unwrap_or_else(|| Ulid::new().to_string()),
discriminator: User::find_discriminator(db, &username, None).await?, discriminator: User::find_discriminator(db, &username, None).await?,
username, username,
last_acknowledged_policy_change: Timestamp::now_utc(),
..Default::default() ..Default::default()
}; };
@@ -349,16 +353,13 @@ impl User {
) -> Result<Vec<v0::User>> { ) -> Result<Vec<v0::User>> {
let online_ids = filter_online(ids).await; let online_ids = filter_online(ids).await;
Ok(join_all( Ok(
db join_all(db.fetch_users(ids).await?.into_iter().map(|user| async {
.fetch_users(ids)
.await?
.into_iter()
.map(|user| async {
let is_online = online_ids.contains(&user.id); let is_online = online_ids.contains(&user.id);
user.into_known(perspective, is_online).await user.into_known(perspective, is_online).await
}) }))
).await) .await,
)
} }
/// Find a free discriminator for a given username /// Find a free discriminator for a given username
@@ -639,7 +640,7 @@ impl User {
} }
/// Update user data /// Update user data
pub async fn update<'a>( pub async fn update(
&mut self, &mut self,
db: &Database, db: &Database,
partial: PartialUser, partial: PartialUser,
@@ -817,7 +818,7 @@ impl User {
if let Some(cutoff) = config.api.users.early_adopter_cutoff { if let Some(cutoff) = config.api.users.early_adopter_cutoff {
if Ulid::from_string(&self.id).unwrap().timestamp_ms() < cutoff { if Ulid::from_string(&self.id).unwrap().timestamp_ms() < cutoff {
return badges + UserBadges::EarlyAdopter as u32 return badges + UserBadges::EarlyAdopter as u32;
}; };
}; };
@@ -1,8 +1,10 @@
use authifier::models::Session; use authifier::models::Session;
use iso8601_timestamp::Timestamp;
use revolt_result::Result; use revolt_result::Result;
use crate::{FieldsUser, PartialUser, RelationshipStatus, User}; use crate::{FieldsUser, PartialUser, RelationshipStatus, User};
#[cfg(feature = "mongodb")]
mod mongodb; mod mongodb;
mod reference; mod reference;
@@ -61,4 +63,6 @@ pub trait AbstractUsers: Sync + Send {
/// Remove push subscription for a session by session id (TODO: remove) /// Remove push subscription for a session by session id (TODO: remove)
async fn remove_push_subscription_by_session_id(&self, session_id: &str) -> Result<()>; async fn remove_push_subscription_by_session_id(&self, session_id: &str) -> Result<()>;
async fn update_session_last_seen(&self, session_id: &str, when: Timestamp) -> Result<()>;
} }
@@ -1,6 +1,7 @@
use ::mongodb::options::{Collation, CollationStrength, FindOneOptions, FindOptions}; use ::mongodb::options::{Collation, CollationStrength, FindOneOptions, FindOptions};
use authifier::models::Session; use authifier::models::Session;
use futures::StreamExt; use futures::StreamExt;
use iso8601_timestamp::Timestamp;
use revolt_result::Result; use revolt_result::Result;
use crate::DocumentId; use crate::DocumentId;
@@ -211,16 +212,34 @@ impl AbstractUsers for MongoDb {
partial: &PartialUser, partial: &PartialUser,
remove: Vec<FieldsUser>, remove: Vec<FieldsUser>,
) -> Result<()> { ) -> Result<()> {
query!( if remove.contains(&FieldsUser::StatusText) && partial.status.is_some() {
self, // stupid-ass workaround to fix mongo conflicting the same item
update_one_by_id, let _: Result<()> = query!(
COL, self,
id, update_one_by_id,
partial, COL,
remove.iter().map(|x| x as &dyn IntoDocumentPath).collect(), id,
None PartialUser {
) ..Default::default()
.map(|_| ()) },
remove.iter().map(|x| x as &dyn IntoDocumentPath).collect(),
None
)
.map(|_| ());
query!(self, update_one_by_id, COL, id, partial, vec![], None).map(|_| ())
} else {
query!(
self,
update_one_by_id,
COL,
id,
partial,
remove.iter().map(|x| x as &dyn IntoDocumentPath).collect(),
None
)
.map(|_| ())
}
} }
/// Set relationship with another user /// Set relationship with another user
@@ -317,7 +336,26 @@ impl AbstractUsers for MongoDb {
) )
.await .await
.map(|_| ()) .map(|_| ())
.map_err(|_| create_database_error!("update_one", COL)) .map_err(|_| create_database_error!("update_one", "sessions"))
}
async fn update_session_last_seen(&self, session_id: &str, when: Timestamp) -> Result<()> {
let formatted: &str = &when.format();
self.col::<Session>("sessions")
.update_one(
doc! {
"_id": session_id
},
doc! {
"$set": {
"last_seen": formatted
}
},
)
.await
.map(|_| ())
.map_err(|_| create_database_error!("update_one", "sessions"))
} }
} }
@@ -1,4 +1,5 @@
use authifier::models::Session; use authifier::models::Session;
use iso8601_timestamp::Timestamp;
use revolt_result::Result; use revolt_result::Result;
use crate::{FieldsUser, PartialUser, RelationshipStatus, User}; use crate::{FieldsUser, PartialUser, RelationshipStatus, User};
@@ -168,4 +169,8 @@ impl AbstractUsers for ReferenceDb {
async fn remove_push_subscription_by_session_id(&self, _session_id: &str) -> Result<()> { async fn remove_push_subscription_by_session_id(&self, _session_id: &str) -> Result<()> {
todo!() todo!()
} }
async fn update_session_last_seen(&self, _session_id: &str, _when: Timestamp) -> Result<()> {
todo!()
}
} }
@@ -6,7 +6,7 @@ use revolt_rocket_okapi::{
use crate::User; use crate::User;
impl<'r> OpenApiFromRequest<'r> for User { impl OpenApiFromRequest<'_> for User {
fn from_request_input( fn from_request_input(
_gen: &mut OpenApiGenerator, _gen: &mut OpenApiGenerator,
_name: String, _name: String,
+31 -21
View File
@@ -3,8 +3,8 @@ use crate::{Database, Message, AMQP};
use deadqueue::limited::Queue; use deadqueue::limited::Queue;
use once_cell::sync::Lazy; use once_cell::sync::Lazy;
use revolt_config::capture_message;
use revolt_models::v0::PushNotification; use revolt_models::v0::PushNotification;
use rocket::form::validate::Contains;
use std::{ use std::{
collections::{HashMap, HashSet}, collections::{HashMap, HashSet},
time::Duration, time::Duration,
@@ -65,6 +65,7 @@ pub async fn queue_ack(channel: String, user: String, event: AckEvent) {
); );
} }
/// Do not add more than one message per event.
pub async fn queue_message(channel: String, event: AckEvent) { pub async fn queue_message(channel: String, event: AckEvent) {
Q.try_push(Data { Q.try_push(Data {
channel, channel,
@@ -114,7 +115,7 @@ pub async fn handle_ack_event(
} }
AckEvent::ProcessMessage { messages } => { AckEvent::ProcessMessage { messages } => {
let mut users: HashSet<&String> = HashSet::new(); let mut users: HashSet<&String> = HashSet::new();
debug!( info!(
"Processing {} messages from channel {}", "Processing {} messages from channel {}",
messages.len(), messages.len(),
messages[0].1.channel messages[0].1.channel
@@ -125,7 +126,7 @@ pub async fn handle_ack_event(
users.extend(recipents.iter()); users.extend(recipents.iter());
}); });
debug!("Found {} users to notify.", users.len()); info!("Found {} users to notify.", users.len());
for user in users { for user in users {
let message_ids: Vec<String> = messages let message_ids: Vec<String> = messages
@@ -143,7 +144,7 @@ pub async fn handle_ack_event(
db.add_mention_to_unread(channel, user, &message_ids) db.add_mention_to_unread(channel, user, &message_ids)
.await?; .await?;
} }
debug!("Added {} mentions for user {}", message_ids.len(), &user); info!("Added {} mentions for user {}", message_ids.len(), &user);
} }
let mut mass_mentions = vec![]; let mut mass_mentions = vec![];
@@ -232,7 +233,7 @@ pub async fn worker(db: Database, amqp: AMQP) {
revolt_config::capture_error(&err); revolt_config::capture_error(&err);
error!("{err:?} for {event:?}. ({user:?}, {channel})"); error!("{err:?} for {event:?}. ({user:?}, {channel})");
} else { } else {
debug!("User {user:?} ack in {channel} with {event:?}"); info!("User {user:?} ack in {channel} with {event:?}");
} }
} }
} }
@@ -247,6 +248,8 @@ pub async fn worker(db: Database, amqp: AMQP) {
mut event, mut event,
}) = Q.try_pop() }) = Q.try_pop()
{ {
info!("Took next ack from queue, now {} remaining", Q.len());
let key: (Option<String>, String, u8) = ( let key: (Option<String>, String, u8) = (
user, user,
channel, channel,
@@ -261,24 +264,31 @@ pub async fn worker(db: Database, amqp: AMQP) {
if let AckEvent::ProcessMessage { messages: existing } = if let AckEvent::ProcessMessage { messages: existing } =
&mut task.data.event &mut task.data.event
{ {
// add the new message to the list of messages to be processed. if let Some(new_event) = new_data.pop() {
existing.append(new_data); // if the message contains a mass mention, do not delay it any further.
if new_event.1.contains_mass_push_mention() {
// add the new message to the list of messages to be processed.
existing.push(new_event);
task.run_immediately();
continue;
}
// if the message contains a mass mention, do not delay it any further. existing.push(new_event);
if new_data[0].1.contains_mass_push_mention() {
task.run_immediately();
continue;
}
// put a cap on the amount of messages that can be queued, for particularly active channels // put a cap on the amount of messages that can be queued, for particularly active channels
if (existing.length() as u16) if (existing.length() as u16)
< revolt_config::config() < revolt_config::config()
.await .await
.features .features
.advanced .advanced
.process_message_delay_limit .process_message_delay_limit
{ {
task.delay(); task.delay();
}
} else {
let err_msg = format!("Got zero-length message event: {event:?}");
capture_message(&err_msg, revolt_config::Level::Warning);
info!("{err_msg}")
} }
} else { } else {
panic!("Somehow got an ack message in the add mention arm"); panic!("Somehow got an ack message in the add mention arm");
@@ -4,7 +4,7 @@ use once_cell::sync::Lazy;
use crate::events::client::EventV1; use crate::events::client::EventV1;
static Q: Lazy<(Sender<AuthifierEvent>, Receiver<AuthifierEvent>)> = Lazy::new(|| unbounded()); static Q: Lazy<(Sender<AuthifierEvent>, Receiver<AuthifierEvent>)> = Lazy::new(unbounded);
/// Get sender /// Get sender
pub fn sender() -> Sender<AuthifierEvent> { pub fn sender() -> Sender<AuthifierEvent> {
+18 -6
View File
@@ -1,7 +1,8 @@
use iso8601_timestamp::Timestamp;
use revolt_models::v0::*; use revolt_models::v0::*;
use revolt_permissions::{calculate_user_permissions, UserPermission}; use revolt_permissions::{calculate_user_permissions, UserPermission};
use crate::{util::permissions::DatabasePermissionQuery, Database, FileUsedFor}; use crate::{util::permissions::DatabasePermissionQuery, Database};
impl crate::Bot { impl crate::Bot {
pub fn into_public_bot(self, user: crate::User) -> PublicBot { pub fn into_public_bot(self, user: crate::User) -> PublicBot {
@@ -14,8 +15,7 @@ impl crate::Bot {
avatar: user.avatar.map(|x| x.id).unwrap_or_default(), avatar: user.avatar.map(|x| x.id).unwrap_or_default(),
description: user description: user
.profile .profile
.map(|profile| profile.content) .and_then(|profile| profile.content)
.flatten()
.unwrap_or_default(), .unwrap_or_default(),
} }
} }
@@ -488,7 +488,7 @@ impl crate::Message {
reactions: self.reactions, reactions: self.reactions,
interactions: self.interactions.into(), interactions: self.interactions.into(),
masquerade: self.masquerade.map(Into::into), masquerade: self.masquerade.map(Into::into),
flags: self.flags.map(|flags| flags as u32).unwrap_or_default(), flags: self.flags.unwrap_or_default(),
pinned: self.pinned, pinned: self.pinned,
} }
} }
@@ -517,7 +517,7 @@ impl From<crate::PartialMessage> for PartialMessage {
reactions: value.reactions, reactions: value.reactions,
interactions: value.interactions.map(Into::into), interactions: value.interactions.map(Into::into),
masquerade: value.masquerade.map(Into::into), masquerade: value.masquerade.map(Into::into),
flags: value.flags.map(|flags| flags as u32), flags: value.flags,
pinned: value.pinned, pinned: value.pinned,
} }
} }
@@ -597,6 +597,17 @@ impl From<Masquerade> for crate::Masquerade {
} }
} }
impl From<crate::PolicyChange> for PolicyChange {
fn from(value: crate::PolicyChange) -> Self {
PolicyChange {
created_time: value.created_time,
effective_time: value.effective_time,
description: value.description,
url: value.url,
}
}
}
impl From<crate::Report> for Report { impl From<crate::Report> for Report {
fn from(value: crate::Report) -> Self { fn from(value: crate::Report) -> Self {
Report { Report {
@@ -1102,7 +1113,7 @@ impl crate::User {
} }
/// Convert user object into user model without presence information /// Convert user object into user model without presence information
pub async fn into_known_static<'a>(self, is_online: bool) -> User { pub async fn into_known_static(self, is_online: bool) -> User {
let badges = self.get_badges().await; let badges = self.get_badges().await;
User { User {
@@ -1188,6 +1199,7 @@ impl From<User> for crate::User {
privileged: value.privileged, privileged: value.privileged,
bot: value.bot.map(Into::into), bot: value.bot.map(Into::into),
suspended_until: None, suspended_until: None,
last_acknowledged_policy_change: Timestamp::UNIX_EPOCH,
} }
} }
} }
@@ -87,7 +87,7 @@ impl<'z> BulkDatabasePermissionQuery<'z> {
} }
} }
pub fn channel(self, channel: &'z Channel) -> BulkDatabasePermissionQuery { pub fn channel(self, channel: &'z Channel) -> BulkDatabasePermissionQuery<'z> {
BulkDatabasePermissionQuery { BulkDatabasePermissionQuery {
channel: Some(channel.clone()), channel: Some(channel.clone()),
..self ..self
@@ -109,7 +109,7 @@ impl<'z> BulkDatabasePermissionQuery<'z> {
} }
} }
pub fn members(self, members: &'z [Member]) -> BulkDatabasePermissionQuery { pub fn members(self, members: &'z [Member]) -> BulkDatabasePermissionQuery<'z> {
BulkDatabasePermissionQuery { BulkDatabasePermissionQuery {
members: Some(members.to_owned()), members: Some(members.to_owned()),
cached_member_perms: None, cached_member_perms: None,
@@ -120,7 +120,7 @@ impl<'z> BulkDatabasePermissionQuery<'z> {
} }
} }
pub fn users(self, users: &'z [User]) -> BulkDatabasePermissionQuery { pub fn users(self, users: &'z [User]) -> BulkDatabasePermissionQuery<'z> {
BulkDatabasePermissionQuery { BulkDatabasePermissionQuery {
users: Some(users.to_owned()), users: Some(users.to_owned()),
cached_member_perms: None, cached_member_perms: None,
+1 -1
View File
@@ -54,7 +54,7 @@ use revolt_rocket_okapi::{
use schemars::schema::{InstanceType, SchemaObject, SingleOrVec}; use schemars::schema::{InstanceType, SchemaObject, SingleOrVec};
#[cfg(feature = "rocket-impl")] #[cfg(feature = "rocket-impl")]
impl<'r> OpenApiFromRequest<'r> for IdempotencyKey { impl OpenApiFromRequest<'_> for IdempotencyKey {
fn from_request_input( fn from_request_input(
_gen: &mut OpenApiGenerator, _gen: &mut OpenApiGenerator,
_name: String, _name: String,
+13 -15
View File
@@ -104,7 +104,7 @@ impl PermissionQuery for DatabasePermissionQuery<'_> {
.unwrap_or_default(); .unwrap_or_default();
self.cached_mutual_connection = Some(value); self.cached_mutual_connection = Some(value);
matches!(value, true) value
} else { } else {
false false
} }
@@ -305,16 +305,14 @@ impl PermissionQuery for DatabasePermissionQuery<'_> {
/// Are we a recipient of this channel? /// Are we a recipient of this channel?
async fn are_we_part_of_the_channel(&mut self) -> bool { async fn are_we_part_of_the_channel(&mut self) -> bool {
if let Some(channel) = &self.channel { if let Some(
match channel { Cow::Borrowed(Channel::DirectMessage { recipients, .. })
Cow::Borrowed(Channel::DirectMessage { recipients, .. }) | Cow::Owned(Channel::DirectMessage { recipients, .. })
| Cow::Owned(Channel::DirectMessage { recipients, .. }) | Cow::Borrowed(Channel::Group { recipients, .. })
| Cow::Borrowed(Channel::Group { recipients, .. }) | Cow::Owned(Channel::Group { recipients, .. }),
| Cow::Owned(Channel::Group { recipients, .. }) => { ) = &self.channel
recipients.contains(&self.perspective.id) {
} recipients.contains(&self.perspective.id)
_ => false,
}
} else { } else {
false false
} }
@@ -420,7 +418,7 @@ impl<'a> DatabasePermissionQuery<'a> {
} }
/// Use user /// Use user
pub fn user(self, user: &'a User) -> DatabasePermissionQuery { pub fn user(self, user: &'a User) -> DatabasePermissionQuery<'a> {
DatabasePermissionQuery { DatabasePermissionQuery {
user: Some(Cow::Borrowed(user)), user: Some(Cow::Borrowed(user)),
..self ..self
@@ -428,7 +426,7 @@ impl<'a> DatabasePermissionQuery<'a> {
} }
/// Use channel /// Use channel
pub fn channel(self, channel: &'a Channel) -> DatabasePermissionQuery { pub fn channel(self, channel: &'a Channel) -> DatabasePermissionQuery<'a> {
DatabasePermissionQuery { DatabasePermissionQuery {
channel: Some(Cow::Borrowed(channel)), channel: Some(Cow::Borrowed(channel)),
..self ..self
@@ -436,7 +434,7 @@ impl<'a> DatabasePermissionQuery<'a> {
} }
/// Use server /// Use server
pub fn server(self, server: &'a Server) -> DatabasePermissionQuery { pub fn server(self, server: &'a Server) -> DatabasePermissionQuery<'a> {
DatabasePermissionQuery { DatabasePermissionQuery {
server: Some(Cow::Borrowed(server)), server: Some(Cow::Borrowed(server)),
..self ..self
@@ -444,7 +442,7 @@ impl<'a> DatabasePermissionQuery<'a> {
} }
/// Use member /// Use member
pub fn member(self, member: &'a Member) -> DatabasePermissionQuery { pub fn member(self, member: &'a Member) -> DatabasePermissionQuery<'a> {
DatabasePermissionQuery { DatabasePermissionQuery {
member: Some(Cow::Borrowed(member)), member: Some(Cow::Borrowed(member)),
..self ..self
+19 -20
View File
@@ -14,41 +14,40 @@ use crate::{
}; };
/// Reference to some object in the database /// Reference to some object in the database
#[derive(Serialize, Deserialize)] pub struct Reference<'a> {
pub struct Reference {
/// Id of object /// Id of object
pub id: String, pub id: &'a str,
} }
impl Reference { impl<'a> Reference<'a> {
/// Create a Ref from an unchecked string /// Create a Ref from an unchecked string
pub fn from_unchecked(id: String) -> Reference { pub fn from_unchecked(id: &'a str) -> Reference<'a> {
Reference { id } Reference { id }
} }
/// Fetch ban from Ref /// Fetch ban from Ref
pub async fn as_ban(&self, db: &Database, server: &str) -> Result<ServerBan> { pub async fn as_ban(&self, db: &Database, server: &str) -> Result<ServerBan> {
db.fetch_ban(server, &self.id).await db.fetch_ban(server, self.id).await
} }
/// Fetch bot from Ref /// Fetch bot from Ref
pub async fn as_bot(&self, db: &Database) -> Result<Bot> { pub async fn as_bot(&self, db: &Database) -> Result<Bot> {
db.fetch_bot(&self.id).await db.fetch_bot(self.id).await
} }
/// Fetch emoji from Ref /// Fetch emoji from Ref
pub async fn as_emoji(&self, db: &Database) -> Result<Emoji> { pub async fn as_emoji(&self, db: &Database) -> Result<Emoji> {
db.fetch_emoji(&self.id).await db.fetch_emoji(self.id).await
} }
/// Fetch channel from Ref /// Fetch channel from Ref
pub async fn as_channel(&self, db: &Database) -> Result<Channel> { pub async fn as_channel(&self, db: &Database) -> Result<Channel> {
db.fetch_channel(&self.id).await db.fetch_channel(self.id).await
} }
/// Fetch invite from Ref or create invite to server if discoverable /// Fetch invite from Ref or create invite to server if discoverable
pub async fn as_invite(&self, db: &Database) -> Result<Invite> { pub async fn as_invite(&self, db: &Database) -> Result<Invite> {
if ulid::Ulid::from_str(&self.id).is_ok() { if ulid::Ulid::from_str(self.id).is_ok() {
let server = self.as_server(db).await?; let server = self.as_server(db).await?;
if !server.discoverable { if !server.discoverable {
return Err(create_error!(NotFound)); return Err(create_error!(NotFound));
@@ -65,18 +64,18 @@ impl Reference {
.ok_or(create_error!(NotFound))?, .ok_or(create_error!(NotFound))?,
}) })
} else { } else {
db.fetch_invite(&self.id).await db.fetch_invite(self.id).await
} }
} }
/// Fetch message from Ref /// Fetch message from Ref
pub async fn as_message(&self, db: &Database) -> Result<Message> { pub async fn as_message(&self, db: &Database) -> Result<Message> {
db.fetch_message(&self.id).await db.fetch_message(self.id).await
} }
/// Fetch message from Ref and validate channel /// Fetch message from Ref and validate channel
pub async fn as_message_in_channel(&self, db: &Database, channel: &str) -> Result<Message> { pub async fn as_message_in_channel(&self, db: &Database, channel: &str) -> Result<Message> {
let msg = db.fetch_message(&self.id).await?; let msg = db.fetch_message(self.id).await?;
if msg.channel != channel { if msg.channel != channel {
return Err(create_error!(NotFound)); return Err(create_error!(NotFound));
} }
@@ -86,36 +85,36 @@ impl Reference {
/// Fetch member from Ref /// Fetch member from Ref
pub async fn as_member(&self, db: &Database, server: &str) -> Result<Member> { pub async fn as_member(&self, db: &Database, server: &str) -> Result<Member> {
db.fetch_member(server, &self.id).await db.fetch_member(server, self.id).await
} }
/// Fetch server from Ref /// Fetch server from Ref
pub async fn as_server(&self, db: &Database) -> Result<Server> { pub async fn as_server(&self, db: &Database) -> Result<Server> {
db.fetch_server(&self.id).await db.fetch_server(self.id).await
} }
/// Fetch user from Ref /// Fetch user from Ref
pub async fn as_user(&self, db: &Database) -> Result<User> { pub async fn as_user(&self, db: &Database) -> Result<User> {
db.fetch_user(&self.id).await db.fetch_user(self.id).await
} }
/// Fetch webhook from Ref /// Fetch webhook from Ref
pub async fn as_webhook(&self, db: &Database) -> Result<Webhook> { pub async fn as_webhook(&self, db: &Database) -> Result<Webhook> {
db.fetch_webhook(&self.id).await db.fetch_webhook(self.id).await
} }
} }
#[cfg(feature = "rocket-impl")] #[cfg(feature = "rocket-impl")]
impl<'r> FromParam<'r> for Reference { impl<'r> FromParam<'r> for Reference<'r> {
type Error = &'r str; type Error = &'r str;
fn from_param(param: &'r str) -> Result<Self, Self::Error> { fn from_param(param: &'r str) -> Result<Self, Self::Error> {
Ok(Reference::from_unchecked(param.into())) Ok(Reference::from_unchecked(param))
} }
} }
#[cfg(feature = "rocket-impl")] #[cfg(feature = "rocket-impl")]
impl JsonSchema for Reference { impl<'a> JsonSchema for Reference<'a> {
fn schema_name() -> String { fn schema_name() -> String {
"Id".to_string() "Id".to_string()
} }
+3 -3
View File
@@ -1,6 +1,6 @@
[package] [package]
name = "revolt-files" name = "revolt-files"
version = "0.8.5" version = "0.8.8"
edition = "2021" edition = "2021"
license = "AGPL-3.0-or-later" license = "AGPL-3.0-or-later"
authors = ["Paul Makles <me@insrt.uk>"] authors = ["Paul Makles <me@insrt.uk>"]
@@ -20,10 +20,10 @@ typenum = "1.17.0"
aws-config = "1.5.5" aws-config = "1.5.5"
aws-sdk-s3 = { version = "1.46.0", features = ["behavior-version-latest"] } aws-sdk-s3 = { version = "1.46.0", features = ["behavior-version-latest"] }
revolt-config = { version = "0.8.5", path = "../config", features = [ revolt-config = { version = "0.8.8", path = "../config", features = [
"report-macros", "report-macros",
] } ] }
revolt-result = { version = "0.8.5", path = "../result" } revolt-result = { version = "0.8.8", path = "../result" }
# image processing # image processing
jxl-oxide = "0.8.1" jxl-oxide = "0.8.1"
+3 -3
View File
@@ -1,6 +1,6 @@
[package] [package]
name = "revolt-models" name = "revolt-models"
version = "0.8.5" version = "0.8.8"
edition = "2021" edition = "2021"
license = "MIT" license = "MIT"
authors = ["Paul Makles <me@insrt.uk>"] authors = ["Paul Makles <me@insrt.uk>"]
@@ -20,8 +20,8 @@ default = ["serde", "partials", "rocket"]
[dependencies] [dependencies]
# Core # Core
revolt-config = { version = "0.8.5", path = "../config" } revolt-config = { version = "0.8.8", path = "../config" }
revolt-permissions = { version = "0.8.5", path = "../permissions" } revolt-permissions = { version = "0.8.8", path = "../permissions" }
# Utility # Utility
regex = "1.11" regex = "1.11"
+2 -2
View File
@@ -132,8 +132,8 @@ auto_derived!(
#[cfg_attr(feature = "validator", validate(length(min = 1, max = 2048)))] #[cfg_attr(feature = "validator", validate(length(min = 1, max = 2048)))]
pub interactions_url: Option<String>, pub interactions_url: Option<String>,
/// Fields to remove from bot object /// Fields to remove from bot object
#[cfg_attr(feature = "validator", validate(length(min = 1)))] #[cfg_attr(feature = "serde", serde(default))]
pub remove: Option<Vec<FieldsBot>>, pub remove: Vec<FieldsBot>,
} }
/// Where we are inviting a bot to /// Where we are inviting a bot to
+6 -6
View File
@@ -207,7 +207,7 @@ auto_derived!(
/// Fields to remove from channel /// Fields to remove from channel
#[cfg_attr(feature = "serde", serde(default))] #[cfg_attr(feature = "serde", serde(default))]
pub remove: Option<Vec<FieldsChannel>>, pub remove: Vec<FieldsChannel>,
} }
/// Create new group /// Create new group
@@ -310,14 +310,14 @@ impl Channel {
/// This returns a Result because the recipient name can't be determined here without a db call, /// This returns a Result because the recipient name can't be determined here without a db call,
/// which can't be done since this is models, which can't reference the database crate. /// which can't be done since this is models, which can't reference the database crate.
/// ///
/// If it returns Err, you need to fetch the name from the db. /// If it returns None, you need to fetch the name from the db.
pub fn name(&self) -> Result<&str, ()> { pub fn name(&self) -> Option<&str> {
match self { match self {
Channel::DirectMessage { .. } => Err(()), Channel::DirectMessage { .. } => None,
Channel::SavedMessages { .. } => Ok("Saved Messages"), Channel::SavedMessages { .. } => Some("Saved Messages"),
Channel::TextChannel { name, .. } Channel::TextChannel { name, .. }
| Channel::Group { name, .. } | Channel::Group { name, .. }
| Channel::VoiceChannel { name, .. } => Ok(name), | Channel::VoiceChannel { name, .. } => Some(name),
} }
} }
} }
+2 -2
View File
@@ -215,7 +215,7 @@ auto_derived!(
#[derive(Default)] #[derive(Default)]
#[cfg_attr(feature = "validator", derive(Validate))] #[cfg_attr(feature = "validator", derive(Validate))]
pub struct SendableEmbed { pub struct SendableEmbed {
#[cfg_attr(feature = "validator", validate(length(min = 1, max = 128)))] #[cfg_attr(feature = "validator", validate(length(min = 1, max = 256)))]
pub icon_url: Option<String>, pub icon_url: Option<String>,
#[cfg_attr(feature = "validator", validate(length(min = 1, max = 256)))] #[cfg_attr(feature = "validator", validate(length(min = 1, max = 256)))]
pub url: Option<String>, pub url: Option<String>,
@@ -399,7 +399,7 @@ impl Interactions {
} }
} }
impl<'a> MessageAuthor<'a> { impl MessageAuthor<'_> {
pub fn id(&self) -> &str { pub fn id(&self) -> &str {
match self { match self {
MessageAuthor::User(user) => &user.id, MessageAuthor::User(user) => &user.id,
+2
View File
@@ -7,6 +7,7 @@ mod embeds;
mod emojis; mod emojis;
mod files; mod files;
mod messages; mod messages;
mod policy_changes;
mod safety_reports; mod safety_reports;
mod server_bans; mod server_bans;
mod server_members; mod server_members;
@@ -23,6 +24,7 @@ pub use embeds::*;
pub use emojis::*; pub use emojis::*;
pub use files::*; pub use files::*;
pub use messages::*; pub use messages::*;
pub use policy_changes::*;
pub use safety_reports::*; pub use safety_reports::*;
pub use server_bans::*; pub use server_bans::*;
pub use server_members::*; pub use server_members::*;
@@ -0,0 +1,16 @@
use iso8601_timestamp::Timestamp;
auto_derived!(
/// Platform policy change
pub struct PolicyChange {
/// Time at which this policy was created
pub created_time: Timestamp,
/// Time at which this policy is effective
pub effective_time: Timestamp,
/// Message shown to users
pub description: String,
/// URL with details about changes
pub url: String,
}
);
+2 -2
View File
@@ -124,7 +124,7 @@ auto_derived!(
/// Timestamp this member is timed out until /// Timestamp this member is timed out until
pub timeout: Option<Timestamp>, pub timeout: Option<Timestamp>,
/// Fields to remove from channel object /// Fields to remove from channel object
#[cfg_attr(feature = "validator", validate(length(min = 1)))] #[cfg_attr(feature = "serde", serde(default))]
pub remove: Option<Vec<FieldsMember>>, pub remove: Vec<FieldsMember>,
} }
); );
+12 -5
View File
@@ -175,6 +175,8 @@ auto_derived!(
/// Ranking position /// Ranking position
/// ///
/// Smaller values take priority. /// Smaller values take priority.
///
/// **Removed** - no effect, use the edit server role positions route
pub rank: Option<i64>, pub rank: Option<i64>,
} }
@@ -247,8 +249,8 @@ auto_derived!(
pub analytics: Option<bool>, pub analytics: Option<bool>,
/// Fields to remove from server object /// Fields to remove from server object
#[cfg_attr(feature = "validator", validate(length(min = 1)))] #[cfg_attr(feature = "serde", serde(default))]
pub remove: Option<Vec<FieldsServer>>, pub remove: Vec<FieldsServer>,
} }
/// New role information /// New role information
@@ -267,11 +269,11 @@ auto_derived!(
pub hoist: Option<bool>, pub hoist: Option<bool>,
/// Ranking position /// Ranking position
/// ///
/// Smaller values take priority. /// **Removed** - no effect, use the edit server role positions route
pub rank: Option<i64>, pub rank: Option<i64>,
/// Fields to remove from role object /// Fields to remove from role object
#[cfg_attr(feature = "validator", validate(length(min = 1)))] #[cfg_attr(feature = "serde", serde(default))]
pub remove: Option<Vec<FieldsRole>>, pub remove: Vec<FieldsRole>,
} }
/// New role permissions /// New role permissions
@@ -286,4 +288,9 @@ auto_derived!(
/// Whether to not send a leave message /// Whether to not send a leave message
pub leave_silently: Option<bool>, pub leave_silently: Option<bool>,
} }
/// New role positions
pub struct DataEditRoleRanks {
pub ranks: Vec<String>,
}
); );
+2 -2
View File
@@ -245,8 +245,8 @@ auto_derived!(
pub flags: Option<i32>, pub flags: Option<i32>,
/// Fields to remove from user object /// Fields to remove from user object
#[cfg_attr(feature = "validator", validate(length(min = 1)))] #[cfg_attr(feature = "serde", serde(default))]
pub remove: Option<Vec<FieldsUser>>, pub remove: Vec<FieldsUser>,
} }
/// User flag reponse /// User flag reponse
+4 -2
View File
@@ -1,7 +1,9 @@
[package] [package]
name = "revolt-parser" name = "revolt-parser"
version = "0.1.1" version = "0.8.8"
edition = "2021" edition = "2021"
license = "AGPL-3.0-or-later"
description = "Revolt Backend: Message Parser"
[dependencies] [dependencies]
logos = { version = "*" } logos = { version = "0.15" }
+2 -2
View File
@@ -1,6 +1,6 @@
[package] [package]
name = "revolt-permissions" name = "revolt-permissions"
version = "0.8.5" version = "0.8.8"
edition = "2021" edition = "2021"
license = "MIT" license = "MIT"
authors = ["Paul Makles <me@insrt.uk>"] authors = ["Paul Makles <me@insrt.uk>"]
@@ -21,7 +21,7 @@ async-std = { version = "1.8.0", features = ["attributes"] }
[dependencies] [dependencies]
# Core # Core
revolt-result = { version = "0.8.5", path = "../result" } revolt-result = { version = "0.8.8", path = "../result" }
# Utility # Utility
auto_ops = "0.3.0" auto_ops = "0.3.0"
+4 -1
View File
@@ -1,6 +1,6 @@
[package] [package]
name = "revolt-presence" name = "revolt-presence"
version = "0.8.5" version = "0.8.8"
edition = "2021" edition = "2021"
license = "AGPL-3.0-or-later" license = "AGPL-3.0-or-later"
authors = ["Paul Makles <me@insrt.uk>"] authors = ["Paul Makles <me@insrt.uk>"]
@@ -15,6 +15,9 @@ redis-is-patched = []
# Async # Async
async-std = { version = "1.8.0", features = ["attributes"] } async-std = { version = "1.8.0", features = ["attributes"] }
# Config for loading Redis URI
revolt-config = { version = "0.8.8", path = "../config" }
[dependencies] [dependencies]
# Utility # Utility
log = "0.4.17" log = "0.4.17"
+2
View File
@@ -197,6 +197,8 @@ mod tests {
#[async_std::test] #[async_std::test]
async fn it_works() { async fn it_works() {
revolt_config::config().await;
// Clear the region before we start the tests: // Clear the region before we start the tests:
clear_region(None).await; clear_region(None).await;
+1 -1
View File
@@ -1,6 +1,6 @@
[package] [package]
name = "revolt-result" name = "revolt-result"
version = "0.8.5" version = "0.8.8"
edition = "2021" edition = "2021"
license = "MIT" license = "MIT"
authors = ["Paul Makles <me@insrt.uk>"] authors = ["Paul Makles <me@insrt.uk>"]
+5 -5
View File
@@ -1,6 +1,6 @@
[package] [package]
name = "revolt-crond" name = "revolt-crond"
version = "0.8.5" version = "0.8.8"
license = "AGPL-3.0-or-later" license = "AGPL-3.0-or-later"
authors = ["Paul Makles <me@insrt.uk>"] authors = ["Paul Makles <me@insrt.uk>"]
edition = "2021" edition = "2021"
@@ -16,7 +16,7 @@ log = "0.4"
tokio = { version = "1" } tokio = { version = "1" }
# Core # Core
revolt-database = { version = "0.8.5", path = "../../core/database" } revolt-database = { version = "0.8.8", path = "../../core/database" }
revolt-result = { version = "0.8.5", path = "../../core/result" } revolt-result = { version = "0.8.8", path = "../../core/result" }
revolt-config = { version = "0.8.5", path = "../../core/config" } revolt-config = { version = "0.8.8", path = "../../core/config" }
revolt-files = { version = "0.8.5", path = "../../core/files" } revolt-files = { version = "0.8.8", path = "../../core/files" }
+12 -6
View File
@@ -1,19 +1,25 @@
[package] [package]
name = "revolt-pushd" name = "revolt-pushd"
version = "0.8.5" version = "0.8.8"
edition = "2021" edition = "2021"
license = "AGPL-3.0-or-later" license = "AGPL-3.0-or-later"
[dependencies] [dependencies]
revolt-config = { version = "0.8.5", path = "../../core/config" } revolt-result = { version = "0.8.8", path = "../../core/result" }
revolt-database = { version = "0.8.5", path = "../../core/database" } revolt-config = { version = "0.8.8", path = "../../core/config", features = [
revolt-models = { version = "0.8.5", path = "../../core/models", features = [ "report-macros",
"anyhow"
] }
revolt-database = { version = "0.8.8", path = "../../core/database" }
revolt-models = { version = "0.8.8", path = "../../core/models", features = [
"validator", "validator",
] } ] }
revolt-presence = { version = "0.8.5", path = "../../core/presence", features = [ revolt-presence = { version = "0.8.8", path = "../../core/presence", features = [
"redis-is-patched", "redis-is-patched",
] } ] }
anyhow = { version = "1.0.98" }
amqprs = { version = "1.7.0" } amqprs = { version = "1.7.0" }
fcm_v1 = "0.3.0" fcm_v1 = "0.3.0"
web-push = "0.10.0" web-push = "0.10.0"
@@ -23,7 +29,7 @@ tokio = "1.39.2"
async-trait = "0.1.81" async-trait = "0.1.81"
ulid = "1.0.0" ulid = "1.0.0"
authifier = "1.0.10" authifier = "1.0.15"
log = "0.4.11" log = "0.4.11"
pretty_env_logger = "0.4.0" pretty_env_logger = "0.4.0"
@@ -7,6 +7,7 @@ use amqprs::{
consumer::AsyncConsumer, consumer::AsyncConsumer,
BasicProperties, Deliver, BasicProperties, Deliver,
}; };
use anyhow::Result;
use async_trait::async_trait; use async_trait::async_trait;
use log::debug; use log::debug;
use revolt_database::{events::rabbit::*, Database}; use revolt_database::{events::rabbit::*, Database};
@@ -54,21 +55,16 @@ impl FRAcceptedConsumer {
channel: None, channel: None,
} }
} }
}
#[allow(unused_variables)] async fn consume_event(
#[async_trait]
impl AsyncConsumer for FRAcceptedConsumer {
/// This consumer handles delegating messages into their respective platform queues.
async fn consume(
&mut self, &mut self,
channel: &Channel, _channel: &Channel,
deliver: Deliver, _deliver: Deliver,
basic_properties: BasicProperties, _basic_properties: BasicProperties,
content: Vec<u8>, content: Vec<u8>,
) { ) -> Result<()> {
let content = String::from_utf8(content).unwrap(); let content = String::from_utf8(content)?;
let payload: FRAcceptedPayload = serde_json::from_str(content.as_str()).unwrap(); let payload: FRAcceptedPayload = serde_json::from_str(content.as_str())?;
debug!("Received FR accept event"); debug!("Received FR accept event");
@@ -111,11 +107,34 @@ impl AsyncConsumer for FRAcceptedConsumer {
.insert("endpoint".to_string(), sub.endpoint.clone()); .insert("endpoint".to_string(), sub.endpoint.clone());
} }
let payload = serde_json::to_string(&sendable).unwrap(); let payload = serde_json::to_string(&sendable)?;
publish_message(self, payload.into(), args).await; publish_message(self, payload.into(), args).await;
} }
} }
} }
Ok(())
}
}
#[allow(unused_variables)]
#[async_trait]
impl AsyncConsumer for FRAcceptedConsumer {
/// This consumer handles delegating messages into their respective platform queues.
async fn consume(
&mut self,
channel: &Channel,
deliver: Deliver,
basic_properties: BasicProperties,
content: Vec<u8>,
) {
if let Err(err) = self
.consume_event(channel, deliver, basic_properties, content)
.await
{
revolt_config::capture_anyhow(&err);
eprintln!("Failed to process friend request accepted event: {err:?}");
}
} }
} }
@@ -7,6 +7,7 @@ use amqprs::{
consumer::AsyncConsumer, consumer::AsyncConsumer,
BasicProperties, Deliver, BasicProperties, Deliver,
}; };
use anyhow::Result;
use async_trait::async_trait; use async_trait::async_trait;
use log::debug; use log::debug;
use revolt_database::{events::rabbit::*, Database}; use revolt_database::{events::rabbit::*, Database};
@@ -54,21 +55,16 @@ impl FRReceivedConsumer {
channel: None, channel: None,
} }
} }
}
#[allow(unused_variables)] async fn consume_event(
#[async_trait]
impl AsyncConsumer for FRReceivedConsumer {
/// This consumer handles delegating messages into their respective platform queues.
async fn consume(
&mut self, &mut self,
channel: &Channel, _channel: &Channel,
deliver: Deliver, _deliver: Deliver,
basic_properties: BasicProperties, _basic_properties: BasicProperties,
content: Vec<u8>, content: Vec<u8>,
) { ) -> Result<()> {
let content = String::from_utf8(content).unwrap(); let content = String::from_utf8(content)?;
let payload: FRReceivedPayload = serde_json::from_str(content.as_str()).unwrap(); let payload: FRReceivedPayload = serde_json::from_str(content.as_str())?;
debug!("Received FR received event"); debug!("Received FR received event");
@@ -111,11 +107,34 @@ impl AsyncConsumer for FRReceivedConsumer {
.insert("endpoint".to_string(), sub.endpoint.clone()); .insert("endpoint".to_string(), sub.endpoint.clone());
} }
let payload = serde_json::to_string(&sendable).unwrap(); let payload = serde_json::to_string(&sendable)?;
publish_message(self, payload.into(), args).await; publish_message(self, payload.into(), args).await;
} }
} }
} }
Ok(())
}
}
#[allow(unused_variables)]
#[async_trait]
impl AsyncConsumer for FRReceivedConsumer {
/// This consumer handles delegating messages into their respective platform queues.
async fn consume(
&mut self,
channel: &Channel,
deliver: Deliver,
basic_properties: BasicProperties,
content: Vec<u8>,
) {
if let Err(err) = self
.consume_event(channel, deliver, basic_properties, content)
.await
{
revolt_config::capture_anyhow(&err);
eprintln!("Failed to process friend request received event: {err:?}");
}
} }
} }
@@ -7,6 +7,7 @@ use amqprs::{
consumer::AsyncConsumer, consumer::AsyncConsumer,
BasicProperties, Deliver, BasicProperties, Deliver,
}; };
use anyhow::Result;
use async_trait::async_trait; use async_trait::async_trait;
use log::debug; use log::debug;
use revolt_database::{events::rabbit::*, Database}; use revolt_database::{events::rabbit::*, Database};
@@ -54,21 +55,16 @@ impl GenericConsumer {
channel: None, channel: None,
} }
} }
}
#[allow(unused_variables)] async fn consume_event(
#[async_trait]
impl AsyncConsumer for GenericConsumer {
/// This consumer handles delegating messages into their respective platform queues.
async fn consume(
&mut self, &mut self,
channel: &Channel, _channel: &Channel,
deliver: Deliver, _deliver: Deliver,
basic_properties: BasicProperties, _basic_properties: BasicProperties,
content: Vec<u8>, content: Vec<u8>,
) { ) -> Result<()> {
let content = String::from_utf8(content).unwrap(); let content = String::from_utf8(content)?;
let payload: MessageSentPayload = serde_json::from_str(content.as_str()).unwrap(); let payload: MessageSentPayload = serde_json::from_str(content.as_str())?;
debug!("Received message event on origin"); debug!("Received message event on origin");
@@ -117,11 +113,34 @@ impl AsyncConsumer for GenericConsumer {
.insert("endpoint".to_string(), sub.endpoint.clone()); .insert("endpoint".to_string(), sub.endpoint.clone());
} }
let payload = serde_json::to_string(&sendable).unwrap(); let payload = serde_json::to_string(&sendable)?;
publish_message(self, payload.into(), args).await; publish_message(self, payload.into(), args).await;
} }
} }
} }
Ok(())
}
}
#[allow(unused_variables)]
#[async_trait]
impl AsyncConsumer for GenericConsumer {
/// This consumer handles delegating messages into their respective platform queues.
async fn consume(
&mut self,
channel: &Channel,
deliver: Deliver,
basic_properties: BasicProperties,
content: Vec<u8>,
) {
if let Err(err) = self
.consume_event(channel, deliver, basic_properties, content)
.await
{
revolt_config::capture_anyhow(&err);
eprintln!("Failed to process generic event: {err:?}");
}
} }
} }
@@ -10,6 +10,7 @@ use amqprs::{
consumer::AsyncConsumer, consumer::AsyncConsumer,
BasicProperties, Deliver, BasicProperties, Deliver,
}; };
use anyhow::Result;
use async_trait::async_trait; use async_trait::async_trait;
use revolt_database::{ use revolt_database::{
events::rabbit::*, util::bulk_permissions::BulkDatabasePermissionQuery, Database, Member, events::rabbit::*, util::bulk_permissions::BulkDatabasePermissionQuery, Database, Member,
@@ -61,7 +62,11 @@ impl MassMessageConsumer {
} }
} }
async fn fire_notification_for_users(&mut self, push: &PushNotification, users: &[String]) { async fn fire_notification_for_users(
&mut self,
push: &PushNotification,
users: &[String],
) -> Result<()> {
if let Ok(sessions) = self if let Ok(sessions) = self
.authifier_db .authifier_db
.find_sessions_with_subscription(users) .find_sessions_with_subscription(users)
@@ -105,29 +110,26 @@ impl MassMessageConsumer {
.insert("endpoint".to_string(), sub.endpoint.clone()); .insert("endpoint".to_string(), sub.endpoint.clone());
} }
let payload = serde_json::to_string(&sendable).unwrap(); let payload = serde_json::to_string(&sendable)?;
publish_message(self, payload.into(), args).await; publish_message(self, payload.into(), args).await;
} }
} }
} }
}
}
#[allow(unused_variables)] Ok(())
#[async_trait] }
impl AsyncConsumer for MassMessageConsumer {
/// This consumer handles adding mentions for all the users affected by a mass mention ping, and then sends out push notifications async fn consume_event(
async fn consume(
&mut self, &mut self,
channel: &Channel, _channel: &Channel,
deliver: Deliver, _deliver: Deliver,
basic_properties: BasicProperties, _basic_properties: BasicProperties,
content: Vec<u8>, content: Vec<u8>,
) { ) -> Result<()> {
let config = revolt_config::config().await; let config = revolt_config::config().await;
let content = String::from_utf8(content).unwrap(); let content = String::from_utf8(content)?;
let payload: MassMessageSentPayload = serde_json::from_str(content.as_str()).unwrap(); let payload: MassMessageSentPayload = serde_json::from_str(content.as_str())?;
debug!("Received mass message event"); debug!("Received mass message event");
@@ -159,8 +161,7 @@ impl AsyncConsumer for MassMessageConsumer {
let mut db_query = self let mut db_query = self
.db .db
.fetch_all_members_chunked(&payload.server_id) .fetch_all_members_chunked(&payload.server_id)
.await .await?;
.expect("Failed to fetch members from database");
let mut exhausted = false; let mut exhausted = false;
let ack_chnl = vec![push.channel.id().to_string()]; let ack_chnl = vec![push.channel.id().to_string()];
@@ -203,7 +204,8 @@ impl AsyncConsumer for MassMessageConsumer {
target_users, online_users target_users, online_users
); );
self.fire_notification_for_users(&push, &target_users).await; self.fire_notification_for_users(&push, &target_users)
.await?;
if exhausted { if exhausted {
break; break;
@@ -211,19 +213,11 @@ impl AsyncConsumer for MassMessageConsumer {
} }
} else if let Some(roles) = &push.message.role_mentions { } else if let Some(roles) = &push.message.role_mentions {
// role mentions // role mentions
let _role_members = self let mut role_members = self
.db .db
.fetch_all_members_with_roles_chunked(&payload.server_id, roles) .fetch_all_members_with_roles_chunked(&payload.server_id, roles)
.await; .await?;
debug!("role members: {:?}", _role_members);
if _role_members.is_err() {
revolt_config::capture_error(&_role_members.err().unwrap());
return;
}
let mut role_members = _role_members.unwrap();
let mut chunk = vec![]; let mut chunk = vec![];
let mut exhausted = false; let mut exhausted = false;
@@ -266,10 +260,33 @@ impl AsyncConsumer for MassMessageConsumer {
debug!("targets: {:?}", targets); debug!("targets: {:?}", targets);
self.fire_notification_for_users(&push, &targets).await; self.fire_notification_for_users(&push, &targets).await?;
} }
} }
} }
} }
Ok(())
}
}
#[allow(unused_variables)]
#[async_trait]
impl AsyncConsumer for MassMessageConsumer {
/// This consumer handles adding mentions for all the users affected by a mass mention ping, and then sends out push notifications
async fn consume(
&mut self,
channel: &Channel,
deliver: Deliver,
basic_properties: BasicProperties,
content: Vec<u8>,
) {
if let Err(err) = self
.consume_event(channel, deliver, basic_properties, content)
.await
{
revolt_config::capture_anyhow(&err);
eprintln!("Failed to process mass message event: {err:?}");
}
} }
} }
@@ -7,6 +7,7 @@ use amqprs::{
consumer::AsyncConsumer, consumer::AsyncConsumer,
BasicProperties, Deliver, BasicProperties, Deliver,
}; };
use anyhow::Result;
use async_trait::async_trait; use async_trait::async_trait;
use log::debug; use log::debug;
use revolt_database::{events::rabbit::*, Database}; use revolt_database::{events::rabbit::*, Database};
@@ -54,21 +55,16 @@ impl MessageConsumer {
channel: None, channel: None,
} }
} }
}
#[allow(unused_variables)] async fn consume_event(
#[async_trait]
impl AsyncConsumer for MessageConsumer {
/// This consumer handles delegating messages into their respective platform queues.
async fn consume(
&mut self, &mut self,
channel: &Channel, _channel: &Channel,
deliver: Deliver, _deliver: Deliver,
basic_properties: BasicProperties, _basic_properties: BasicProperties,
content: Vec<u8>, content: Vec<u8>,
) { ) -> Result<()> {
let content = String::from_utf8(content).unwrap(); let content = String::from_utf8(content)?;
let payload: MessageSentPayload = serde_json::from_str(content.as_str()).unwrap(); let payload: MessageSentPayload = serde_json::from_str(content.as_str())?;
debug!("Received message event on origin"); debug!("Received message event on origin");
@@ -117,11 +113,34 @@ impl AsyncConsumer for MessageConsumer {
.insert("endpoint".to_string(), sub.endpoint.clone()); .insert("endpoint".to_string(), sub.endpoint.clone());
} }
let payload = serde_json::to_string(&sendable).unwrap(); let payload = serde_json::to_string(&sendable)?;
publish_message(self, payload.into(), args).await; publish_message(self, payload.into(), args).await;
} }
} }
} }
Ok(())
}
}
#[allow(unused_variables)]
#[async_trait]
impl AsyncConsumer for MessageConsumer {
/// This consumer handles delegating messages into their respective platform queues.
async fn consume(
&mut self,
channel: &Channel,
deliver: Deliver,
basic_properties: BasicProperties,
content: Vec<u8>,
) {
if let Err(err) = self
.consume_event(channel, deliver, basic_properties, content)
.await
{
revolt_config::capture_anyhow(&err);
eprintln!("Failed to process message event: {err:?}");
}
} }
} }
@@ -1,6 +1,7 @@
use std::{borrow::Cow, collections::BTreeMap, io::Cursor}; use std::{borrow::Cow, collections::BTreeMap, io::Cursor};
use amqprs::{channel::Channel as AmqpChannel, consumer::AsyncConsumer, BasicProperties, Deliver}; use amqprs::{channel::Channel as AmqpChannel, consumer::AsyncConsumer, BasicProperties, Deliver};
use anyhow::{anyhow, Result};
use async_trait::async_trait; use async_trait::async_trait;
use base64::{ use base64::{
engine::{self}, engine::{self},
@@ -122,20 +123,16 @@ impl ApnsOutboundConsumer {
Ok(ApnsOutboundConsumer { db, client }) Ok(ApnsOutboundConsumer { db, client })
} }
}
#[allow(unused_variables)] async fn consume_event(
#[async_trait]
impl AsyncConsumer for ApnsOutboundConsumer {
async fn consume(
&mut self, &mut self,
channel: &AmqpChannel, _channel: &AmqpChannel,
deliver: Deliver, _deliver: Deliver,
basic_properties: BasicProperties, _basic_properties: BasicProperties,
content: Vec<u8>, content: Vec<u8>,
) { ) -> Result<()> {
let content = String::from_utf8(content).unwrap(); let content = String::from_utf8(content)?;
let payload: PayloadToService = serde_json::from_str(content.as_str()).unwrap(); let payload: PayloadToService = serde_json::from_str(content.as_str())?;
let payload_options = NotificationOptions { let payload_options = NotificationOptions {
apns_id: None, apns_id: None,
@@ -159,7 +156,7 @@ impl AsyncConsumer for ApnsOutboundConsumer {
alert.from_user.username, alert.from_user.discriminator alert.from_user.username, alert.from_user.discriminator
))) )))
.clone() .clone()
.unwrap(), .ok_or_else(|| anyhow!("missing name"))?,
)]; )];
let apn_payload = Payload { let apn_payload = Payload {
@@ -205,7 +202,7 @@ impl AsyncConsumer for ApnsOutboundConsumer {
alert.accepted_user.username, alert.accepted_user.discriminator alert.accepted_user.username, alert.accepted_user.discriminator
))) )))
.clone() .clone()
.unwrap(), .ok_or_else(|| anyhow!("missing name"))?,
)]; )];
let apn_payload = Payload { let apn_payload = Payload {
@@ -355,5 +352,27 @@ impl AsyncConsumer for ApnsOutboundConsumer {
} }
} }
} }
Ok(())
}
}
#[allow(unused_variables)]
#[async_trait]
impl AsyncConsumer for ApnsOutboundConsumer {
async fn consume(
&mut self,
channel: &AmqpChannel,
deliver: Deliver,
basic_properties: BasicProperties,
content: Vec<u8>,
) {
if let Err(err) = self
.consume_event(channel, deliver, basic_properties, content)
.await
{
revolt_config::capture_anyhow(&err);
eprintln!("Failed to process APN event: {err:?}");
}
} }
} }
@@ -2,6 +2,7 @@ use std::{collections::HashMap, time::Duration};
use amqprs::{channel::Channel as AmqpChannel, consumer::AsyncConsumer, BasicProperties, Deliver}; use amqprs::{channel::Channel as AmqpChannel, consumer::AsyncConsumer, BasicProperties, Deliver};
use anyhow::{anyhow, bail, Result};
use async_trait::async_trait; use async_trait::async_trait;
use fcm_v1::{ use fcm_v1::{
android::AndroidConfig, android::AndroidConfig,
@@ -64,22 +65,16 @@ impl FcmOutboundConsumer {
), ),
}) })
} }
}
#[allow(unused_variables)] async fn consume_event(
#[async_trait]
impl AsyncConsumer for FcmOutboundConsumer {
async fn consume(
&mut self, &mut self,
channel: &AmqpChannel, _channel: &AmqpChannel,
deliver: Deliver, _deliver: Deliver,
basic_properties: BasicProperties, _basic_properties: BasicProperties,
content: Vec<u8>, content: Vec<u8>,
) { ) -> Result<()> {
let content = String::from_utf8(content).unwrap(); let content = String::from_utf8(content)?;
let payload: PayloadToService = serde_json::from_str(content.as_str()).unwrap(); let payload: PayloadToService = serde_json::from_str(content.as_str())?;
let config = revolt_config::config().await;
#[allow(clippy::needless_late_init)] #[allow(clippy::needless_late_init)]
let resp: Result<Message, FcmError>; let resp: Result<Message, FcmError>;
@@ -94,7 +89,7 @@ impl AsyncConsumer for FcmOutboundConsumer {
alert.from_user.username, alert.from_user.discriminator alert.from_user.username, alert.from_user.discriminator
))) )))
.clone() .clone()
.unwrap(); .ok_or_else(|| anyhow!("missing name"))?;
let mut data = HashMap::new(); let mut data = HashMap::new();
data.insert( data.insert(
@@ -122,7 +117,7 @@ impl AsyncConsumer for FcmOutboundConsumer {
alert.accepted_user.username, alert.accepted_user.discriminator alert.accepted_user.username, alert.accepted_user.discriminator
))) )))
.clone() .clone()
.unwrap(); .ok_or_else(|| anyhow!("missing name"))?;
let mut data: HashMap<String, Value> = HashMap::new(); let mut data: HashMap<String, Value> = HashMap::new();
data.insert( data.insert(
@@ -175,7 +170,7 @@ impl AsyncConsumer for FcmOutboundConsumer {
} }
PayloadKind::BadgeUpdate(_) => { PayloadKind::BadgeUpdate(_) => {
panic!("FCM cannot handle badge updates, and they should not be sent here.") bail!("FCM cannot handle badge updates and they should not be sent here.");
} }
} }
@@ -195,5 +190,27 @@ impl AsyncConsumer for FcmOutboundConsumer {
} }
} }
} }
Ok(())
}
}
#[allow(unused_variables)]
#[async_trait]
impl AsyncConsumer for FcmOutboundConsumer {
async fn consume(
&mut self,
channel: &AmqpChannel,
deliver: Deliver,
basic_properties: BasicProperties,
content: Vec<u8>,
) {
if let Err(err) = self
.consume_event(channel, deliver, basic_properties, content)
.await
{
revolt_config::capture_anyhow(&err);
eprintln!("Failed to process FCM event: {err:?}");
}
} }
} }
@@ -2,13 +2,13 @@ use std::collections::HashMap;
use amqprs::{channel::Channel as AmqpChannel, consumer::AsyncConsumer, BasicProperties, Deliver}; use amqprs::{channel::Channel as AmqpChannel, consumer::AsyncConsumer, BasicProperties, Deliver};
use anyhow::{anyhow, bail, Result};
use async_trait::async_trait; use async_trait::async_trait;
use base64::{ use base64::{
engine::{self}, engine::{self},
Engine as _, Engine as _,
}; };
use revolt_database::{events::rabbit::*, Database}; use revolt_database::{events::rabbit::*, Database};
// use revolt_models::v0::{Channel, PushNotification};
use web_push::{ use web_push::{
ContentEncoding, IsahcWebPushClient, SubscriptionInfo, SubscriptionKeys, VapidSignatureBuilder, ContentEncoding, IsahcWebPushClient, SubscriptionInfo, SubscriptionKeys, VapidSignatureBuilder,
WebPushClient, WebPushError, WebPushMessageBuilder, WebPushClient, WebPushError, WebPushMessageBuilder,
@@ -21,11 +21,11 @@ pub struct VapidOutboundConsumer {
} }
impl VapidOutboundConsumer { impl VapidOutboundConsumer {
pub async fn new(db: Database) -> Result<VapidOutboundConsumer, &'static str> { pub async fn new(db: Database) -> Result<VapidOutboundConsumer> {
let config = revolt_config::config().await; let config = revolt_config::config().await;
if config.pushd.vapid.private_key.is_empty() | config.pushd.vapid.public_key.is_empty() { if config.pushd.vapid.private_key.is_empty() | config.pushd.vapid.public_key.is_empty() {
return Err("No Vapid keys present"); bail!("no Vapid keys present");
} }
let web_push_private_key = engine::general_purpose::URL_SAFE_NO_PAD let web_push_private_key = engine::general_purpose::URL_SAFE_NO_PAD
@@ -38,28 +38,30 @@ impl VapidOutboundConsumer {
pkey: web_push_private_key, pkey: web_push_private_key,
}) })
} }
}
#[allow(unused_variables)] async fn consume_event(
#[async_trait]
impl AsyncConsumer for VapidOutboundConsumer {
async fn consume(
&mut self, &mut self,
channel: &AmqpChannel, _channel: &AmqpChannel,
deliver: Deliver, _deliver: Deliver,
basic_properties: BasicProperties, _basic_properties: BasicProperties,
content: Vec<u8>, content: Vec<u8>,
) { ) -> Result<()> {
let content = String::from_utf8(content).unwrap(); let content = String::from_utf8(content)?;
let payload: PayloadToService = serde_json::from_str(content.as_str()).unwrap(); let payload: PayloadToService = serde_json::from_str(content.as_str())?;
let config = revolt_config::config().await;
let subscription = SubscriptionInfo { let subscription = SubscriptionInfo {
endpoint: payload.extras.get("endpoint").unwrap().clone(), endpoint: payload
.extras
.get("endpoint")
.ok_or_else(|| anyhow!("missing endpoint"))?
.clone(),
keys: SubscriptionKeys { keys: SubscriptionKeys {
auth: payload.token, auth: payload.token,
p256dh: payload.extras.get("p256dh").unwrap().clone(), p256dh: payload
.extras
.get("p256dh")
.ok_or_else(|| anyhow!("missing p256dh"))?
.clone(),
}, },
}; };
@@ -76,12 +78,12 @@ impl AsyncConsumer for VapidOutboundConsumer {
alert.from_user.username, alert.from_user.discriminator alert.from_user.username, alert.from_user.discriminator
))) )))
.clone() .clone()
.unwrap(); .ok_or_else(|| anyhow!("missing name"))?;
let mut body = HashMap::new(); let mut body = HashMap::new();
body.insert("body", format!("{} sent you a friend request", name)); body.insert("body", format!("{} sent you a friend request", name));
payload_body = serde_json::to_string(&body).unwrap(); payload_body = serde_json::to_string(&body)?;
} }
PayloadKind::FRAccepted(alert) => { PayloadKind::FRAccepted(alert) => {
let name = alert let name = alert
@@ -92,21 +94,21 @@ impl AsyncConsumer for VapidOutboundConsumer {
alert.accepted_user.username, alert.accepted_user.discriminator alert.accepted_user.username, alert.accepted_user.discriminator
))) )))
.clone() .clone()
.unwrap(); .ok_or_else(|| anyhow!("missing name"))?;
let mut body = HashMap::new(); let mut body = HashMap::new();
body.insert("body", format!("{} accepted your friend request", name)); body.insert("body", format!("{} accepted your friend request", name));
payload_body = serde_json::to_string(&body).unwrap(); payload_body = serde_json::to_string(&body)?;
} }
PayloadKind::Generic(alert) => { PayloadKind::Generic(alert) => {
payload_body = serde_json::to_string(&alert).unwrap(); payload_body = serde_json::to_string(&alert)?;
} }
PayloadKind::MessageNotification(alert) => { PayloadKind::MessageNotification(alert) => {
payload_body = serde_json::to_string(&alert).unwrap(); payload_body = serde_json::to_string(&alert)?;
} }
PayloadKind::BadgeUpdate(_) => { PayloadKind::BadgeUpdate(_) => {
panic!("Vapid cannot handle badge updates, and they should not be sent here.") bail!("Vapid cannot handle badge updates and they should not be sent here.");
} }
} }
@@ -122,28 +124,40 @@ impl AsyncConsumer for VapidOutboundConsumer {
Ok(msg) => { Ok(msg) => {
if let Err(err) = self.client.send(msg).await { if let Err(err) = self.client.send(msg).await {
if err == WebPushError::Unauthorized { if err == WebPushError::Unauthorized {
if let Err(err) = self self.db
.db
.remove_push_subscription_by_session_id(&payload.session_id) .remove_push_subscription_by_session_id(&payload.session_id)
.await .await?;
{
revolt_config::capture_error(&err);
}
} }
} }
Ok(())
} }
Err(err) => { Err(err) => Err(err.into()),
revolt_config::capture_error(&err);
}
} }
} }
Err(err) => { Err(err) => Err(err.into()),
revolt_config::capture_error(&err);
}
}, },
Err(err) => { Err(err) => Err(err.into()),
revolt_config::capture_error(&err); }
} }
}
#[allow(unused_variables)]
#[async_trait]
impl AsyncConsumer for VapidOutboundConsumer {
async fn consume(
&mut self,
channel: &AmqpChannel,
deliver: Deliver,
basic_properties: BasicProperties,
content: Vec<u8>,
) {
if let Err(err) = self
.consume_event(channel, deliver, basic_properties, content)
.await
{
revolt_config::capture_anyhow(&err);
eprintln!("Failed to process Vapid event: {err:?}");
} }
} }
} }
+4 -2
View File
@@ -24,8 +24,8 @@ use consumers::{
#[tokio::main(flavor = "multi_thread", worker_threads = 2)] #[tokio::main(flavor = "multi_thread", worker_threads = 2)]
async fn main() { async fn main() {
let config = config().await; // Configure logging and environment
pretty_env_logger::init(); revolt_config::configure!(pushd);
// Setup database // Setup database
let db = revolt_database::DatabaseInfo::Auto.connect().await.unwrap(); let db = revolt_database::DatabaseInfo::Auto.connect().await.unwrap();
@@ -52,6 +52,8 @@ async fn main() {
// This'll require some interesting shimming if we need to add more events once this is in prod (different payloads between prod and test), // This'll require some interesting shimming if we need to add more events once this is in prod (different payloads between prod and test),
// but that sounds like a problem for future us. // but that sounds like a problem for future us.
let config = config().await;
// inbound: generic // inbound: generic
connections.push( connections.push(
make_queue_and_consume( make_queue_and_consume(
+3 -3
View File
@@ -1,6 +1,6 @@
[package] [package]
name = "revolt-delta" name = "revolt-delta"
version = "0.8.5" version = "0.8.8"
license = "AGPL-3.0-or-later" license = "AGPL-3.0-or-later"
authors = ["Paul Makles <paulmakles@gmail.com>"] authors = ["Paul Makles <paulmakles@gmail.com>"]
edition = "2018" edition = "2018"
@@ -56,7 +56,7 @@ lettre = "0.10.0-alpha.4"
rocket = { version = "0.5.1", default-features = false, features = ["json"] } rocket = { version = "0.5.1", default-features = false, features = ["json"] }
rocket_cors = { git = "https://github.com/lawliet89/rocket_cors", rev = "072d90359b23e9b291df6b672c07c93de9c46011" } rocket_cors = { git = "https://github.com/lawliet89/rocket_cors", rev = "072d90359b23e9b291df6b672c07c93de9c46011" }
rocket_empty = { version = "0.1.1", features = ["schema"] } rocket_empty = { version = "0.1.1", features = ["schema"] }
rocket_authifier = { version = "1.0.13" } rocket_authifier = { version = "1.0.15" }
rocket_prometheus = "0.10.0-rc.3" rocket_prometheus = "0.10.0-rc.3"
# spec generation # spec generation
@@ -67,7 +67,7 @@ revolt_rocket_okapi = { version = "0.10.0", features = ["swagger"] }
amqprs = { version = "1.7.0" } amqprs = { version = "1.7.0" }
# core # core
authifier = "1.0.13" authifier = "1.0.15"
revolt-config = { path = "../core/config" } revolt-config = { path = "../core/config" }
revolt-database = { path = "../core/database", features = [ revolt-database = { path = "../core/database", features = [
"rocket-impl", "rocket-impl",
@@ -0,0 +1,114 @@
[
{
"_object_type": "User",
"_id": "__ID:0__",
"username": "Owner",
"last_acknowledged_policy_change": "2025-06-07T04:04:48+0000",
"discriminator": "0001"
},
{
"_object_type": "User",
"_id": "__ID:1__",
"username": "Moderator",
"last_acknowledged_policy_change": "2025-06-07T04:04:48+0000",
"discriminator": "0001"
},
{
"_object_type": "User",
"_id": "__ID:2__",
"username": "User",
"last_acknowledged_policy_change": "2025-06-07T04:04:48+0000",
"discriminator": "0001"
},
{
"_object_type": "Channel",
"_id": "__ID:3__",
"channel_type": "TextChannel",
"name": "General",
"server": "__ID:4__",
"default_permissions": {
"a": 0,
"d": 1048576
},
"role_permissions": {
"__ID:5__": {
"a": 1048576,
"d": 0
}
}
},
{
"_object_type": "Server",
"_id": "__ID:4__",
"owner": "__ID:0__",
"name": "Server",
"channels": [
"__ID:3__"
],
"roles": {
"__ID:5__": {
"name": "Moderator",
"permissions": {
"a": 545270216,
"d": 0
},
"rank": 1
},
"__ID:6__": {
"name": "Owner",
"permissions": {
"a": 0,
"d": 0
},
"rank": 0
},
"__ID:7__": {
"name": "Lower Rank 1",
"permissions": {
"a": 0,
"d": 0
},
"rank": 2
},
"__ID:8__": {
"name": "Lower Rank 2",
"permissions": {
"a": 0,
"d": 0
},
"rank": 2
}
},
"default_permissions": 4000322560
},
{
"_object_type": "ServerMember",
"_id": {
"user": "__ID:0__",
"server": "__ID:4__"
},
"roles": [
"__ID:6__"
],
"joined_at": 1698318340195
},
{
"_object_type": "ServerMember",
"_id": {
"user": "__ID:1__",
"server": "__ID:4__"
},
"roles": [
"__ID:5__"
],
"joined_at": 1698318340195
},
{
"_object_type": "ServerMember",
"_id": {
"user": "__ID:2__",
"server": "__ID:4__"
},
"joined_at": 1698318340195
}
]
+1 -1
View File
@@ -11,7 +11,7 @@ use rocket_empty::EmptyResponse;
pub async fn delete_bot( pub async fn delete_bot(
db: &State<Database>, db: &State<Database>,
user: User, user: User,
target: Reference, target: Reference<'_>,
) -> Result<EmptyResponse> { ) -> Result<EmptyResponse> {
let bot = target.as_bot(db).await?; let bot = target.as_bot(db).await?;
if bot.owner != user.id { if bot.owner != user.id {
+3 -4
View File
@@ -14,7 +14,7 @@ use validator::Validate;
pub async fn edit_bot( pub async fn edit_bot(
db: &State<Database>, db: &State<Database>,
user: User, user: User,
target: Reference, target: Reference<'_>,
data: Json<DataEditBot>, data: Json<DataEditBot>,
) -> Result<Json<v0::BotWithUserResponse>> { ) -> Result<Json<v0::BotWithUserResponse>> {
let data = data.into_inner(); let data = data.into_inner();
@@ -37,7 +37,7 @@ pub async fn edit_bot(
if data.public.is_none() if data.public.is_none()
&& data.analytics.is_none() && data.analytics.is_none()
&& data.interactions_url.is_none() && data.interactions_url.is_none()
&& data.remove.is_none() && data.remove.is_empty()
{ {
return Ok(Json(v0::BotWithUserResponse { return Ok(Json(v0::BotWithUserResponse {
bot: bot.into(), bot: bot.into(),
@@ -64,7 +64,6 @@ pub async fn edit_bot(
db, db,
partial, partial,
remove remove
.unwrap_or_default()
.into_iter() .into_iter()
.map(|v| v.into()) .map(|v| v.into())
.collect(), .collect(),
@@ -100,7 +99,7 @@ mod test {
.body( .body(
json!(v0::DataEditBot { json!(v0::DataEditBot {
public: Some(true), public: Some(true),
remove: Some(vec![FieldsBot::Token]), remove: vec![FieldsBot::Token],
..Default::default() ..Default::default()
}) })
.to_string(), .to_string(),
+1 -1
View File
@@ -11,7 +11,7 @@ use rocket::{serde::json::Json, State};
pub async fn fetch_bot( pub async fn fetch_bot(
db: &State<Database>, db: &State<Database>,
user: User, user: User,
bot: Reference, bot: Reference<'_>,
) -> Result<Json<FetchBotResponse>> { ) -> Result<Json<FetchBotResponse>> {
if user.bot.is_some() { if user.bot.is_some() {
return Err(create_error!(IsBot)); return Err(create_error!(IsBot));
+3 -3
View File
@@ -13,10 +13,10 @@ use rocket::State;
pub async fn fetch_public_bot( pub async fn fetch_public_bot(
db: &State<Database>, db: &State<Database>,
user: Option<User>, user: Option<User>,
target: Reference, target: Reference<'_>,
) -> Result<Json<PublicBot>> { ) -> Result<Json<PublicBot>> {
let bot = db.fetch_bot(&target.id).await?; let bot = db.fetch_bot(target.id).await?;
if !bot.public && user.map_or(true, |x| x.id != bot.owner) { if !bot.public && user.is_none_or(|x| x.id != bot.owner) {
return Err(create_error!(NotFound)); return Err(create_error!(NotFound));
} }
+1 -1
View File
@@ -20,7 +20,7 @@ pub async fn invite_bot(
db: &State<Database>, db: &State<Database>,
amqp: &State<AMQP>, amqp: &State<AMQP>,
user: User, user: User,
target: Reference, target: Reference<'_>,
dest: Json<v0::InviteBotDestination>, dest: Json<v0::InviteBotDestination>,
) -> Result<EmptyResponse> { ) -> Result<EmptyResponse> {
if user.bot.is_some() { if user.bot.is_some() {
@@ -15,8 +15,8 @@ use rocket_empty::EmptyResponse;
pub async fn ack( pub async fn ack(
db: &State<Database>, db: &State<Database>,
user: User, user: User,
target: Reference, target: Reference<'_>,
message: Reference, message: Reference<'_>,
) -> Result<EmptyResponse> { ) -> Result<EmptyResponse> {
if user.bot.is_some() { if user.bot.is_some() {
return Err(create_error!(IsBot)); return Err(create_error!(IsBot));
@@ -29,7 +29,7 @@ pub async fn ack(
.throw_if_lacking_channel_permission(ChannelPermission::ViewChannel)?; .throw_if_lacking_channel_permission(ChannelPermission::ViewChannel)?;
channel channel
.ack(&user.id, &message.id) .ack(&user.id, message.id)
.await .await
.map(|_| EmptyResponse) .map(|_| EmptyResponse)
} }
Loaded 100 of 185 files, more files were not shown because too many files have changed in this diff. Show more