matrix-rust-sdk

public

Star0

Watch0

54 commits 4 branches 0 tags 0 releases16.6 MiB

// Copyright 2023 The Matrix.org Foundation C.I.C.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

//! The SDK's representation of the result of a `/sync` request.

use std::{
    collections::{BTreeMap, btree_map},
    fmt,
    time::Duration,
};

pub use matrix_sdk_base::sync::*;
use matrix_sdk_base::{
    debug::{
        DebugInvitedRoom, DebugKnockedRoom, DebugListOfProcessedToDeviceEvents,
        DebugListOfRawEventsNoId,
    },
    sleep::sleep,
    sync::SyncResponse as BaseSyncResponse,
    timer,
};
use matrix_sdk_common::deserialized_responses::ProcessedToDeviceEvent;
use ruma::{
    OwnedRoomId, RoomId,
    api::client::sync::sync_events::{
        self,
        v3::{InvitedRoom, KnockedRoom},
    },
    events::{AnyGlobalAccountDataEvent, presence::PresenceEvent},
    serde::Raw,
    time::Instant,
};
use tracing::{debug, error, instrument, warn};

use crate::{Client, Result, Room, event_handler::HandlerKind};

/// The processed response of a `/sync` request.
#[derive(Clone, Default)]
pub struct SyncResponse {
    /// The batch token to supply in the `since` param of the next `/sync`
    /// request.
    pub next_batch: String,
    /// Updates to rooms.
    pub rooms: RoomUpdates,
    /// Updates to the presence status of other users.
    pub presence: Vec<Raw<PresenceEvent>>,
    /// The global private data created by this user.
    pub account_data: Vec<Raw<AnyGlobalAccountDataEvent>>,
    /// Messages sent directly between devices.
    pub to_device: Vec<ProcessedToDeviceEvent>,
    /// New notifications per room.
    pub notifications: BTreeMap<OwnedRoomId, Vec<Notification>>,
}

impl SyncResponse {
    pub(crate) fn new(next_batch: String, base_response: BaseSyncResponse) -> Self {
        let BaseSyncResponse { rooms, presence, account_data, to_device, notifications } =
            base_response;

        Self { next_batch, rooms, presence, account_data, to_device, notifications }
    }
}

#[cfg(not(tarpaulin_include))]
impl fmt::Debug for SyncResponse {
    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
        f.debug_struct("SyncResponse")
            .field("next_batch", &self.next_batch)
            .field("rooms", &self.rooms)
            .field("account_data", &DebugListOfRawEventsNoId(&self.account_data))
            .field("to_device", &DebugListOfProcessedToDeviceEvents(&self.to_device))
            .field("notifications", &self.notifications)
            .finish_non_exhaustive()
    }
}

/// A batch of updates to a room.
#[derive(Clone)]
pub enum RoomUpdate {
    /// Updates to a room the user is no longer in.
    Left {
        /// Room object with general information on the room.
        room: Room,
        /// Updates to the room.
        updates: LeftRoomUpdate,
    },
    /// Updates to a room the user is currently in.
    Joined {
        /// Room object with general information on the room.
        room: Room,
        /// Updates to the room.
        updates: JoinedRoomUpdate,
    },
    /// Updates to a room the user is invited to.
    Invited {
        /// Room object with general information on the room.
        room: Room,
        /// Updates to the room.
        updates: InvitedRoom,
    },
    /// Updates to a room the user knocked on.
    Knocked {
        /// Room object with general information on the room.
        room: Room,
        /// Updates to the room.
        updates: KnockedRoom,
    },
}

#[cfg(not(tarpaulin_include))]
impl fmt::Debug for RoomUpdate {
    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
        match self {
            Self::Left { room, updates } => {
                f.debug_struct("Left").field("room", room).field("updates", updates).finish()
            }
            Self::Joined { room, updates } => {
                f.debug_struct("Joined").field("room", room).field("updates", updates).finish()
            }
            Self::Invited { room, updates } => f
                .debug_struct("Invited")
                .field("room", room)
                .field("updates", &DebugInvitedRoom(updates))
                .finish(),
            Self::Knocked { room, updates } => f
                .debug_struct("Knocked")
                .field("room", room)
                .field("updates", &DebugKnockedRoom(updates))
                .finish(),
        }
    }
}

/// Internal functionality related to getting events from the server
/// (`sync_events` endpoint)
impl Client {
    /// Receive a sync response, compute extra information out of it and store
    /// the interesting bits in the database, then call all the handlers.
    pub(crate) async fn process_sync(
        &self,
        response: sync_events::v3::Response,
    ) -> Result<BaseSyncResponse> {
        subscribe_to_room_latest_events(
            self,
            response.rooms.join.keys().chain(response.rooms.leave.keys()),
        )
        .await;

        let response = Box::pin(self.base_client().receive_sync_response(response)).await?;

        // Some new keys might have been received, so trigger a backup if needed.
        #[cfg(feature = "e2e-encryption")]
        self.encryption().backups().maybe_trigger_backup();

        self.call_sync_response_handlers(&response).await?;

        Ok(response)
    }

    /// Calls event handlers and notification handlers after a sync response has
    /// been processed.
    ///
    /// At this point, the sync response's data has been taken into account and
    /// persisted in the store, if needs be. This function is only calling
    /// the event, room update and notification handlers.
    #[tracing::instrument(skip(self, response))]
    pub(crate) async fn call_sync_response_handlers(
        &self,
        response: &BaseSyncResponse,
    ) -> Result<()> {
        let _timer = timer!(tracing::Level::TRACE, "_method");

        let BaseSyncResponse { rooms, presence, account_data, to_device, notifications } = response;

        let now = Instant::now();
        self.handle_sync_events(HandlerKind::GlobalAccountData, None, account_data).await?;
        self.handle_sync_events(HandlerKind::Presence, None, presence).await?;
        self.handle_sync_to_device_events(to_device).await?;

        self.send_room_updates(rooms.clone());

        for (room_id, room_info) in &rooms.joined {
            let Some(room) = self.get_room(room_id) else {
                error!(?room_id, "Can't call event handler, room not found");
                continue;
            };

            self.send_room_update(room_id, || RoomUpdate::Joined {
                room: room.clone(),
                updates: room_info.clone(),
            });

            let JoinedRoomUpdate {
                unread_notifications: _,
                timeline,
                state,
                account_data,
                ephemeral,
                ambiguity_changes: _,
                avatar_changes: _,
            } = room_info;

            let room = Some(&room);
            self.handle_sync_events(HandlerKind::RoomAccountData, room, account_data).await?;
            self.handle_sync_state_events(room, state).await?;
            self.handle_sync_timeline_events(room, &timeline.events).await?;
            // Handle ephemeral events after timeline, read receipts in here
            // could refer to timeline events from the same response.
            self.handle_sync_events(HandlerKind::EphemeralRoomData, room, ephemeral).await?;
        }

        for (room_id, room_info) in &rooms.left {
            let Some(room) = self.get_room(room_id) else {
                error!(?room_id, "Can't call event handler, room not found");
                continue;
            };

            self.send_room_update(room_id, || RoomUpdate::Left {
                room: room.clone(),
                updates: room_info.clone(),
            });

            let LeftRoomUpdate { timeline, state, account_data, ambiguity_changes: _ } = room_info;

            let room = Some(&room);
            self.handle_sync_events(HandlerKind::RoomAccountData, room, account_data).await?;
            self.handle_sync_state_events(room, state).await?;
            self.handle_sync_timeline_events(room, &timeline.events).await?;
        }

        for (room_id, room_info) in &rooms.invited {
            let Some(room) = self.get_room(room_id) else {
                error!(?room_id, "Can't call event handler, room not found");
                continue;
            };

            self.send_room_update(room_id, || RoomUpdate::Invited {
                room: room.clone(),
                updates: room_info.clone(),
            });

            let invite_state = &room_info.invite_state.events;
            self.handle_sync_events(HandlerKind::StrippedState, Some(&room), invite_state).await?;
        }

        for (room_id, room_info) in &rooms.knocked {
            let Some(room) = self.get_room(room_id) else {
                error!(?room_id, "Can't call event handler, room not found");
                continue;
            };

            self.send_room_update(room_id, || RoomUpdate::Knocked {
                room: room.clone(),
                updates: room_info.clone(),
            });

            let knock_state = &room_info.knock_state.events;
            self.handle_sync_events(HandlerKind::StrippedState, Some(&room), knock_state).await?;
        }

        debug!("Ran event handlers in {:?}", now.elapsed());

        let now = Instant::now();

        // Construct notification event handler futures
        let mut futures = Vec::new();
        for handler in &*self.notification_handlers().await {
            for (room_id, room_notifications) in notifications {
                let Some(room) = self.get_room(room_id) else {
                    warn!(?room_id, "Can't call notification handler, room not found");
                    continue;
                };

                futures.extend(room_notifications.iter().map(|notification| {
                    (handler)(notification.clone(), room.clone(), self.clone())
                }));
            }
        }

        // Run the notification handler futures with the
        // `self.notification_handlers` lock no longer being held, in order.
        for fut in futures {
            fut.await;
        }

        debug!("Ran notification handlers in {:?}", now.elapsed());

        Ok(())
    }

    fn send_room_update(&self, room_id: &RoomId, make_msg: impl FnOnce() -> RoomUpdate) {
        if let btree_map::Entry::Occupied(entry) =
            self.inner.room_update_channels.lock().unwrap().entry(room_id.to_owned())
        {
            let tx = entry.get();
            if tx.receiver_count() == 0 {
                entry.remove();
            } else {
                _ = tx.send(make_msg());
            }
        }
    }

    async fn sleep() {
        sleep(Duration::from_secs(1)).await;
    }

    pub(crate) async fn sync_loop_helper(
        &self,
        sync_settings: &mut crate::config::SyncSettings,
    ) -> Result<SyncResponse> {
        let response = self.sync_once(sync_settings.clone()).await;

        match response {
            Ok(r) => {
                sync_settings.token = r.next_batch.clone().into();
                Ok(r)
            }
            Err(e) => {
                error!("Received an invalid response: {e}");
                Err(e)
            }
        }
    }

    pub(crate) async fn delay_sync(last_sync_time: &mut Option<Instant>) {
        let now = Instant::now();

        // If the last sync happened less than a second ago, sleep for a
        // while to not hammer out requests if the server doesn't respect
        // the sync timeout.
        if let Some(t) = last_sync_time
            && now - *t <= Duration::from_secs(1)
        {
            Self::sleep().await;
        }

        *last_sync_time = Some(now);
    }
}

/// Call `LatestEvents::listen_to_room` for rooms in `response`.
///
/// That way, the latest event is computed and updated for all rooms receiving
/// an update from the sync.
#[instrument(skip_all)]
pub(crate) async fn subscribe_to_room_latest_events<'a, R>(client: &'a Client, room_ids: R)
where
    R: Iterator<Item = &'a OwnedRoomId>,
{
    if !client.event_cache().has_subscribed() {
        return;
    }

    let latest_events = client.latest_events().await;

    for room_id in room_ids {
        if let Err(error) = latest_events.listen_to_room(room_id).await {
            error!(?error, ?room_id, "Failed to listen to the latest event for this room");
        }
    }
}

1	// Copyright 2023 The Matrix.org Foundation C.I.C.
2	//
3	// Licensed under the Apache License, Version 2.0 (the "License");
4	// you may not use this file except in compliance with the License.
5	// You may obtain a copy of the License at
6	//
7	// http://www.apache.org/licenses/LICENSE-2.0
8	//
9	// Unless required by applicable law or agreed to in writing, software
10	// distributed under the License is distributed on an "AS IS" BASIS,
11	// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12	// See the License for the specific language governing permissions and
13	// limitations under the License.
14
15	//! The SDK's representation of the result of a `/sync` request.
16
17	use std::{
18	collections::{BTreeMap, btree_map},
19	fmt,
20	time::Duration,
21	};
22
23	pub use matrix_sdk_base::sync::*;
24	use matrix_sdk_base::{
25	debug::{
26	DebugInvitedRoom, DebugKnockedRoom, DebugListOfProcessedToDeviceEvents,
27	DebugListOfRawEventsNoId,
28	},
29	sleep::sleep,
30	sync::SyncResponse as BaseSyncResponse,
31	timer,
32	};
33	use matrix_sdk_common::deserialized_responses::ProcessedToDeviceEvent;
34	use ruma::{
35	OwnedRoomId, RoomId,
36	api::client::sync::sync_events::{
37	self,
38	v3::{InvitedRoom, KnockedRoom},
39	},
40	events::{AnyGlobalAccountDataEvent, presence::PresenceEvent},
41	serde::Raw,
42	time::Instant,
43	};
44	use tracing::{debug, error, instrument, warn};
45
46	use crate::{Client, Result, Room, event_handler::HandlerKind};
47
48	/// The processed response of a `/sync` request.
49	#[derive(Clone, Default)]
50	pub struct SyncResponse {
51	/// The batch token to supply in the `since` param of the next `/sync`
52	/// request.
53	pub next_batch: String,
54	/// Updates to rooms.
55	pub rooms: RoomUpdates,
56	/// Updates to the presence status of other users.
57	pub presence: Vec<Raw<PresenceEvent>>,
58	/// The global private data created by this user.
59	pub account_data: Vec<Raw<AnyGlobalAccountDataEvent>>,
60	/// Messages sent directly between devices.
61	pub to_device: Vec<ProcessedToDeviceEvent>,
62	/// New notifications per room.
63	pub notifications: BTreeMap<OwnedRoomId, Vec<Notification>>,
64	}
65
66	impl SyncResponse {
67	pub(crate) fn new(next_batch: String, base_response: BaseSyncResponse) -> Self {
68	let BaseSyncResponse { rooms, presence, account_data, to_device, notifications } =
69	base_response;
70
71	Self { next_batch, rooms, presence, account_data, to_device, notifications }
72	}
73	}
74
75	#[cfg(not(tarpaulin_include))]
76	impl fmt::Debug for SyncResponse {
77	fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
78	f.debug_struct("SyncResponse")
79	.field("next_batch", &self.next_batch)
80	.field("rooms", &self.rooms)
81	.field("account_data", &DebugListOfRawEventsNoId(&self.account_data))
82	.field("to_device", &DebugListOfProcessedToDeviceEvents(&self.to_device))
83	.field("notifications", &self.notifications)
84	.finish_non_exhaustive()
85	}
86	}
87
88	/// A batch of updates to a room.
89	#[derive(Clone)]
90	pub enum RoomUpdate {
91	/// Updates to a room the user is no longer in.
92	Left {
93	/// Room object with general information on the room.
94	room: Room,
95	/// Updates to the room.
96	updates: LeftRoomUpdate,
97	},
98	/// Updates to a room the user is currently in.
99	Joined {
100	/// Room object with general information on the room.
101	room: Room,
102	/// Updates to the room.
103	updates: JoinedRoomUpdate,
104	},
105	/// Updates to a room the user is invited to.
106	Invited {
107	/// Room object with general information on the room.
108	room: Room,
109	/// Updates to the room.
110	updates: InvitedRoom,
111	},
112	/// Updates to a room the user knocked on.
113	Knocked {
114	/// Room object with general information on the room.
115	room: Room,
116	/// Updates to the room.
117	updates: KnockedRoom,
118	},
119	}
120
121	#[cfg(not(tarpaulin_include))]
122	impl fmt::Debug for RoomUpdate {
123	fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
124	match self {
125	Self::Left { room, updates } => {
126	f.debug_struct("Left").field("room", room).field("updates", updates).finish()
127	}
128	Self::Joined { room, updates } => {
129	f.debug_struct("Joined").field("room", room).field("updates", updates).finish()
130	}
131	Self::Invited { room, updates } => f
132	.debug_struct("Invited")
133	.field("room", room)
134	.field("updates", &DebugInvitedRoom(updates))
135	.finish(),
136	Self::Knocked { room, updates } => f
137	.debug_struct("Knocked")
138	.field("room", room)
139	.field("updates", &DebugKnockedRoom(updates))
140	.finish(),
141	}
142	}
143	}
144
145	/// Internal functionality related to getting events from the server
146	/// (`sync_events` endpoint)
147	impl Client {
148	/// Receive a sync response, compute extra information out of it and store
149	/// the interesting bits in the database, then call all the handlers.
150	pub(crate) async fn process_sync(
151	&self,
152	response: sync_events::v3::Response,
153	) -> Result<BaseSyncResponse> {
154	subscribe_to_room_latest_events(
155	self,
156	response.rooms.join.keys().chain(response.rooms.leave.keys()),
157	)
158	.await;
159
160	let response = Box::pin(self.base_client().receive_sync_response(response)).await?;
161
162	// Some new keys might have been received, so trigger a backup if needed.
163	#[cfg(feature = "e2e-encryption")]
164	self.encryption().backups().maybe_trigger_backup();
165
166	self.call_sync_response_handlers(&response).await?;
167
168	Ok(response)
169	}
170
171	/// Calls event handlers and notification handlers after a sync response has
172	/// been processed.
173	///
174	/// At this point, the sync response's data has been taken into account and
175	/// persisted in the store, if needs be. This function is only calling
176	/// the event, room update and notification handlers.
177	#[tracing::instrument(skip(self, response))]
178	pub(crate) async fn call_sync_response_handlers(
179	&self,
180	response: &BaseSyncResponse,
181	) -> Result<()> {
182	let _timer = timer!(tracing::Level::TRACE, "_method");
183
184	let BaseSyncResponse { rooms, presence, account_data, to_device, notifications } = response;
185
186	let now = Instant::now();
187	self.handle_sync_events(HandlerKind::GlobalAccountData, None, account_data).await?;
188	self.handle_sync_events(HandlerKind::Presence, None, presence).await?;
189	self.handle_sync_to_device_events(to_device).await?;
190
191	self.send_room_updates(rooms.clone());
192
193	for (room_id, room_info) in &rooms.joined {
194	let Some(room) = self.get_room(room_id) else {
195	error!(?room_id, "Can't call event handler, room not found");
196	continue;
197	};
198
199	self.send_room_update(room_id, \|\| RoomUpdate::Joined {
200	room: room.clone(),
201	updates: room_info.clone(),
202	});
203
204	let JoinedRoomUpdate {
205	unread_notifications: _,
206	timeline,
207	state,
208	account_data,
209	ephemeral,
210	ambiguity_changes: _,
211	avatar_changes: _,
212	} = room_info;
213
214	let room = Some(&room);
215	self.handle_sync_events(HandlerKind::RoomAccountData, room, account_data).await?;
216	self.handle_sync_state_events(room, state).await?;
217	self.handle_sync_timeline_events(room, &timeline.events).await?;
218	// Handle ephemeral events after timeline, read receipts in here
219	// could refer to timeline events from the same response.
220	self.handle_sync_events(HandlerKind::EphemeralRoomData, room, ephemeral).await?;
221	}
222
223	for (room_id, room_info) in &rooms.left {
224	let Some(room) = self.get_room(room_id) else {
225	error!(?room_id, "Can't call event handler, room not found");
226	continue;
227	};
228
229	self.send_room_update(room_id, \|\| RoomUpdate::Left {
230	room: room.clone(),
231	updates: room_info.clone(),
232	});
233
234	let LeftRoomUpdate { timeline, state, account_data, ambiguity_changes: _ } = room_info;
235
236	let room = Some(&room);
237	self.handle_sync_events(HandlerKind::RoomAccountData, room, account_data).await?;
238	self.handle_sync_state_events(room, state).await?;
239	self.handle_sync_timeline_events(room, &timeline.events).await?;
240	}
241
242	for (room_id, room_info) in &rooms.invited {
243	let Some(room) = self.get_room(room_id) else {
244	error!(?room_id, "Can't call event handler, room not found");
245	continue;
246	};
247
248	self.send_room_update(room_id, \|\| RoomUpdate::Invited {
249	room: room.clone(),
250	updates: room_info.clone(),
251	});
252
253	let invite_state = &room_info.invite_state.events;
254	self.handle_sync_events(HandlerKind::StrippedState, Some(&room), invite_state).await?;
255	}
256
257	for (room_id, room_info) in &rooms.knocked {
258	let Some(room) = self.get_room(room_id) else {
259	error!(?room_id, "Can't call event handler, room not found");
260	continue;
261	};
262
263	self.send_room_update(room_id, \|\| RoomUpdate::Knocked {
264	room: room.clone(),
265	updates: room_info.clone(),
266	});
267
268	let knock_state = &room_info.knock_state.events;
269	self.handle_sync_events(HandlerKind::StrippedState, Some(&room), knock_state).await?;
270	}
271
272	debug!("Ran event handlers in {:?}", now.elapsed());
273
274	let now = Instant::now();
275
276	// Construct notification event handler futures
277	let mut futures = Vec::new();
278	for handler in &*self.notification_handlers().await {
279	for (room_id, room_notifications) in notifications {
280	let Some(room) = self.get_room(room_id) else {
281	warn!(?room_id, "Can't call notification handler, room not found");
282	continue;
283	};
284
285	futures.extend(room_notifications.iter().map(\|notification\| {
286	(handler)(notification.clone(), room.clone(), self.clone())
287	}));
288	}
289	}
290
291	// Run the notification handler futures with the
292	// `self.notification_handlers` lock no longer being held, in order.
293	for fut in futures {
294	fut.await;
295	}
296
297	debug!("Ran notification handlers in {:?}", now.elapsed());
298
299	Ok(())
300	}
301
302	fn send_room_update(&self, room_id: &RoomId, make_msg: impl FnOnce() -> RoomUpdate) {
303	if let btree_map::Entry::Occupied(entry) =
304	self.inner.room_update_channels.lock().unwrap().entry(room_id.to_owned())
305	{
306	let tx = entry.get();
307	if tx.receiver_count() == 0 {
308	entry.remove();
309	} else {
310	_ = tx.send(make_msg());
311	}
312	}
313	}
314
315	async fn sleep() {
316	sleep(Duration::from_secs(1)).await;
317	}
318
319	pub(crate) async fn sync_loop_helper(
320	&self,
321	sync_settings: &mut crate::config::SyncSettings,
322	) -> Result<SyncResponse> {
323	let response = self.sync_once(sync_settings.clone()).await;
324
325	match response {
326	Ok(r) => {
327	sync_settings.token = r.next_batch.clone().into();
328	Ok(r)
329	}
330	Err(e) => {
331	error!("Received an invalid response: {e}");
332	Err(e)
333	}
334	}
335	}
336
337	pub(crate) async fn delay_sync(last_sync_time: &mut Option<Instant>) {
338	let now = Instant::now();
339
340	// If the last sync happened less than a second ago, sleep for a
341	// while to not hammer out requests if the server doesn't respect
342	// the sync timeout.
343	if let Some(t) = last_sync_time
344	&& now - *t <= Duration::from_secs(1)
345	{
346	Self::sleep().await;
347	}
348
349	*last_sync_time = Some(now);
350	}
351	}
352
353	/// Call `LatestEvents::listen_to_room` for rooms in `response`.
354	///
355	/// That way, the latest event is computed and updated for all rooms receiving
356	/// an update from the sync.
357	#[instrument(skip_all)]
358	pub(crate) async fn subscribe_to_room_latest_events<'a, R>(client: &'a Client, room_ids: R)
359	where
360	R: Iterator<Item = &'a OwnedRoomId>,
361	{
362	if !client.event_cache().has_subscribed() {
363	return;
364	}
365
366	let latest_events = client.latest_events().await;
367
368	for room_id in room_ids {
369	if let Err(error) = latest_events.listen_to_room(room_id).await {
370	error!(?error, ?room_id, "Failed to listen to the latest event for this room");
371	}
372	}
373	}