| 1 | use std::sync::Arc; |
| 2 | |
| 3 | use matrix_sdk_crypto::types::events::UtdCause as SdkUtdCause; |
| 4 | use matrix_sdk_ui::{ |
| 5 | eyeball_im::VectorDiff, |
| 6 | timeline::{ |
| 7 | AnyOtherStateEventContentChange, EncryptedMessage, EventSendState, EventTimelineItem, |
| 8 | MembershipChange as SdkMembershipChange, MsgLikeContent, MsgLikeKind, Profile, |
| 9 | TimelineDetails, TimelineEventItemId, TimelineItem as SdkTimelineItem, TimelineItemContent, |
| 10 | TimelineItemKind, VirtualTimelineItem, |
| 11 | }, |
| 12 | }; |
| 13 | use ruma::{ |
| 14 | MxcUri, OwnedEventId, UserId, |
| 15 | events::{ |
| 16 | StateEventContentChange, |
| 17 | room::message::{MessageFormat, MessageType}, |
| 18 | }, |
| 19 | }; |
| 20 | |
| 21 | use crate::{ |
| 22 | Change, MediaId, MembershipChange, Message, MessageKind, MessageMentions, Reaction, |
| 23 | ReplyDetails, ReplyReference, SendState, Sender, ThreadSummary, TimelineContent, TimelineDiff, |
| 24 | TimelineEvent, TimelineItem, TimelineItemId, UtdCause, |
| 25 | }; |
| 26 | |
| 27 | use super::link_preview::sender_previews; |
| 28 | use super::media::{ |
| 29 | MediaRegistration, MediaScope, media_descriptor_for_sticker, media_from_message, |
| 30 | media_identity, media_registrations_for_item, |
| 31 | }; |
| 32 | |
| 33 | #[derive(Default)] |
| 34 | pub(crate) struct NormalisedTimeline { |
| 35 | pub(crate) items: imbl::Vector<TimelineItem>, |
| 36 | pub(crate) media: Vec<MediaRegistration>, |
| 37 | /// replies whose target isn't loaded, so somebody should go and ask for it |
| 38 | pub(crate) missing_replies: Vec<OwnedEventId>, |
| 39 | } |
| 40 | |
| 41 | pub(crate) struct NormalisedTimelineDiffs { |
| 42 | pub(crate) diffs: Vec<TimelineDiff>, |
| 43 | pub(crate) media: Vec<MediaRegistration>, |
| 44 | pub(crate) missing_replies: Vec<OwnedEventId>, |
| 45 | } |
| 46 | |
| 47 | struct Normaliser<'a> { |
| 48 | current_user_id: Option<&'a UserId>, |
| 49 | scope: &'a MediaScope, |
| 50 | media: Vec<MediaRegistration>, |
| 51 | missing_replies: Vec<OwnedEventId>, |
| 52 | } |
| 53 | |
| 54 | impl Normaliser<'_> { |
| 55 | fn item(&mut self, item: &SdkTimelineItem) -> TimelineItem { |
| 56 | self.media |
| 57 | .extend(media_registrations_for_item(item, self.scope)); |
| 58 | match item.kind() { |
| 59 | TimelineItemKind::Event(event) => { |
| 60 | TimelineItem::Event(Box::new(self.event(item, event))) |
| 61 | } |
| 62 | TimelineItemKind::Virtual(VirtualTimelineItem::DateDivider(timestamp)) => { |
| 63 | TimelineItem::DayDivider { |
| 64 | timestamp_ms: timestamp.get().into(), |
| 65 | } |
| 66 | } |
| 67 | TimelineItemKind::Virtual(VirtualTimelineItem::ReadMarker) => TimelineItem::ReadMarker, |
| 68 | TimelineItemKind::Virtual(VirtualTimelineItem::TimelineStart) => { |
| 69 | TimelineItem::TimelineStart |
| 70 | } |
| 71 | } |
| 72 | } |
| 73 | |
| 74 | fn event(&mut self, item: &SdkTimelineItem, event: &EventTimelineItem) -> TimelineEvent { |
| 75 | let msg_like = match event.content() { |
| 76 | TimelineItemContent::MsgLike(content) => Some(content), |
| 77 | _ => None, |
| 78 | }; |
| 79 | let reply_to = msg_like |
| 80 | .and_then(|content| content.in_reply_to.as_ref()) |
| 81 | .map(|reply| { |
| 82 | let details = match &reply.event { |
| 83 | TimelineDetails::Ready(embedded) => ReplyDetails::Ready { |
| 84 | sender: sender(&embedded.sender, &embedded.sender_profile), |
| 85 | content: Box::new(content(&embedded.content, None)), |
| 86 | timestamp_ms: embedded.timestamp.get().into(), |
| 87 | }, |
| 88 | TimelineDetails::Unavailable => { |
| 89 | self.missing_replies.push(reply.event_id.clone()); |
| 90 | ReplyDetails::Pending |
| 91 | } |
| 92 | TimelineDetails::Pending => ReplyDetails::Pending, |
| 93 | TimelineDetails::Error(_) => ReplyDetails::Unavailable, |
| 94 | }; |
| 95 | ReplyReference { |
| 96 | event_id: reply.event_id.clone(), |
| 97 | details, |
| 98 | } |
| 99 | }); |
| 100 | let mut read_by: Vec<_> = event |
| 101 | .read_receipts() |
| 102 | .keys() |
| 103 | .filter(|user_id| *user_id != event.sender()) |
| 104 | .cloned() |
| 105 | .collect(); |
| 106 | read_by.sort(); |
| 107 | TimelineEvent { |
| 108 | item_id: TimelineItemId::new(item.unique_id().0.clone()), |
| 109 | event_id: event.event_id().map(ToOwned::to_owned), |
| 110 | transaction_id: event.transaction_id().map(ToOwned::to_owned), |
| 111 | sender: sender(event.sender(), event.sender_profile()), |
| 112 | timestamp_ms: event.timestamp().get().into(), |
| 113 | own: event.is_own(), |
| 114 | send_state: send_state(event.send_state()), |
| 115 | content: content(event.content(), Some(&media_identity(item, self.scope))), |
| 116 | reply_to, |
| 117 | thread_root: msg_like.and_then(|content| content.thread_root.clone()), |
| 118 | thread_summary: msg_like.and_then(thread_summary), |
| 119 | reactions: reactions(event, self.current_user_id), |
| 120 | read_by, |
| 121 | editable: event.is_editable(), |
| 122 | } |
| 123 | } |
| 124 | } |
| 125 | |
| 126 | pub(crate) fn normalise_timeline<'a>( |
| 127 | items: impl Iterator<Item = &'a Arc<SdkTimelineItem>>, |
| 128 | current_user_id: Option<&UserId>, |
| 129 | scope: &MediaScope, |
| 130 | ) -> NormalisedTimeline { |
| 131 | let mut normaliser = Normaliser { |
| 132 | current_user_id, |
| 133 | scope, |
| 134 | media: Vec::new(), |
| 135 | missing_replies: Vec::new(), |
| 136 | }; |
| 137 | let items = items.map(|item| normaliser.item(item)).collect(); |
| 138 | NormalisedTimeline { |
| 139 | items, |
| 140 | media: normaliser.media, |
| 141 | missing_replies: normaliser.missing_replies, |
| 142 | } |
| 143 | } |
| 144 | |
| 145 | pub(crate) fn normalise_timeline_diffs( |
| 146 | diffs: Vec<VectorDiff<Arc<SdkTimelineItem>>>, |
| 147 | current_user_id: Option<&UserId>, |
| 148 | scope: &MediaScope, |
| 149 | ) -> NormalisedTimelineDiffs { |
| 150 | let mut normaliser = Normaliser { |
| 151 | current_user_id, |
| 152 | scope, |
| 153 | media: Vec::new(), |
| 154 | missing_replies: Vec::new(), |
| 155 | }; |
| 156 | let diffs = diffs |
| 157 | .into_iter() |
| 158 | .map(|diff| match diff.map(|item| normaliser.item(&item)) { |
| 159 | VectorDiff::Append { values } => TimelineDiff::Append { |
| 160 | values: values.into_iter().collect(), |
| 161 | }, |
| 162 | VectorDiff::Clear => TimelineDiff::Clear, |
| 163 | VectorDiff::PushFront { value } => TimelineDiff::PushFront { value }, |
| 164 | VectorDiff::PushBack { value } => TimelineDiff::PushBack { value }, |
| 165 | VectorDiff::PopFront => TimelineDiff::PopFront, |
| 166 | VectorDiff::PopBack => TimelineDiff::PopBack, |
| 167 | VectorDiff::Insert { index, value } => TimelineDiff::Insert { index, value }, |
| 168 | VectorDiff::Set { index, value } => TimelineDiff::Set { index, value }, |
| 169 | VectorDiff::Remove { index } => TimelineDiff::Remove { index }, |
| 170 | VectorDiff::Truncate { length } => TimelineDiff::Truncate { length }, |
| 171 | VectorDiff::Reset { values } => TimelineDiff::Reset { |
| 172 | values: values.into_iter().collect(), |
| 173 | }, |
| 174 | }) |
| 175 | .collect(); |
| 176 | NormalisedTimelineDiffs { |
| 177 | diffs, |
| 178 | media: normaliser.media, |
| 179 | missing_replies: normaliser.missing_replies, |
| 180 | } |
| 181 | } |
| 182 | |
| 183 | /// `media_identity` is `None` for embedded reply content, which never gets fetchable media of its own |
| 184 | fn content(content: &TimelineItemContent, media_identity: Option<&str>) -> TimelineContent { |
| 185 | match content { |
| 186 | TimelineItemContent::MsgLike(content) => msg_like(content, media_identity), |
| 187 | TimelineItemContent::MembershipChange(change) => TimelineContent::Membership { |
| 188 | user_id: change.user_id().to_owned(), |
| 189 | display_name: change.display_name(), |
| 190 | change: change |
| 191 | .change() |
| 192 | .map_or(MembershipChange::Other, membership_change), |
| 193 | }, |
| 194 | TimelineItemContent::ProfileChange(change) => TimelineContent::Profile { |
| 195 | user_id: change.user_id().to_owned(), |
| 196 | display_name: change.displayname_change().map(|change| Change { |
| 197 | old: change.old.clone(), |
| 198 | new: change.new.clone(), |
| 199 | }), |
| 200 | avatar: change.avatar_url_change().map(|change| Change { |
| 201 | old: change.old.as_deref().map(MediaId::plain), |
| 202 | new: change.new.as_deref().map(MediaId::plain), |
| 203 | }), |
| 204 | }, |
| 205 | TimelineItemContent::OtherState(state) => match state.content() { |
| 206 | AnyOtherStateEventContentChange::RoomName(change) => TimelineContent::RoomName( |
| 207 | original(change).and_then(|content| non_empty(&content.name)), |
| 208 | ), |
| 209 | AnyOtherStateEventContentChange::RoomTopic(change) => TimelineContent::RoomTopic( |
| 210 | original(change).and_then(|content| non_empty(&content.topic)), |
| 211 | ), |
| 212 | AnyOtherStateEventContentChange::RoomAvatar(change) => TimelineContent::RoomAvatar( |
| 213 | original(change).and_then(|content| content.url.as_deref().map(MediaId::plain)), |
| 214 | ), |
| 215 | AnyOtherStateEventContentChange::RoomEncryption(_) => { |
| 216 | TimelineContent::EncryptionEnabled |
| 217 | } |
| 218 | AnyOtherStateEventContentChange::RoomCreate(_) => TimelineContent::RoomCreated, |
| 219 | AnyOtherStateEventContentChange::RoomTombstone(change) => match original(change) { |
| 220 | Some(content) => TimelineContent::RoomUpgraded { |
| 221 | successor: content.replacement_room.clone(), |
| 222 | }, |
| 223 | None => other_state(state.content().event_type().to_string(), state.state_key()), |
| 224 | }, |
| 225 | other => other_state(other.event_type().to_string(), state.state_key()), |
| 226 | }, |
| 227 | TimelineItemContent::FailedToParseMessageLike { event_type, .. } => { |
| 228 | TimelineContent::Other { |
| 229 | event_type: event_type.to_string(), |
| 230 | } |
| 231 | } |
| 232 | TimelineItemContent::FailedToParseState { |
| 233 | event_type, |
| 234 | state_key, |
| 235 | .. |
| 236 | } => other_state(event_type.to_string(), state_key), |
| 237 | TimelineItemContent::CallInvite => TimelineContent::Other { |
| 238 | event_type: "m.call.invite".to_owned(), |
| 239 | }, |
| 240 | TimelineItemContent::RtcNotification { .. } => TimelineContent::Other { |
| 241 | event_type: "org.matrix.msc4075.rtc.notification".to_owned(), |
| 242 | }, |
| 243 | } |
| 244 | } |
| 245 | |
| 246 | /// a cleared name or topic arrives as an empty string |
| 247 | fn non_empty(value: &str) -> Option<String> { |
| 248 | (!value.is_empty()).then(|| value.to_owned()) |
| 249 | } |
| 250 | |
| 251 | fn other_state(event_type: String, state_key: &str) -> TimelineContent { |
| 252 | TimelineContent::OtherState { |
| 253 | event_type, |
| 254 | state_key: state_key.to_owned(), |
| 255 | } |
| 256 | } |
| 257 | |
| 258 | fn original<C>(change: &StateEventContentChange<C>) -> Option<&C> |
| 259 | where |
| 260 | C: ruma::events::StaticStateEventContent + ruma::events::RedactContent, |
| 261 | { |
| 262 | match change { |
| 263 | StateEventContentChange::Original { content, .. } => Some(content), |
| 264 | StateEventContentChange::Redacted(_) => None, |
| 265 | } |
| 266 | } |
| 267 | |
| 268 | fn msg_like(content: &MsgLikeContent, media_identity: Option<&str>) -> TimelineContent { |
| 269 | match &content.kind { |
| 270 | MsgLikeKind::Message(message) => TimelineContent::Message(Message { |
| 271 | kind: message_kind(message.msgtype()), |
| 272 | body: message.body().to_owned(), |
| 273 | geo_uri: match message.msgtype() { |
| 274 | MessageType::Location(location) => Some(location.geo_uri.clone()), |
| 275 | _ => None, |
| 276 | }, |
| 277 | formatted_body: formatted_body(message.msgtype()), |
| 278 | mentions: message.mentions().map(|mentions| MessageMentions { |
| 279 | user_ids: mentions.user_ids.iter().cloned().collect(), |
| 280 | room: mentions.room, |
| 281 | }), |
| 282 | edited: message.is_edited(), |
| 283 | media: media_identity |
| 284 | .and_then(|identity| media_from_message(identity, message.msgtype())), |
| 285 | link_previews: sender_previews(media_identity, message.msgtype()) |
| 286 | .into_iter() |
| 287 | .map(|(preview, _)| preview) |
| 288 | .collect(), |
| 289 | }), |
| 290 | MsgLikeKind::Sticker(sticker) => { |
| 291 | let sticker = sticker.content(); |
| 292 | match media_identity { |
| 293 | Some(identity) => TimelineContent::Sticker { |
| 294 | body: sticker.body.clone(), |
| 295 | media: media_descriptor_for_sticker(identity, sticker), |
| 296 | }, |
| 297 | None => TimelineContent::Other { |
| 298 | event_type: "m.sticker".to_owned(), |
| 299 | }, |
| 300 | } |
| 301 | } |
| 302 | MsgLikeKind::Poll(poll) => TimelineContent::Poll { |
| 303 | question: poll.results().question, |
| 304 | }, |
| 305 | MsgLikeKind::Redacted => TimelineContent::Redacted, |
| 306 | MsgLikeKind::UnableToDecrypt(encrypted) => { |
| 307 | TimelineContent::UnableToDecrypt(match encrypted { |
| 308 | EncryptedMessage::MegolmV1AesSha2 { cause, .. } => utd_cause(*cause), |
| 309 | _ => UtdCause::Unknown, |
| 310 | }) |
| 311 | } |
| 312 | MsgLikeKind::Other(other) => TimelineContent::Other { |
| 313 | event_type: other.event_type().to_string(), |
| 314 | }, |
| 315 | MsgLikeKind::LiveLocation(_) => TimelineContent::Other { |
| 316 | event_type: "m.beacon_info".to_owned(), |
| 317 | }, |
| 318 | } |
| 319 | } |
| 320 | |
| 321 | pub(crate) fn message_kind(message: &MessageType) -> MessageKind { |
| 322 | match message { |
| 323 | MessageType::Text(_) => MessageKind::Text, |
| 324 | MessageType::Emote(_) => MessageKind::Emote, |
| 325 | MessageType::Notice(_) => MessageKind::Notice, |
| 326 | MessageType::ServerNotice(_) => MessageKind::ServerNotice, |
| 327 | MessageType::Image(_) => MessageKind::Image, |
| 328 | MessageType::Video(_) => MessageKind::Video, |
| 329 | MessageType::Audio(_) => MessageKind::Audio, |
| 330 | MessageType::File(_) => MessageKind::File, |
| 331 | MessageType::Location(_) => MessageKind::Location, |
| 332 | MessageType::VerificationRequest(_) => MessageKind::VerificationRequest, |
| 333 | other => MessageKind::Other(other.msgtype().to_owned()), |
| 334 | } |
| 335 | } |
| 336 | |
| 337 | const fn membership_change(change: SdkMembershipChange) -> MembershipChange { |
| 338 | match change { |
| 339 | SdkMembershipChange::Joined => MembershipChange::Joined, |
| 340 | SdkMembershipChange::Left => MembershipChange::Left, |
| 341 | SdkMembershipChange::Banned => MembershipChange::Banned, |
| 342 | SdkMembershipChange::Unbanned => MembershipChange::Unbanned, |
| 343 | SdkMembershipChange::Kicked => MembershipChange::Kicked, |
| 344 | SdkMembershipChange::KickedAndBanned => MembershipChange::KickedAndBanned, |
| 345 | SdkMembershipChange::Invited => MembershipChange::Invited, |
| 346 | SdkMembershipChange::InvitationAccepted => MembershipChange::InvitationAccepted, |
| 347 | SdkMembershipChange::InvitationRejected => MembershipChange::InvitationRejected, |
| 348 | SdkMembershipChange::InvitationRevoked => MembershipChange::InvitationRevoked, |
| 349 | SdkMembershipChange::Knocked => MembershipChange::Knocked, |
| 350 | SdkMembershipChange::KnockAccepted => MembershipChange::KnockAccepted, |
| 351 | SdkMembershipChange::KnockRetracted => MembershipChange::KnockRetracted, |
| 352 | SdkMembershipChange::KnockDenied => MembershipChange::KnockDenied, |
| 353 | SdkMembershipChange::None |
| 354 | | SdkMembershipChange::Error |
| 355 | | SdkMembershipChange::NotImplemented => MembershipChange::Other, |
| 356 | } |
| 357 | } |
| 358 | |
| 359 | const fn utd_cause(cause: SdkUtdCause) -> UtdCause { |
| 360 | match cause { |
| 361 | SdkUtdCause::Unknown => UtdCause::Unknown, |
| 362 | SdkUtdCause::SentBeforeWeJoined => UtdCause::SentBeforeWeJoined, |
| 363 | SdkUtdCause::VerificationViolation => UtdCause::VerificationViolation, |
| 364 | SdkUtdCause::UnsignedDevice => UtdCause::UnsignedDevice, |
| 365 | SdkUtdCause::UnknownDevice => UtdCause::UnknownDevice, |
| 366 | SdkUtdCause::HistoricalMessageAndBackupIsDisabled => { |
| 367 | UtdCause::HistoricalMessageAndBackupIsDisabled |
| 368 | } |
| 369 | SdkUtdCause::WithheldForUnverifiedOrInsecureDevice => { |
| 370 | UtdCause::WithheldForUnverifiedOrInsecureDevice |
| 371 | } |
| 372 | SdkUtdCause::WithheldBySender => UtdCause::WithheldBySender, |
| 373 | SdkUtdCause::HistoricalMessageAndDeviceIsUnverified => { |
| 374 | UtdCause::HistoricalMessageAndDeviceIsUnverified |
| 375 | } |
| 376 | } |
| 377 | } |
| 378 | |
| 379 | fn sender(user_id: &UserId, profile: &TimelineDetails<Profile>) -> Sender { |
| 380 | let profile = match profile { |
| 381 | TimelineDetails::Ready(profile) => Some(profile), |
| 382 | _ => None, |
| 383 | }; |
| 384 | Sender { |
| 385 | user_id: user_id.to_owned(), |
| 386 | display_name: profile.and_then(|profile| profile.display_name.clone()), |
| 387 | avatar: profile.and_then(|profile| profile.avatar_url.as_deref().map(MediaId::plain)), |
| 388 | name_ambiguous: profile.is_some_and(|profile| profile.display_name_ambiguous), |
| 389 | } |
| 390 | } |
| 391 | |
| 392 | fn send_state(state: Option<&EventSendState>) -> SendState { |
| 393 | match state { |
| 394 | None | Some(EventSendState::Sent { .. }) => SendState::Sent, |
| 395 | Some(EventSendState::NotSentYet { .. }) => SendState::Sending, |
| 396 | // recoverable means the sdk parks the queue and we unpark it, nothing for the user to do |
| 397 | Some(EventSendState::SendingFailed { is_recoverable, .. }) => SendState::Failed { |
| 398 | will_retry: *is_recoverable, |
| 399 | }, |
| 400 | } |
| 401 | } |
| 402 | |
| 403 | fn thread_summary(content: &MsgLikeContent) -> Option<ThreadSummary> { |
| 404 | content.thread_summary.as_ref().map(|summary| { |
| 405 | let latest_event = match &summary.latest_event { |
| 406 | TimelineDetails::Ready(event) => Some(event.as_ref()), |
| 407 | _ => None, |
| 408 | }; |
| 409 | ThreadSummary { |
| 410 | reply_count: summary.num_replies, |
| 411 | latest_event_id: latest_event.and_then(|event| match &event.identifier { |
| 412 | TimelineEventItemId::EventId(event_id) => Some(event_id.clone()), |
| 413 | TimelineEventItemId::TransactionId(_) => None, |
| 414 | }), |
| 415 | latest_event_timestamp_ms: latest_event.map(|event| event.timestamp.get().into()), |
| 416 | } |
| 417 | }) |
| 418 | } |
| 419 | |
| 420 | fn reactions(event: &EventTimelineItem, current_user_id: Option<&UserId>) -> Vec<Reaction> { |
| 421 | event |
| 422 | .content() |
| 423 | .reactions() |
| 424 | .into_iter() |
| 425 | .flat_map(|reactions| reactions.iter()) |
| 426 | .map(|(key, senders)| Reaction { |
| 427 | key: key.clone(), |
| 428 | shortcode: senders.values().find_map(|info| info.shortcode.clone()), |
| 429 | image: <&MxcUri>::from(key.as_str()) |
| 430 | .is_valid() |
| 431 | .then(|| MediaId::plain(key)), |
| 432 | count: senders.len(), |
| 433 | own: current_user_id.is_some_and(|user_id| senders.contains_key(user_id)), |
| 434 | senders: senders.keys().cloned().collect(), |
| 435 | }) |
| 436 | .collect() |
| 437 | } |
| 438 | |
| 439 | fn formatted_body(message: &MessageType) -> Option<String> { |
| 440 | let formatted = match message { |
| 441 | MessageType::Text(content) => content.formatted.as_ref(), |
| 442 | MessageType::Emote(content) => content.formatted.as_ref(), |
| 443 | MessageType::Notice(content) => content.formatted.as_ref(), |
| 444 | MessageType::Audio(content) => content.formatted_caption(), |
| 445 | MessageType::File(content) => content.formatted_caption(), |
| 446 | MessageType::Image(content) => content.formatted_caption(), |
| 447 | MessageType::Video(content) => content.formatted_caption(), |
| 448 | _ => None, |
| 449 | }?; |
| 450 | (formatted.format == MessageFormat::Html).then(|| formatted.body.clone()) |
| 451 | } |