1use std::sync::Arc;
16
17use eyeball::{ObservableWriteGuard, SharedObservable, Subscriber};
18use eyeball_im::{ObservableVector, VectorDiff, VectorSubscriberBatchedStream};
19use futures_util::future::join_all;
20use imbl::Vector;
21use matrix_sdk::{
22 Result, Room,
23 deserialized_responses::TimelineEvent,
24 event_cache::{RoomEventCacheUpdate, Subscriber as EventCacheSubscriber},
25 locks::Mutex,
26 paginators::PaginationToken,
27 room::ListThreadsOptions,
28 task_monitor::BackgroundTaskHandle,
29};
30use matrix_sdk_common::serde_helpers::extract_thread_root;
31use ruma::{MilliSecondsSinceUnixEpoch, OwnedEventId, OwnedUserId};
32use tokio::sync::Mutex as AsyncMutex;
33use tracing::{error, trace, warn};
34
35use crate::timeline::{Profile, TimelineDetails, TimelineItemContent, traits::RoomDataProvider};
36
37#[derive(Clone, Debug)]
47pub struct ThreadListItem {
48 pub root_event: ThreadListItemEvent,
50
51 pub latest_event: Option<ThreadListItemEvent>,
57
58 pub num_replies: u32,
63}
64
65#[derive(Clone, Debug)]
68pub struct ThreadListItemEvent {
69 pub event_id: OwnedEventId,
71
72 pub timestamp: MilliSecondsSinceUnixEpoch,
74
75 pub sender: OwnedUserId,
77
78 pub is_own: bool,
80
81 pub sender_profile: TimelineDetails<Profile>,
83
84 pub content: Option<TimelineItemContent>,
90}
91
92#[cfg_attr(feature = "uniffi", derive(uniffi::Enum))]
94#[derive(Clone, Debug, Eq, PartialEq)]
95pub enum ThreadListPaginationState {
96 Idle {
98 end_reached: bool,
101 },
102 Loading,
104}
105
106#[derive(Debug, thiserror::Error)]
108pub enum ThreadListServiceError {
109 #[error(transparent)]
111 Sdk(#[from] matrix_sdk::Error),
112}
113
114pub struct ThreadListService {
149 room: Room,
151
152 token: AsyncMutex<PaginationToken>,
154
155 pagination_state: SharedObservable<ThreadListPaginationState>,
157
158 items: Arc<Mutex<ObservableVector<ThreadListItem>>>,
160
161 _event_cache_task: BackgroundTaskHandle,
164}
165
166impl ThreadListService {
167 pub fn new(room: Room) -> Self {
173 let items: Arc<Mutex<ObservableVector<ThreadListItem>>> =
174 Arc::new(Mutex::new(ObservableVector::new()));
175
176 if let Err(e) = room.client().event_cache().subscribe() {
179 warn!("ThreadListService: failed to subscribe event cache to sync: {e}");
180 }
181
182 let event_cache_task = room
183 .client()
184 .task_monitor()
185 .spawn_infinite_task("thread_list_service::event_cache_listener", {
186 let room = room.clone();
187 let items = items.clone();
188 async move {
189 let (_event_cache_drop, mut subscriber) = match async {
191 let (room_event_cache, drop_handles) = room.event_cache().await?;
192 let (_, subscriber) = room_event_cache.subscribe().await?;
193 matrix_sdk::event_cache::Result::Ok((drop_handles, subscriber))
194 }
195 .await
196 {
197 Ok(pair) => pair,
198 Err(e) => {
199 error!(
200 "ThreadListService: failed to subscribe to room event cache, \
201 live updates will not work: {e}"
202 );
203 return;
204 }
205 };
206
207 trace!("ThreadListService: event cache listener started");
208
209 Self::event_cache_listener_loop(&room, &mut subscriber, items).await;
210 }
211 })
212 .abort_on_drop();
213
214 Self {
215 room,
216 token: AsyncMutex::new(PaginationToken::None),
217 pagination_state: SharedObservable::new(ThreadListPaginationState::Idle {
218 end_reached: false,
219 }),
220 items,
221 _event_cache_task: event_cache_task,
222 }
223 }
224
225 pub fn pagination_state(&self) -> ThreadListPaginationState {
227 self.pagination_state.get()
228 }
229
230 pub fn subscribe_to_pagination_state_updates(&self) -> Subscriber<ThreadListPaginationState> {
235 self.pagination_state.subscribe()
236 }
237
238 pub fn items(&self) -> Vec<ThreadListItem> {
240 self.items.lock().iter().cloned().collect()
241 }
242
243 pub fn subscribe_to_items_updates(
248 &self,
249 ) -> (Vector<ThreadListItem>, VectorSubscriberBatchedStream<ThreadListItem>) {
250 self.items.lock().subscribe().into_values_and_batched_stream()
251 }
252
253 pub async fn paginate(&self) -> Result<(), ThreadListServiceError> {
261 {
263 let mut pagination_state = self.pagination_state.write();
264
265 match *pagination_state {
266 ThreadListPaginationState::Idle { end_reached: true }
267 | ThreadListPaginationState::Loading => return Ok(()),
268 _ => {}
269 }
270
271 ObservableWriteGuard::set(&mut pagination_state, ThreadListPaginationState::Loading);
272 }
273
274 let mut pagination_token = self.token.lock().await;
275
276 let from = match &*pagination_token {
278 PaginationToken::HasMore(token) => Some(token.clone()),
279 _ => None,
280 };
281
282 let opts = ListThreadsOptions { from, ..Default::default() };
283
284 match self.load_thread_list(opts).await {
285 Ok(thread_list) => {
286 *pagination_token = match &thread_list.prev_batch_token {
288 Some(token) => PaginationToken::HasMore(token.clone()),
289 None => PaginationToken::HitEnd,
290 };
291
292 let end_reached = thread_list.prev_batch_token.is_none();
293
294 self.items.lock().append(thread_list.items.into());
296
297 self.pagination_state.set(ThreadListPaginationState::Idle { end_reached });
298
299 Ok(())
300 }
301 Err(err) => {
302 self.pagination_state.set(ThreadListPaginationState::Idle { end_reached: false });
303 Err(ThreadListServiceError::Sdk(err))
304 }
305 }
306 }
307
308 pub async fn reset(&self) {
315 let mut pagination_token = self.token.lock().await;
316 *pagination_token = PaginationToken::None;
317
318 self.items.lock().clear();
319
320 self.pagination_state.set(ThreadListPaginationState::Idle { end_reached: false });
321 }
322
323 async fn load_thread_list(&self, opts: ListThreadsOptions) -> Result<ThreadList> {
324 let thread_roots = self.room.list_threads(opts).await?;
325
326 let list_items = join_all(
327 thread_roots
328 .chunk
329 .into_iter()
330 .map(|timeline_event| Self::build_thread_list_item(&self.room, timeline_event))
331 .collect::<Vec<_>>(),
332 )
333 .await
334 .into_iter()
335 .flatten()
336 .collect();
337
338 Ok(ThreadList { items: list_items, prev_batch_token: thread_roots.prev_batch_token })
339 }
340
341 async fn build_thread_list_item(
342 room: &Room,
343 timeline_event: TimelineEvent,
344 ) -> Option<ThreadListItem> {
345 let thread_summary = timeline_event.thread_summary.summary().cloned();
347 let bundled_latest_thread_event = timeline_event.bundled_latest_thread_event.clone();
348
349 let root_event = Self::build_event(room, timeline_event).await?;
351
352 let num_replies = thread_summary.as_ref().map(|s| s.num_replies).unwrap_or(0);
354
355 let latest_event = if let Some(ev) = bundled_latest_thread_event.map(|b| *b) {
356 Self::build_event(room, ev).await
357 } else {
358 None
359 };
360
361 Some(ThreadListItem { root_event, latest_event, num_replies })
362 }
363
364 async fn build_event(
366 room: &Room,
367 timeline_event: TimelineEvent,
368 ) -> Option<ThreadListItemEvent> {
369 let event_id = timeline_event.event_id()?.to_owned();
370 let timestamp = timeline_event.timestamp()?;
371 let sender = timeline_event.sender()?;
372 let is_own = room.own_user_id() == sender;
373 let sender_profile =
374 TimelineDetails::from_initial_value(Profile::load(room, &sender).await);
375 let content = TimelineItemContent::from_event(room, timeline_event).await;
376 Some(ThreadListItemEvent { event_id, timestamp, sender, is_own, sender_profile, content })
377 }
378
379 async fn event_cache_listener_loop(
385 room: &Room,
386 subscriber: &mut EventCacheSubscriber<RoomEventCacheUpdate>,
387 items: Arc<Mutex<ObservableVector<ThreadListItem>>>,
388 ) {
389 use tokio::sync::broadcast::error::RecvError;
390
391 loop {
392 let update = match subscriber.recv().await {
393 Ok(update) => update,
394 Err(RecvError::Closed) => {
395 error!("ThreadListService: event cache channel closed, stopping listener");
396 break;
397 }
398 Err(RecvError::Lagged(n)) => {
399 warn!("ThreadListService: lagged behind {n} event cache updates");
400 continue;
401 }
402 };
403
404 if let RoomEventCacheUpdate::UpdateTimelineEvents(timeline_diffs) = update {
405 let new_events = Self::collect_events_from_diffs(timeline_diffs.diffs);
406
407 for event in new_events {
408 let Some(thread_root) = extract_thread_root(event.raw()) else { continue };
410
411 let position = {
413 let guard = items.lock();
414 guard.iter().position(|item| item.root_event.event_id == thread_root)
415 };
416
417 if let Some(index) = position {
418 if let Some(latest_event) = Self::build_event(room, event).await {
420 let mut guard = items.lock();
421
422 if index < guard.len()
425 && guard[index].root_event.event_id == thread_root
426 {
427 let mut updated = guard[index].clone();
428 updated.latest_event = Some(latest_event);
429 updated.num_replies = updated.num_replies.saturating_add(1);
430 guard.set(index, updated);
431 }
432 }
433 }
434 }
435 }
436 }
437 }
438
439 fn collect_events_from_diffs(
441 diffs: Vec<VectorDiff<matrix_sdk_base::event_cache::Event>>,
442 ) -> Vec<matrix_sdk_base::event_cache::Event> {
443 let mut events = Vec::new();
444
445 for diff in diffs {
446 match diff {
447 VectorDiff::Append { values } => events.extend(values),
448 VectorDiff::PushBack { value }
449 | VectorDiff::PushFront { value }
450 | VectorDiff::Insert { value, .. }
451 | VectorDiff::Set { value, .. } => events.push(value),
452 VectorDiff::Reset { values } => events.extend(values),
453 VectorDiff::Clear
455 | VectorDiff::PopBack
456 | VectorDiff::PopFront
457 | VectorDiff::Remove { .. }
458 | VectorDiff::Truncate { .. } => {}
459 }
460 }
461
462 events
463 }
464}
465
466#[derive(Clone, Debug)]
469struct ThreadList {
470 pub items: Vec<ThreadListItem>,
472
473 pub prev_batch_token: Option<String>,
475}
476
477#[cfg(test)]
478mod tests {
479 use std::time::Duration;
480
481 use futures_util::pin_mut;
482 use matrix_sdk::test_utils::mocks::MatrixMockServer;
483 use matrix_sdk_test::{async_test, event_factory::EventFactory};
484 use ruma::{
485 event_id,
486 events::{AnyTimelineEvent, room::message::RedactedRoomMessageEventContent},
487 room_id,
488 serde::Raw,
489 user_id,
490 };
491 use serde_json::json;
492 use stream_assert::{assert_next_matches, assert_pending};
493 use wiremock::ResponseTemplate;
494
495 use super::{ThreadListPaginationState, ThreadListService};
496 use crate::timeline::{MsgLikeContent, MsgLikeKind, TimelineItemContent};
497
498 #[async_test]
499 async fn test_initial_state() {
500 let server = MatrixMockServer::new().await;
501 let service = make_service(&server).await;
502
503 assert_eq!(
504 service.pagination_state(),
505 ThreadListPaginationState::Idle { end_reached: false }
506 );
507 assert!(service.items().is_empty());
508 }
509
510 #[async_test]
511 async fn test_pagination() {
512 let server = MatrixMockServer::new().await;
513 let client = server.client_builder().build().await;
514 let room_id = room_id!("!a:b.c");
515 let sender_id = user_id!("@alice:b.c");
516
517 let f = EventFactory::new().room(room_id).sender(sender_id);
518
519 let eid1 = event_id!("$1");
520 let eid2 = event_id!("$2");
521
522 server
523 .mock_room_threads()
524 .ok(
525 vec![f.text_msg("Thread root 1").event_id(eid1).into_raw()],
526 Some("next_page_token".to_owned()),
527 )
528 .mock_once()
529 .mount()
530 .await;
531
532 server
533 .mock_room_threads()
534 .match_from("next_page_token")
535 .ok(vec![f.text_msg("Thread root 2").event_id(eid2).into_raw()], None)
536 .mock_once()
537 .mount()
538 .await;
539
540 let room = server.sync_joined_room(&client, room_id).await;
541 let service = ThreadListService::new(room);
542
543 service.paginate().await.expect("first paginate failed");
544
545 assert_eq!(
546 service.pagination_state(),
547 ThreadListPaginationState::Idle { end_reached: false }
548 );
549 assert_eq!(service.items().len(), 1);
550 assert_eq!(service.items()[0].root_event.event_id, eid1);
551
552 service.paginate().await.expect("second paginate failed");
553
554 assert_eq!(
555 service.pagination_state(),
556 ThreadListPaginationState::Idle { end_reached: true }
557 );
558 assert_eq!(service.items().len(), 2);
559 assert_eq!(service.items()[1].root_event.event_id, eid2);
560 }
561
562 #[async_test]
563 async fn test_pagination_end_reached() {
564 let server = MatrixMockServer::new().await;
565 let client = server.client_builder().build().await;
566 let room_id = room_id!("!a:b.c");
567 let sender_id = user_id!("@alice:b.c");
568 let f = EventFactory::new().room(room_id).sender(sender_id);
569 let eid1 = event_id!("$1");
570
571 server
572 .mock_room_threads()
573 .ok(vec![f.text_msg("Thread root").event_id(eid1).into_raw()], None)
574 .mock_once()
575 .mount()
576 .await;
577
578 let room = server.sync_joined_room(&client, room_id).await;
579 let service = ThreadListService::new(room);
580
581 service.paginate().await.expect("paginate failed");
582 assert_eq!(
583 service.pagination_state(),
584 ThreadListPaginationState::Idle { end_reached: true }
585 );
586 assert_eq!(service.items().len(), 1);
587
588 service.paginate().await.expect("second paginate should be a no-op");
589 assert_eq!(service.items().len(), 1);
590 assert_eq!(
591 service.pagination_state(),
592 ThreadListPaginationState::Idle { end_reached: true }
593 );
594 }
595
596 #[async_test]
601 async fn test_concurrent_pagination_is_not_possible() {
602 let server = MatrixMockServer::new().await;
603 let client = server.client_builder().build().await;
604 let room_id = room_id!("!a:b.c");
605 let sender_id = user_id!("@alice:b.c");
606 let f = EventFactory::new().room(room_id).sender(sender_id);
607 let eid1 = event_id!("$1");
608
609 let chunk: Vec<Raw<AnyTimelineEvent>> =
613 vec![f.text_msg("Thread root").event_id(eid1).into_raw()];
614 server
615 .mock_room_threads()
616 .respond_with(
617 ResponseTemplate::new(200)
618 .set_body_json(json!({ "chunk": chunk, "next_batch": null }))
619 .set_delay(Duration::from_millis(100)),
620 )
621 .expect(1)
622 .mount()
623 .await;
624
625 let room = server.sync_joined_room(&client, room_id).await;
626 let service = ThreadListService::new(room);
627
628 let (first, second) = tokio::join!(service.paginate(), service.paginate());
630
631 first.expect("first paginate should succeed");
632 second.expect("second (concurrent) paginate should succeed as a no-op");
633
634 assert_eq!(service.items().len(), 1);
636 assert_eq!(service.items()[0].root_event.event_id, eid1);
637 assert_eq!(
638 service.pagination_state(),
639 ThreadListPaginationState::Idle { end_reached: true }
640 );
641 }
642
643 #[async_test]
647 async fn test_pagination_error() {
648 let server = MatrixMockServer::new().await;
649 let client = server.client_builder().build().await;
650 let room_id = room_id!("!a:b.c");
651
652 server.mock_room_threads().error500().mock_once().mount().await;
653
654 let room = server.sync_joined_room(&client, room_id).await;
655 let service = ThreadListService::new(room);
656
657 service.paginate().await.expect_err("paginate should fail on a 500 response");
659
660 assert_eq!(
663 service.pagination_state(),
664 ThreadListPaginationState::Idle { end_reached: false }
665 );
666
667 assert!(service.items().is_empty());
669 }
670
671 #[async_test]
672 async fn test_reset() {
673 let server = MatrixMockServer::new().await;
674 let client = server.client_builder().build().await;
675 let room_id = room_id!("!a:b.c");
676 let sender_id = user_id!("@alice:b.c");
677 let f = EventFactory::new().room(room_id).sender(sender_id);
678 let eid1 = event_id!("$1");
679
680 server
681 .mock_room_threads()
682 .ok(vec![f.text_msg("Thread root").event_id(eid1).into_raw()], None)
683 .expect(2)
684 .mount()
685 .await;
686
687 let room = server.sync_joined_room(&client, room_id).await;
688 let service = ThreadListService::new(room);
689
690 service.paginate().await.expect("first paginate failed");
691 assert_eq!(service.items().len(), 1);
692 assert_eq!(
693 service.pagination_state(),
694 ThreadListPaginationState::Idle { end_reached: true }
695 );
696
697 service.reset().await;
698 assert!(service.items().is_empty());
699 assert_eq!(
700 service.pagination_state(),
701 ThreadListPaginationState::Idle { end_reached: false }
702 );
703
704 service.paginate().await.expect("paginate after reset failed");
705 assert_eq!(service.items().len(), 1);
706 }
707
708 #[async_test]
709 async fn test_pagination_state_subscriber() {
710 let server = MatrixMockServer::new().await;
711 let client = server.client_builder().build().await;
712 let room_id = room_id!("!a:b.c");
713 let sender_id = user_id!("@alice:b.c");
714 let f = EventFactory::new().room(room_id).sender(sender_id);
715 let eid1 = event_id!("$1");
716
717 server
718 .mock_room_threads()
719 .ok(
720 vec![f.text_msg("Thread root").event_id(eid1).into_raw()],
721 Some("next_token".to_owned()),
722 )
723 .mock_once()
724 .mount()
725 .await;
726
727 let room = server.sync_joined_room(&client, room_id).await;
728 let service = ThreadListService::new(room);
729
730 let subscriber = service.subscribe_to_pagination_state_updates();
731 pin_mut!(subscriber);
732
733 assert_pending!(subscriber);
734
735 service.paginate().await.expect("paginate failed");
736
737 assert_next_matches!(subscriber, ThreadListPaginationState::Idle { end_reached: false });
738 }
739
740 #[async_test]
741 async fn test_paginated_items_have_num_replies_zero_without_summary() {
742 let server = MatrixMockServer::new().await;
743 let client = server.client_builder().build().await;
744 let room_id = room_id!("!a:b.c");
745 let sender_id = user_id!("@alice:b.c");
746 let f = EventFactory::new().room(room_id).sender(sender_id);
747 let eid1 = event_id!("$1");
748
749 server
751 .mock_room_threads()
752 .ok(vec![f.text_msg("Thread root").event_id(eid1).into_raw()], None)
753 .mock_once()
754 .mount()
755 .await;
756
757 let room = server.sync_joined_room(&client, room_id).await;
758 let service = ThreadListService::new(room);
759
760 service.paginate().await.expect("paginate failed");
761
762 let items = service.items();
763 assert_eq!(items.len(), 1);
764 assert_eq!(items[0].num_replies, 0);
765 assert!(items[0].latest_event.is_none());
766 }
767
768 #[async_test]
769 async fn test_paginated_items_have_num_replies_from_bundled_summary() {
770 let server = MatrixMockServer::new().await;
771 let client = server.client_builder().build().await;
772 let room_id = room_id!("!a:b.c");
773 let sender_id = user_id!("@alice:b.c");
774 let f = EventFactory::new().room(room_id).sender(sender_id);
775 let root_id = event_id!("$root");
776 let reply_id = event_id!("$reply");
777
778 let reply_event =
782 f.text_msg("Reply in thread").event_id(reply_id).into_raw_sync().cast_unchecked();
783
784 let thread_root = f
786 .text_msg("Thread root")
787 .event_id(root_id)
788 .with_bundled_thread_summary(reply_event, 3, false)
789 .into_raw();
790
791 server.mock_room_threads().ok(vec![thread_root], None).mock_once().mount().await;
792
793 let room = server.sync_joined_room(&client, room_id).await;
794 let service = ThreadListService::new(room);
795
796 service.paginate().await.expect("paginate failed");
797
798 let items = service.items();
799 assert_eq!(items.len(), 1);
800 assert_eq!(items[0].root_event.event_id, root_id);
801 assert_eq!(items[0].num_replies, 3);
802
803 let latest = items[0].latest_event.as_ref().expect("should have latest_event");
805 assert_eq!(latest.event_id, reply_id);
806 assert_eq!(latest.sender.as_str(), sender_id.as_str());
807 }
808
809 #[async_test]
810 async fn test_redacted_root_still_listed_with_summary() {
811 let server = MatrixMockServer::new().await;
812 let client = server.client_builder().build().await;
813 let room_id = room_id!("!a:b.c");
814 let sender_id = user_id!("@alice:b.c");
815 let f = EventFactory::new().room(room_id).sender(sender_id);
816 let root_id = event_id!("$root");
817 let reply_id = event_id!("$reply");
818
819 let reply_event =
820 f.text_msg("Reply in thread").event_id(reply_id).into_raw_sync().cast_unchecked();
821
822 let thread_root = f
824 .redacted(sender_id, RedactedRoomMessageEventContent::new())
825 .event_id(root_id)
826 .with_bundled_thread_summary(reply_event, 3, false)
827 .into_raw();
828
829 server.mock_room_threads().ok(vec![thread_root], None).mock_once().mount().await;
830
831 let room = server.sync_joined_room(&client, room_id).await;
832 let service = ThreadListService::new(room);
833
834 service.paginate().await.expect("paginate failed");
835
836 let items = service.items();
837 assert_eq!(items.len(), 1);
838 assert_eq!(items[0].root_event.event_id, root_id);
839 assert_eq!(items[0].num_replies, 3);
840
841 assert!(matches!(
843 items[0].root_event.content,
844 Some(TimelineItemContent::MsgLike(MsgLikeContent { kind: MsgLikeKind::Redacted, .. }))
845 ));
846
847 let latest = items[0].latest_event.as_ref().expect("should have latest_event");
849 assert_eq!(latest.event_id, reply_id);
850 assert!(matches!(
851 latest.content,
852 Some(TimelineItemContent::MsgLike(MsgLikeContent {
853 kind: MsgLikeKind::Message(_),
854 ..
855 }))
856 ));
857 }
858
859 async fn make_service(server: &MatrixMockServer) -> ThreadListService {
862 let client = server.client_builder().build().await;
863 let room_id = room_id!("!a:b.c");
864 let room = server.sync_joined_room(&client, room_id).await;
865 ThreadListService::new(room)
866 }
867}