2022-12-05 13:52:48 +00:00
|
|
|
use futures::{stream::unfold, Stream};
|
|
|
|
|
|
|
|
use crate::page::Page;
|
2022-11-27 14:44:43 +00:00
|
|
|
use serde::Deserialize;
|
|
|
|
|
|
|
|
/// Abstracts away the `next_page` logic into a single stream of items
|
|
|
|
///
|
2022-12-05 13:52:48 +00:00
|
|
|
/// ```no_run,async
|
2022-11-29 23:50:29 +00:00
|
|
|
/// use elefren::prelude::*;
|
2022-12-05 13:52:48 +00:00
|
|
|
/// use futures::stream::StreamExt;
|
|
|
|
/// use futures_util::pin_mut;
|
|
|
|
///
|
|
|
|
/// tokio_test::block_on(async {
|
|
|
|
/// let data = Data::default();
|
|
|
|
/// let client = Mastodon::from(data);
|
|
|
|
/// let statuses = client.statuses("user-id", None).await.unwrap().items_iter();
|
|
|
|
/// statuses.for_each(|status| async move {
|
|
|
|
/// // Do something with the status
|
|
|
|
/// }).await;
|
|
|
|
/// })
|
2022-11-27 14:44:43 +00:00
|
|
|
/// ```
|
2022-12-05 13:52:48 +00:00
|
|
|
///
|
|
|
|
/// See documentation for `futures::Stream::StreamExt` for available methods.
|
2022-11-27 14:44:43 +00:00
|
|
|
#[derive(Debug, Clone)]
|
2022-12-05 13:52:48 +00:00
|
|
|
pub(crate) struct ItemsIter<T: Clone + for<'de> Deserialize<'de>> {
|
|
|
|
page: Page<T>,
|
2022-11-27 14:44:43 +00:00
|
|
|
buffer: Vec<T>,
|
|
|
|
cur_idx: usize,
|
|
|
|
use_initial: bool,
|
|
|
|
}
|
|
|
|
|
2022-12-05 13:52:48 +00:00
|
|
|
impl<'a, T: Clone + for<'de> Deserialize<'de>> ItemsIter<T> {
|
|
|
|
pub(crate) fn new(page: Page<T>) -> ItemsIter<T> {
|
2022-11-27 14:44:43 +00:00
|
|
|
ItemsIter {
|
|
|
|
page,
|
|
|
|
buffer: vec![],
|
|
|
|
cur_idx: 0,
|
|
|
|
use_initial: true,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
fn need_next_page(&self) -> bool {
|
|
|
|
self.buffer.is_empty() || self.cur_idx == self.buffer.len()
|
|
|
|
}
|
|
|
|
|
2022-12-05 13:52:48 +00:00
|
|
|
async fn fill_next_page(&mut self) -> Option<()> {
|
|
|
|
let items = if let Ok(items) = self.page.next_page().await {
|
2022-11-27 14:44:43 +00:00
|
|
|
items
|
|
|
|
} else {
|
|
|
|
return None;
|
|
|
|
};
|
|
|
|
if let Some(items) = items {
|
|
|
|
if items.is_empty() {
|
|
|
|
return None;
|
|
|
|
}
|
|
|
|
self.buffer = items;
|
|
|
|
self.cur_idx = 0;
|
|
|
|
Some(())
|
|
|
|
} else {
|
|
|
|
None
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-12-05 13:52:48 +00:00
|
|
|
pub(crate) fn stream(self) -> impl Stream<Item = T> {
|
|
|
|
unfold(self, |mut this| async move {
|
|
|
|
if this.use_initial {
|
|
|
|
if this.page.initial_items.is_empty()
|
|
|
|
|| this.cur_idx == this.page.initial_items.len()
|
|
|
|
{
|
2022-11-27 14:44:43 +00:00
|
|
|
return None;
|
|
|
|
}
|
2022-12-05 13:52:48 +00:00
|
|
|
let idx = this.cur_idx;
|
|
|
|
if this.cur_idx == this.page.initial_items.len() - 1 {
|
|
|
|
this.cur_idx = 0;
|
|
|
|
this.use_initial = false;
|
|
|
|
} else {
|
|
|
|
this.cur_idx += 1;
|
|
|
|
}
|
|
|
|
let item = this.page.initial_items[idx].clone();
|
|
|
|
// let item = Box::pin(item);
|
|
|
|
// pin_mut!(item);
|
|
|
|
Some((item, this))
|
|
|
|
} else {
|
|
|
|
if this.need_next_page() {
|
|
|
|
if this.fill_next_page().await.is_none() {
|
|
|
|
return None;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
let idx = this.cur_idx;
|
|
|
|
this.cur_idx += 1;
|
|
|
|
let item = this.buffer[idx].clone();
|
|
|
|
// let item = Box::pin(item);
|
|
|
|
// pin_mut!(item);
|
|
|
|
Some((item, this))
|
2022-11-27 14:44:43 +00:00
|
|
|
}
|
2022-12-05 13:52:48 +00:00
|
|
|
})
|
2022-11-27 14:44:43 +00:00
|
|
|
}
|
|
|
|
}
|