cel
/
nederlandskie
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Make Algo.should_index_post a fallible async function, for maximum extensibility 

We may want to perform some more complicated operations here in the future
This commit is contained in:
Aleksei Voronov 2023-09-21 13:31:27 +02:00
parent c02bded6f8
commit 901c4b6e97
3 changed files with 20 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
src/algos.rs
View File

@ -12,7 +12,12 @@ pub use self::nederlandskie::Nederlandskie;
#[async_trait]
pub trait Algo {
fn should_index_post(&self, author_did: &str, languages: &HashSet<String>, text: &str) -> bool;
async fn should_index_post(
&self,
author_did: &str,
languages: &HashSet<String>,
text: &str,
) -> Result<bool>;
async fn fetch_posts(
&self,

6
src/algos/nederlandskie.rs
View File

@ -24,13 +24,13 @@ impl Nederlandskie {
/// An algorithm that serves posts written in Russian by people living in Netherlands
#[async_trait]
impl Algo for Nederlandskie {
fn should_index_post(
async fn should_index_post(
&self,
_author_did: &str,
_languages: &HashSet<String>,
text: &str,
) -> bool {
self.language_detector.detect_language_of(text) == Some(Russian)
) -> Result<bool> {
Ok(self.language_detector.detect_language_of(text) == Some(Russian))
}
async fn fetch_posts(

21
src/processes/post_indexer.rs
View File

@ -65,17 +65,18 @@ impl OperationProcessor for PostIndexer {
languages,
text,
} => {
if self
.algos
.iter_all()
.any(|a| a.should_index_post(author_did, languages, text))
{
info!("Received insertable post from {author_did}: {text}");
for algo in self.algos.iter_all() {
if algo.should_index_post(author_did, languages, text).await? {
info!("Received insertable post from {author_did}: {text}");
self.database
.insert_profile_if_it_doesnt_exist(&author_did)
.await?;
self.database.insert_post(&author_did, &cid, &uri).await?;
self.database
.insert_profile_if_it_doesnt_exist(&author_did)
.await?;
self.database.insert_post(&author_did, &cid, &uri).await?;
break;
}
}
}
Operation::DeletePost { uri } => {