Make Algo.should_index_post a fallible async function, for maximum extensibility

We may want to perform some more complicated operations here in the future

src/algos.rs

@@ -12,7 +12,12 @@ pub use self::nederlandskie::Nederlandskie;
 
 #[async_trait]
 pub trait Algo {
-    fn should_index_post(&self, author_did: &str, languages: &HashSet<String>, text: &str) -> bool;
+    async fn should_index_post(
+        &self,
+        author_did: &str,
+        languages: &HashSet<String>,
+        text: &str,
+    ) -> Result<bool>;
 
     async fn fetch_posts(
         &self,

src/algos/nederlandskie.rs

@@ -24,13 +24,13 @@ impl Nederlandskie {
 /// An algorithm that serves posts written in Russian by people living in Netherlands
 #[async_trait]
 impl Algo for Nederlandskie {
-    fn should_index_post(
+    async fn should_index_post(
         &self,
         _author_did: &str,
         _languages: &HashSet<String>,
         text: &str,
-    ) -> bool {
+    ) -> Result<bool> {
-        self.language_detector.detect_language_of(text) == Some(Russian)
+        Ok(self.language_detector.detect_language_of(text) == Some(Russian))
     }
 
     async fn fetch_posts(

src/processes/post_indexer.rs

@@ -65,17 +65,18 @@ impl OperationProcessor for PostIndexer {
                 languages,
                 text,
             } => {
-                if self
+                for algo in self.algos.iter_all() {
-                    .algos
+                    if algo.should_index_post(author_did, languages, text).await? {
-                    .iter_all()
+                        info!("Received insertable post from {author_did}: {text}");
-                    .any(|a| a.should_index_post(author_did, languages, text))
-                {
-                    info!("Received insertable post from {author_did}: {text}");
 
-                    self.database
+                        self.database
-                        .insert_profile_if_it_doesnt_exist(&author_did)
+                            .insert_profile_if_it_doesnt_exist(&author_did)
-                        .await?;
+                            .await?;
-                    self.database.insert_post(&author_did, &cid, &uri).await?;
+
+                        self.database.insert_post(&author_did, &cid, &uri).await?;
+
+                        break;
+                    }
                 }
             }
             Operation::DeletePost { uri } => {