aboutsummaryrefslogtreecommitdiff
path: root/src/embedders/mod.rs
diff options
context:
space:
mode:
authorLia Lenckowski <lialenck@protonmail.com>2024-11-25 01:33:42 +0100
committerLia Lenckowski <lialenck@protonmail.com>2024-11-25 01:33:42 +0100
commit6a2d5e2241b73039ae09b627c30841248d887a79 (patch)
tree8242692c4b8b087f4fc2323ad09c7b7a63075c9b /src/embedders/mod.rs
parent4195f3e742bec7ed0ef1b193a725ea7335a547ef (diff)
downloadembeddings-sort-6a2d5e2241b73039ae09b627c30841248d887a79.tar
embeddings-sort-6a2d5e2241b73039ae09b627c30841248d887a79.tar.bz2
embeddings-sort-6a2d5e2241b73039ae09b627c30841248d887a79.tar.zst
implement rust side of flag that ignores failing embeddings
Diffstat (limited to 'src/embedders/mod.rs')
-rw-r--r--src/embedders/mod.rs10
1 files changed, 4 insertions, 6 deletions
diff --git a/src/embedders/mod.rs b/src/embedders/mod.rs
index 5ade40d..1a1721d 100644
--- a/src/embedders/mod.rs
+++ b/src/embedders/mod.rs
@@ -32,22 +32,20 @@ pub trait BatchEmbedder: Send + Sync {
type Embedding: MetricElem;
const NAME: &'static str;
- fn embeds(&mut self, _: &[PathBuf]) -> Result<Vec<Self::Embedding>>;
+ fn embeds(&mut self, _: &[PathBuf]) -> Vec<Result<Self::Embedding>>;
}
impl<T: EmbedderT> BatchEmbedder for T {
type Embedding = T::Embedding;
const NAME: &'static str = T::NAME;
- fn embeds(&mut self, paths: &[PathBuf]) -> Result<Vec<Self::Embedding>> {
- let st =
- ProgressStyle::with_template("{bar:20.cyan/blue} {pos}/{len} Embedding images...")?;
+ fn embeds(&mut self, paths: &[PathBuf]) -> Vec<Result<Self::Embedding>> {
+ let st = ProgressStyle::with_template("{bar:20.cyan/blue} {pos}/{len} Embedding images...")
+ .unwrap();
paths
.par_iter()
.progress_with_style(st)
.map(|p| self.embed(p))
.collect::<Vec<_>>()
- .into_iter()
- .try_collect()
}
}