From abaf12fcdc8e76172965517d760b34524f167e8c Mon Sep 17 00:00:00 2001 From: Lia Lenckowski Date: Thu, 28 Nov 2024 00:03:29 +0100 Subject: optimizations: lower durability, massively increase ai embedding batch size also fix that one clippy warning --- src/embedders/ai.rs | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) (limited to 'src/embedders/ai.rs') diff --git a/src/embedders/ai.rs b/src/embedders/ai.rs index 7d31a6b..582c9c1 100644 --- a/src/embedders/ai.rs +++ b/src/embedders/ai.rs @@ -42,8 +42,8 @@ impl ContentEmbedder<'_, Metric> { // per-image basis. Thus, we first try embedding 64 images at once, and if that fails, fall // back to passing them to fastembeds one-by-one, so that we can get all the non-failure // results. - for chunk in paths.chunks(64) { - match embedder.embed(chunk.iter().collect(), Some(8)) { + for chunk in paths.chunks(256) { + match embedder.embed(chunk.iter().collect(), None) { Ok(embeds) => res.extend(embeds.into_iter().map(|e| Ok(e.into()))), Err(_) => { // embed one by one @@ -61,7 +61,7 @@ impl ContentEmbedder<'_, Metric> { res.append(&mut embeds); } } - bar.inc(64); + bar.inc(256); } Ok(res) -- cgit v1.2.3-70-g09d2