Bound Ollama embedding batches for Yggdrasil GPU

2026-07-16 23:26:58 +01:00 · 2026-07-16 23:26:58 +01:00 · 586147a751
commit 586147a751
parent 0c470f7801
1 changed files with 1 additions and 1 deletions
--- a/epiphany-core/src/semantic_backend.rs
+++ b/epiphany-core/src/semantic_backend.rs
@ -13,7 +13,7 @@ use serde_json::{Value, json};
 use std::time::Duration;

 const POINT_BATCH_SIZE: usize = 128;
-const EMBED_BATCH_SIZE: usize = 32;
+const EMBED_BATCH_SIZE: usize = 4;

 #[derive(Clone, Debug)]
 pub(crate) struct QdrantConfig {