From 586147a751c6eec2d59cd8dc10bd17ce0d02a4d1 Mon Sep 17 00:00:00 2001 From: Meta Vens Date: Thu, 16 Jul 2026 23:26:58 +0100 Subject: [PATCH] Bound Ollama embedding batches for Yggdrasil GPU --- epiphany-core/src/semantic_backend.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/epiphany-core/src/semantic_backend.rs b/epiphany-core/src/semantic_backend.rs index 9162b58f..1c98c638 100644 --- a/epiphany-core/src/semantic_backend.rs +++ b/epiphany-core/src/semantic_backend.rs @@ -13,7 +13,7 @@ use serde_json::{Value, json}; use std::time::Duration; const POINT_BATCH_SIZE: usize = 128; -const EMBED_BATCH_SIZE: usize = 32; +const EMBED_BATCH_SIZE: usize = 4; #[derive(Clone, Debug)] pub(crate) struct QdrantConfig {