From 38287e77e753ab3b1233d98d3f62daaa1edb7318 Mon Sep 17 00:00:00 2001 From: JMARyA Date: Tue, 31 Dec 2024 02:30:21 +0100 Subject: [PATCH] increase chunk size --- src/ai.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/ai.rs b/src/ai.rs index 1463258..00ed98c 100644 --- a/src/ai.rs +++ b/src/ai.rs @@ -91,7 +91,7 @@ pub trait Embedding { } pub fn chunked(s: &str) -> Vec { - const CHUNK_SIZE: usize = 500; + const CHUNK_SIZE: usize = 2500; s.chars() .collect::>() .chunks(CHUNK_SIZE)