increase chunk size
Some checks failed
ci/woodpecker/push/build Pipeline failed

This commit is contained in:
JMARyA 2024-12-31 02:30:21 +01:00
parent 6aea22576c
commit 38287e77e7
Signed by: jmarya
GPG key ID: 901B2ADDF27C2263

View file

@ -91,7 +91,7 @@ pub trait Embedding {
}
pub fn chunked(s: &str) -> Vec<String> {
const CHUNK_SIZE: usize = 500;
const CHUNK_SIZE: usize = 2500;
s.chars()
.collect::<Vec<char>>()
.chunks(CHUNK_SIZE)