jmarya/webarc
jmarya/webarc
1
0
Fork 0
Code Issues 4 Pull requests Projects Releases Packages Wiki Activity

increase chunk size
Some checks failed
ci/woodpecker/push/build Pipeline failed
Details

Browse source
This commit is contained in:
JMARyA 2024-12-31 02:30:21 +01:00
parent 6aea22576c
commit 38287e77e7
Signed by: jmarya
GPG key ID: 901B2ADDF27C2263
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
src/ai.rs
View file

@ -91,7 +91,7 @@ pub trait Embedding {
} }
pub fn chunked(s: &str) -> Vec<String> { pub fn chunked(s: &str) -> Vec<String> {
const CHUNK_SIZE: usize = 500; const CHUNK_SIZE: usize = 2500;
s.chars() s.chars()
.collect::<Vec<char>>() .collect::<Vec<char>>()
.chunks(CHUNK_SIZE) .chunks(CHUNK_SIZE)