admin/openfang
1
0
Fork 0
mirror of https://github.com/RightNow-AI/openfang.git synced 2026-07-30 06:32:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #1029 from zhujg007/main

Browse Source 
Fix: Safe char boundary handling for UTF-8 string slicing
This commit is contained in:
Jaber Jaber
2026-04-10 19:13:33 +03:00
committed by GitHub
parent 6b19bac049 34a27de85e
commit 4e3569778e
1 changed files with 4 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
crates/openfang-runtime/src/compactor.rs
+4 -5
View File
@@ -435,11 +435,10 @@ async fn summarize_messages(
let safe_start = if conversation_text.is_char_boundary(start) {
start
} else {
conversation_text[start..]
.char_indices()
.next()
.map(|(i, _)| start + i)
.unwrap_or(conversation_text.len())
// Find the nearest valid character boundary moving upward
(start..conversation_text.len())
.find(|&i| conversation_text.is_char_boundary(i))
.unwrap_or(conversation_text.len())
};
conversation_text = conversation_text[safe_start..].to_string();
}