sascha
/
difftastic
mirror of https://github.com/Wilfred/difftastic/
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Make Windows-1252 detection stricter

pull/813/head
Wilfred Hughes 2025-01-11 14:50:27 +07:00
parent fadd0f22ef
commit 09355c6c21
1 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
src/files.rs
Unescape Escape View File

@ -227,7 +227,14 @@ pub(crate) fn guess_content(bytes: &[u8]) -> ProbableFileKind {
// ISO-8859-1 aka Latin 1), treat them as such. // ISO-8859-1 aka Latin 1), treat them as such.
let (latin1_str, _encoding, saw_malformed) = encoding_rs::WINDOWS_1252.decode(bytes); let (latin1_str, _encoding, saw_malformed) = encoding_rs::WINDOWS_1252.decode(bytes);
if !saw_malformed { if !saw_malformed {
return ProbableFileKind::Text(latin1_str.to_string()); let num_null = utf16_string
.chars()
.take(5000)
.filter(|c| *c == '\0')
.count();
if num_null <= 1 {
return ProbableFileKind::Text(latin1_str.to_string());
}
} }
ProbableFileKind::Binary ProbableFileKind::Binary