diff options
| author | Ralf Jung <post@ralfj.de> | 2023-09-09 14:04:42 +0200 |
|---|---|---|
| committer | Ralf Jung <post@ralfj.de> | 2023-09-09 16:10:09 +0200 |
| commit | ef460662719225973c4cac1d1a6609c9dc535728 (patch) | |
| tree | 725cceefd210d584bba585271b92cd3b4f2dfec6 | |
| parent | 38bbc2ce03a2369d96898d58cc0aa06f1a4b5dcf (diff) | |
| download | rust-ef460662719225973c4cac1d1a6609c9dc535728.tar.gz rust-ef460662719225973c4cac1d1a6609c9dc535728.zip | |
compiletest: only truncate at the end, to make it more clearly visible
| -rw-r--r-- | src/tools/compiletest/src/read2.rs | 44 | ||||
| -rw-r--r-- | src/tools/compiletest/src/read2/tests.rs | 50 |
2 files changed, 31 insertions, 63 deletions
diff --git a/src/tools/compiletest/src/read2.rs b/src/tools/compiletest/src/read2.rs index a455a1badc0..6ebb74643cd 100644 --- a/src/tools/compiletest/src/read2.rs +++ b/src/tools/compiletest/src/read2.rs @@ -27,8 +27,7 @@ pub fn read2_abbreviated(mut child: Child, filter_paths_from_len: &[String]) -> Ok(Output { status, stdout: stdout.into_bytes(), stderr: stderr.into_bytes() }) } -const HEAD_LEN: usize = 160 * 1024; -const TAIL_LEN: usize = 256 * 1024; +const MAX_OUT_LEN: usize = 512 * 1024; // Whenever a path is filtered when counting the length of the output, we need to add some // placeholder length to ensure a compiler emitting only filtered paths doesn't cause a OOM. @@ -39,7 +38,7 @@ const FILTERED_PATHS_PLACEHOLDER_LEN: usize = 32; enum ProcOutput { Full { bytes: Vec<u8>, filtered_len: usize }, - Abbreviated { head: Vec<u8>, skipped: usize, tail: Box<[u8]> }, + Abbreviated { head: Vec<u8>, skipped: usize }, } impl ProcOutput { @@ -83,24 +82,21 @@ impl ProcOutput { } let new_len = bytes.len(); - if (*filtered_len).min(new_len) <= HEAD_LEN + TAIL_LEN { + if (*filtered_len).min(new_len) <= MAX_OUT_LEN { return; } let mut head = replace(bytes, Vec::new()); - let mut middle = head.split_off(HEAD_LEN); - let tail = middle.split_off(middle.len() - TAIL_LEN).into_boxed_slice(); - let skipped = new_len - HEAD_LEN - TAIL_LEN; - ProcOutput::Abbreviated { head, skipped, tail } + // Don't truncate if this as a whole line. + // That should make it less likely that we cut a JSON line in half. + if head.last() != Some(&('\n' as u8)) { + head.truncate(MAX_OUT_LEN); + } + let skipped = new_len - head.len(); + ProcOutput::Abbreviated { head, skipped } } - ProcOutput::Abbreviated { ref mut skipped, ref mut tail, .. } => { + ProcOutput::Abbreviated { ref mut skipped, .. } => { *skipped += data.len(); - if data.len() <= TAIL_LEN { - tail[..data.len()].copy_from_slice(data); - tail.rotate_left(data.len()); - } else { - tail.copy_from_slice(&data[(data.len() - TAIL_LEN)..]); - } return; } }; @@ -110,18 +106,12 @@ impl ProcOutput { fn into_bytes(self) -> Vec<u8> { match self { ProcOutput::Full { bytes, .. } => bytes, - ProcOutput::Abbreviated { mut head, mut skipped, tail } => { - let mut tail = &*tail; - - // Skip over '{' at the start of the tail, so we don't later wrongfully consider this as json. - // See <https://rust-lang.zulipchat.com/#narrow/stream/182449-t-compiler.2Fhelp/topic/Weird.20CI.20failure/near/321797811> - while tail.get(0) == Some(&b'{') { - tail = &tail[1..]; - skipped += 1; - } - - write!(&mut head, "\n\n<<<<<< SKIPPED {} BYTES >>>>>>\n\n", skipped).unwrap(); - head.extend_from_slice(tail); + ProcOutput::Abbreviated { mut head, skipped } => { + let head_note = + format!("<<<<<< TRUNCATED, SHOWING THE FIRST {} BYTES >>>>>>\n\n", head.len()); + head.splice(0..0, head_note.into_bytes()); + write!(&mut head, "\n\n<<<<<< TRUNCATED, DROPPED {} BYTES >>>>>>", skipped) + .unwrap(); head } } diff --git a/src/tools/compiletest/src/read2/tests.rs b/src/tools/compiletest/src/read2/tests.rs index 1ca682a46aa..5ad2db3cb83 100644 --- a/src/tools/compiletest/src/read2/tests.rs +++ b/src/tools/compiletest/src/read2/tests.rs @@ -1,4 +1,6 @@ -use crate::read2::{ProcOutput, FILTERED_PATHS_PLACEHOLDER_LEN, HEAD_LEN, TAIL_LEN}; +use std::io::Write; + +use crate::read2::{ProcOutput, FILTERED_PATHS_PLACEHOLDER_LEN, MAX_OUT_LEN}; #[test] fn test_abbreviate_short_string() { @@ -21,35 +23,13 @@ fn test_abbreviate_short_string_multiple_steps() { fn test_abbreviate_long_string() { let mut out = ProcOutput::new(); - let data = vec![b'.'; HEAD_LEN + TAIL_LEN + 16]; + let data = vec![b'.'; MAX_OUT_LEN + 16]; out.extend(&data, &[]); - let mut expected = vec![b'.'; HEAD_LEN]; - expected.extend_from_slice(b"\n\n<<<<<< SKIPPED 16 BYTES >>>>>>\n\n"); - expected.extend_from_slice(&vec![b'.'; TAIL_LEN]); - - // We first check the length to avoid endless terminal output if the length differs, since - // `out` is hundreds of KBs in size. - let out = out.into_bytes(); - assert_eq!(expected.len(), out.len()); - assert_eq!(expected, out); -} - -#[test] -fn test_abbreviate_long_string_multiple_steps() { - let mut out = ProcOutput::new(); - - out.extend(&vec![b'.'; HEAD_LEN], &[]); - out.extend(&vec![b'.'; TAIL_LEN], &[]); - // Also test whether the rotation works - out.extend(&vec![b'!'; 16], &[]); - out.extend(&vec![b'?'; 16], &[]); - - let mut expected = vec![b'.'; HEAD_LEN]; - expected.extend_from_slice(b"\n\n<<<<<< SKIPPED 32 BYTES >>>>>>\n\n"); - expected.extend_from_slice(&vec![b'.'; TAIL_LEN - 32]); - expected.extend_from_slice(&vec![b'!'; 16]); - expected.extend_from_slice(&vec![b'?'; 16]); + let mut expected = Vec::new(); + write!(expected, "<<<<<< TRUNCATED, SHOWING THE FIRST {MAX_OUT_LEN} BYTES >>>>>>\n\n").unwrap(); + expected.extend_from_slice(&[b'.'; MAX_OUT_LEN]); + expected.extend_from_slice(b"\n\n<<<<<< TRUNCATED, DROPPED 16 BYTES >>>>>>"); // We first check the length to avoid endless terminal output if the length differs, since // `out` is hundreds of KBs in size. @@ -86,9 +66,8 @@ fn test_abbreviate_filters_avoid_abbreviations() { let mut out = ProcOutput::new(); let filters = &[std::iter::repeat('a').take(64).collect::<String>()]; - let mut expected = vec![b'.'; HEAD_LEN - FILTERED_PATHS_PLACEHOLDER_LEN as usize]; + let mut expected = vec![b'.'; MAX_OUT_LEN - FILTERED_PATHS_PLACEHOLDER_LEN as usize]; expected.extend_from_slice(filters[0].as_bytes()); - expected.extend_from_slice(&vec![b'.'; TAIL_LEN]); out.extend(&expected, filters); @@ -104,14 +83,13 @@ fn test_abbreviate_filters_can_still_cause_abbreviations() { let mut out = ProcOutput::new(); let filters = &[std::iter::repeat('a').take(64).collect::<String>()]; - let mut input = vec![b'.'; HEAD_LEN]; - input.extend_from_slice(&vec![b'.'; TAIL_LEN]); + let mut input = vec![b'.'; MAX_OUT_LEN]; input.extend_from_slice(filters[0].as_bytes()); - let mut expected = vec![b'.'; HEAD_LEN]; - expected.extend_from_slice(b"\n\n<<<<<< SKIPPED 64 BYTES >>>>>>\n\n"); - expected.extend_from_slice(&vec![b'.'; TAIL_LEN - 64]); - expected.extend_from_slice(&vec![b'a'; 64]); + let mut expected = Vec::new(); + write!(expected, "<<<<<< TRUNCATED, SHOWING THE FIRST {MAX_OUT_LEN} BYTES >>>>>>\n\n").unwrap(); + expected.extend_from_slice(&[b'.'; MAX_OUT_LEN]); + expected.extend_from_slice(b"\n\n<<<<<< TRUNCATED, DROPPED 64 BYTES >>>>>>"); out.extend(&input, filters); |
