Added unified diff text api

This commit is contained in:
Armin Ronacher 2021-01-24 01:58:14 +01:00
parent c0b61f95b0
commit 8aaa934925
2 changed files with 355 additions and 21 deletions

View file

@ -46,12 +46,17 @@ pub enum DiffTag {
impl DiffOp { impl DiffOp {
/// Returns the tag of the operation. /// Returns the tag of the operation.
pub fn tag(self) -> DiffTag { pub fn tag(self) -> DiffTag {
match self { self.as_tag_tuple().0
DiffOp::Equal { .. } => DiffTag::Equal, }
DiffOp::Delete { .. } => DiffTag::Delete,
DiffOp::Insert { .. } => DiffTag::Insert, /// Returns the old range.
DiffOp::Replace { .. } => DiffTag::Replace, pub fn old_range(&self) -> Range<usize> {
} self.as_tag_tuple().1
}
/// Returns the new range.
pub fn new_range(&self) -> Range<usize> {
self.as_tag_tuple().2
} }
/// Transform the op into a tuple of diff tag and ranges. /// Transform the op into a tuple of diff tag and ranges.

View file

@ -3,63 +3,90 @@
//! This provides helpful utilities for text (and more specifically line) diff //! This provides helpful utilities for text (and more specifically line) diff
//! operations. //! operations.
use std::borrow::Cow; use std::borrow::Cow;
use std::fmt;
use std::io;
use std::ops::Range;
use crate::algorithms::{capture_diff_slices, group_diff_ops, Algorithm, DiffOp}; use crate::algorithms::{capture_diff_slices, group_diff_ops, Algorithm, DiffOp, DiffTag};
/// A builder for more complex uses of [`TextDiff`].
#[derive(Clone, Debug)] #[derive(Clone, Debug)]
pub struct TextDiffBuilder { pub struct TextDiffConfig {
algorithm: Algorithm, algorithm: Algorithm,
newline_terminated: Option<bool>,
} }
impl Default for TextDiffBuilder { impl Default for TextDiffConfig {
fn default() -> TextDiffBuilder { fn default() -> TextDiffConfig {
TextDiffBuilder { TextDiffConfig {
algorithm: Algorithm::default(), algorithm: Algorithm::default(),
newline_terminated: None,
} }
} }
} }
impl TextDiffBuilder { impl TextDiffConfig {
pub fn diff_lines<'old, 'new>( /// Changes the algorithm.
pub fn algorithm(&mut self, alg: Algorithm) -> &mut Self {
self.algorithm = alg;
self
}
/// Changes the newlnine termination flag.
///
/// The default is automatic based on input.
pub fn newline_terminated(&mut self, yes: bool) -> &mut Self {
self.newline_terminated = Some(yes);
self
}
/// Creates a diff of lines.
pub fn diff_lines<'old, 'new, 'bufs>(
&self, &self,
old: &'old str, old: &'old str,
new: &'new str, new: &'new str,
) -> TextDiff<'old, 'new, 'static> { ) -> TextDiff<'old, 'new, 'bufs> {
self.diff( self.diff(
Cow::Owned(split_lines(old).collect()), Cow::Owned(split_lines(old).collect()),
Cow::Owned(split_lines(new).collect()), Cow::Owned(split_lines(new).collect()),
true,
) )
} }
pub fn diff_words<'old, 'new>( /// Creates a diff of words.
pub fn diff_words<'old, 'new, 'bufs>(
&self, &self,
old: &'old str, old: &'old str,
new: &'new str, new: &'new str,
) -> TextDiff<'old, 'new, 'static> { ) -> TextDiff<'old, 'new, 'bufs> {
self.diff( self.diff(
Cow::Owned(split_words(old).collect()), Cow::Owned(split_words(old).collect()),
Cow::Owned(split_words(new).collect()), Cow::Owned(split_words(new).collect()),
false,
) )
} }
/// Creates a diff of arbitrary slices.
pub fn diff_slices<'old, 'new, 'bufs>( pub fn diff_slices<'old, 'new, 'bufs>(
&self, &self,
old: &'bufs [&'old str], old: &'bufs [&'old str],
new: &'bufs [&'new str], new: &'bufs [&'new str],
) -> TextDiff<'old, 'new, 'bufs> { ) -> TextDiff<'old, 'new, 'bufs> {
self.diff(Cow::Borrowed(old), Cow::Borrowed(new)) self.diff(Cow::Borrowed(old), Cow::Borrowed(new), false)
} }
fn diff<'old, 'new, 'bufs>( fn diff<'old, 'new, 'bufs>(
&self, &self,
old: Cow<'bufs, [&'old str]>, old: Cow<'bufs, [&'old str]>,
new: Cow<'bufs, [&'new str]>, new: Cow<'bufs, [&'new str]>,
newline_terminated: bool,
) -> TextDiff<'old, 'new, 'bufs> { ) -> TextDiff<'old, 'new, 'bufs> {
let ops = capture_diff_slices(self.algorithm, &old, &new); let ops = capture_diff_slices(self.algorithm, &old, &new);
TextDiff { TextDiff {
old, old,
new, new,
ops, ops,
newline_terminated: self.newline_terminated.unwrap_or(newline_terminated),
algorithm: self.algorithm, algorithm: self.algorithm,
} }
} }
@ -70,34 +97,222 @@ pub struct TextDiff<'old, 'new, 'bufs> {
old: Cow<'bufs, [&'old str]>, old: Cow<'bufs, [&'old str]>,
new: Cow<'bufs, [&'new str]>, new: Cow<'bufs, [&'new str]>,
ops: Vec<DiffOp>, ops: Vec<DiffOp>,
newline_terminated: bool,
algorithm: Algorithm, algorithm: Algorithm,
} }
#[derive(Debug, PartialEq, Eq, Hash, Clone, Copy, Ord, PartialOrd)]
pub enum Change {
Equal,
Delete,
Insert,
}
impl Change {
/// Returns the unified sign of this change.
pub fn unified_sign(self) -> char {
match self {
Change::Equal => ' ',
Change::Delete => '-',
Change::Insert => '+',
}
}
}
impl<'old, 'new, 'bufs> TextDiff<'old, 'new, 'bufs> { impl<'old, 'new, 'bufs> TextDiff<'old, 'new, 'bufs> {
/// Configures a text differ before diffing.
pub fn configure() -> TextDiffConfig {
TextDiffConfig::default()
}
/// Creates a diff of lines.
pub fn from_lines(old: &'old str, new: &'new str) -> TextDiff<'old, 'new, 'bufs> {
Self::configure().diff_lines(old, new)
}
/// Creates a diff of words.
pub fn from_words(&self, old: &'old str, new: &'new str) -> TextDiff<'old, 'new, 'bufs> {
Self::configure().diff_words(old, new)
}
/// Creates a diff of arbitrary slices.
pub fn from_slices(
&self,
old: &'bufs [&'old str],
new: &'bufs [&'new str],
) -> TextDiff<'old, 'new, 'bufs> {
Self::configure().diff_slices(old, new)
}
/// The name of the algorithm that created the diff. /// The name of the algorithm that created the diff.
pub fn algorithm(&self) -> Algorithm { pub fn algorithm(&self) -> Algorithm {
self.algorithm self.algorithm
} }
/// Returns the old slices. /// Returns `true` if items in the slice are newline terminated.
pub fn newline_terminated(&self) -> bool {
self.newline_terminated
}
/// Returns all old slices.
pub fn old_slices(&self) -> &[&'old str] { pub fn old_slices(&self) -> &[&'old str] {
&self.old &self.old
} }
/// Returns the new slices. /// Returns all new slices.
pub fn new_slices(&self) -> &[&'new str] { pub fn new_slices(&self) -> &[&'new str] {
&self.new &self.new
} }
/// Return the old slices for an op.
pub fn old_slices_for_op(&self, op: &DiffOp) -> &[&'old str] {
&self.old_slices()[op.old_range()]
}
/// Return the new slices for an op.
pub fn new_slices_for_op(&self, op: &DiffOp) -> &[&'new str] {
&self.new_slices()[op.new_range()]
}
/// Iterates over the changes the op expands to.
///
/// The fields are in the form `(change, old_index, new_index, string)`.
pub fn iter_op(
&self,
op: &DiffOp,
) -> impl Iterator<Item = (Change, Option<usize>, Option<usize>, &str)> {
let (tag, old_range, new_range) = op.as_tag_tuple();
let mut old_index = old_range.start;
let mut new_index = new_range.start;
let mut old_slices = self.old_slices_for_op(op);
let mut new_slices = self.new_slices_for_op(op);
std::iter::from_fn(move || match tag {
DiffTag::Equal => {
if let Some((&first, rest)) = old_slices.split_first() {
old_slices = rest;
old_index += 1;
new_index += 1;
Some((
Change::Equal,
Some(old_index - 1),
Some(new_index - 1),
first,
))
} else {
None
}
}
DiffTag::Delete => {
if let Some((&first, rest)) = old_slices.split_first() {
old_slices = rest;
old_index += 1;
Some((Change::Delete, Some(old_index - 1), None, first))
} else {
None
}
}
DiffTag::Insert => {
if let Some((&first, rest)) = new_slices.split_first() {
new_slices = rest;
new_index += 1;
Some((Change::Insert, None, Some(new_index - 1), first))
} else {
None
}
}
DiffTag::Replace => {
if let Some((&first, rest)) = old_slices.split_first() {
old_slices = rest;
old_index += 1;
Some((Change::Delete, Some(old_index - 1), None, first))
} else if let Some((&first, rest)) = new_slices.split_first() {
new_slices = rest;
new_index += 1;
Some((Change::Insert, None, Some(new_index - 1), first))
} else {
None
}
}
})
}
/// Returns the captured diff ops. /// Returns the captured diff ops.
pub fn ops(&self) -> &[DiffOp] { pub fn ops(&self) -> &[DiffOp] {
&self.ops &self.ops
} }
/// Returns the ops grouped. /// Isolate change clusters by eliminating ranges with no changes.
///
/// This is equivalent to calling [`group_diff_ops`] on [`TextDiff::ops`].
pub fn grouped_ops(&self, n: usize) -> Vec<Vec<DiffOp>> { pub fn grouped_ops(&self, n: usize) -> Vec<Vec<DiffOp>> {
group_diff_ops(self.ops().to_vec(), n) group_diff_ops(self.ops().to_vec(), n)
} }
/// Format a unified diff as string.
///
/// This is more or less equivalent to using [`TextDiff::write_unified_diff`] just
/// that a string is produced. Additionally if line diffs are printed
/// a single trailing newline is removed automatically.
pub fn unified_diff(&self, n: usize, header: Option<(&str, &str)>) -> String {
let mut rv = Vec::<u8>::new();
self.write_unified_diff(&mut rv, n, header).unwrap();
if self.newline_terminated && rv.last() == Some(&b'\n') {
rv.truncate(rv.len() - 1);
}
unsafe { String::from_utf8_unchecked(rv) }
}
/// Write a unified diff.
///
/// This takes a writer `w` and the number of context lines `n` which should
/// be shown around changes. Optionally a `header` can be provided which
/// will be written. The header should be two file names.
pub fn write_unified_diff<W: io::Write>(
&self,
mut w: W,
n: usize,
mut header: Option<(&str, &str)>,
) -> Result<(), io::Error> {
struct UnifiedRange(Range<usize>);
impl fmt::Display for UnifiedRange {
fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
let mut beginning = self.0.start;
let len = self.0.end - self.0.start;
if len == 1 {
write!(f, "{}", beginning)
} else {
if len == 0 {
// empty ranges begin at line just before the range
beginning -= 1;
}
write!(f, "{},{}", beginning, len)
}
}
}
let nl = if self.newline_terminated { "" } else { "\n" };
for group in self.grouped_ops(n) {
if let Some((old_file, new_file)) = header.take() {
writeln!(&mut w, "--- {}", old_file)?;
writeln!(&mut w, "+++ {}", new_file)?;
}
writeln!(
&mut w,
"@@ -{} +{} @@",
UnifiedRange(group[0].old_range()),
UnifiedRange(group[group.len() - 1].new_range()),
)?;
for op in group {
for (change, _, _, s) in self.iter_op(&op) {
write!(&mut w, "{}{}{}", change.unified_sign(), s, nl)?;
}
}
}
Ok(())
}
} }
/// Given a string splits it into lines. /// Given a string splits it into lines.
@ -137,7 +352,7 @@ fn split_lines(s: &str) -> impl Iterator<Item = &str> {
} }
/// Splits text into words with whitespace attached. /// Splits text into words with whitespace attached.
pub fn split_words(s: &str) -> impl Iterator<Item = &str> { fn split_words(s: &str) -> impl Iterator<Item = &str> {
let mut iter = s.char_indices().peekable(); let mut iter = s.char_indices().peekable();
let mut last_pos = 0; let mut last_pos = 0;
@ -169,6 +384,20 @@ pub fn split_words(s: &str) -> impl Iterator<Item = &str> {
.flatten() .flatten()
} }
/// Quick way to get a unified diff as string.
pub fn unified_diff<'old, 'new>(
alg: Algorithm,
old: &'old str,
new: &'new str,
n: usize,
header: Option<(&str, &str)>,
) -> String {
TextDiff::configure()
.algorithm(alg)
.diff_lines(old, new)
.unified_diff(n, header)
}
#[test] #[test]
fn test_split_lines() { fn test_split_lines() {
assert_eq!( assert_eq!(
@ -187,3 +416,103 @@ fn test_split_words() {
["foo ", "bar ", "baz\n\n ", "aha"] ["foo ", "bar ", "baz\n\n ", "aha"]
); );
} }
#[test]
fn test_captured_ops() {
let diff = TextDiff::from_lines(
"Hello World\nsome stuff here\nsome more stuff here\n",
"Hello World\nsome amazing stuff here\nsome more stuff here\n",
);
insta::assert_debug_snapshot!(&diff.ops(), @r###"
[
Equal {
old_index: 0,
new_index: 0,
len: 1,
},
Replace {
old_index: 1,
old_len: 1,
new_index: 1,
new_len: 1,
},
Equal {
old_index: 2,
new_index: 2,
len: 1,
},
]
"###);
}
#[test]
fn test_unified_diff() {
let diff = TextDiff::from_lines(
"Hello World\nsome stuff here\nsome more stuff here\n",
"Hello World\nsome amazing stuff here\nsome more stuff here\n",
);
assert_eq!(diff.newline_terminated(), true);
insta::assert_snapshot!(&diff.unified_diff(3, Some(("old", "new"))), @r###"
--- old
+++ new
@@ -0 +2 @@
Hello World
-some stuff here
+some amazing stuff here
some more stuff here
"###);
}
#[test]
fn test_line_ops() {
let diff = TextDiff::from_lines(
"Hello World\nsome stuff here\nsome more stuff here\n",
"Hello World\nsome amazing stuff here\nsome more stuff here\n",
);
assert_eq!(diff.newline_terminated(), true);
let changes = diff
.ops()
.iter()
.flat_map(|op| diff.iter_op(op))
.collect::<Vec<_>>();
insta::assert_debug_snapshot!(&changes, @r###"
[
(
Equal,
Some(
0,
),
Some(
0,
),
"Hello World\n",
),
(
Delete,
Some(
1,
),
None,
"some stuff here\n",
),
(
Insert,
None,
Some(
1,
),
"some amazing stuff here\n",
),
(
Equal,
Some(
2,
),
Some(
2,
),
"some more stuff here\n",
),
]
"###);
}