Added unified diff text api

This commit is contained in:
Armin Ronacher 2021-01-24 01:58:14 +01:00
parent c0b61f95b0
commit 8aaa934925
2 changed files with 355 additions and 21 deletions

View file

@ -46,12 +46,17 @@ pub enum DiffTag {
impl DiffOp {
/// Returns the tag of the operation.
pub fn tag(self) -> DiffTag {
match self {
DiffOp::Equal { .. } => DiffTag::Equal,
DiffOp::Delete { .. } => DiffTag::Delete,
DiffOp::Insert { .. } => DiffTag::Insert,
DiffOp::Replace { .. } => DiffTag::Replace,
}
self.as_tag_tuple().0
}
/// Returns the old range.
pub fn old_range(&self) -> Range<usize> {
self.as_tag_tuple().1
}
/// Returns the new range.
pub fn new_range(&self) -> Range<usize> {
self.as_tag_tuple().2
}
/// Transform the op into a tuple of diff tag and ranges.

View file

@ -3,63 +3,90 @@
//! This provides helpful utilities for text (and more specifically line) diff
//! operations.
use std::borrow::Cow;
use std::fmt;
use std::io;
use std::ops::Range;
use crate::algorithms::{capture_diff_slices, group_diff_ops, Algorithm, DiffOp};
use crate::algorithms::{capture_diff_slices, group_diff_ops, Algorithm, DiffOp, DiffTag};
/// A builder for more complex uses of [`TextDiff`].
#[derive(Clone, Debug)]
pub struct TextDiffBuilder {
pub struct TextDiffConfig {
algorithm: Algorithm,
newline_terminated: Option<bool>,
}
impl Default for TextDiffBuilder {
fn default() -> TextDiffBuilder {
TextDiffBuilder {
impl Default for TextDiffConfig {
fn default() -> TextDiffConfig {
TextDiffConfig {
algorithm: Algorithm::default(),
newline_terminated: None,
}
}
}
impl TextDiffBuilder {
pub fn diff_lines<'old, 'new>(
impl TextDiffConfig {
/// Changes the algorithm.
pub fn algorithm(&mut self, alg: Algorithm) -> &mut Self {
self.algorithm = alg;
self
}
/// Changes the newlnine termination flag.
///
/// The default is automatic based on input.
pub fn newline_terminated(&mut self, yes: bool) -> &mut Self {
self.newline_terminated = Some(yes);
self
}
/// Creates a diff of lines.
pub fn diff_lines<'old, 'new, 'bufs>(
&self,
old: &'old str,
new: &'new str,
) -> TextDiff<'old, 'new, 'static> {
) -> TextDiff<'old, 'new, 'bufs> {
self.diff(
Cow::Owned(split_lines(old).collect()),
Cow::Owned(split_lines(new).collect()),
true,
)
}
pub fn diff_words<'old, 'new>(
/// Creates a diff of words.
pub fn diff_words<'old, 'new, 'bufs>(
&self,
old: &'old str,
new: &'new str,
) -> TextDiff<'old, 'new, 'static> {
) -> TextDiff<'old, 'new, 'bufs> {
self.diff(
Cow::Owned(split_words(old).collect()),
Cow::Owned(split_words(new).collect()),
false,
)
}
/// Creates a diff of arbitrary slices.
pub fn diff_slices<'old, 'new, 'bufs>(
&self,
old: &'bufs [&'old str],
new: &'bufs [&'new str],
) -> TextDiff<'old, 'new, 'bufs> {
self.diff(Cow::Borrowed(old), Cow::Borrowed(new))
self.diff(Cow::Borrowed(old), Cow::Borrowed(new), false)
}
fn diff<'old, 'new, 'bufs>(
&self,
old: Cow<'bufs, [&'old str]>,
new: Cow<'bufs, [&'new str]>,
newline_terminated: bool,
) -> TextDiff<'old, 'new, 'bufs> {
let ops = capture_diff_slices(self.algorithm, &old, &new);
TextDiff {
old,
new,
ops,
newline_terminated: self.newline_terminated.unwrap_or(newline_terminated),
algorithm: self.algorithm,
}
}
@ -70,34 +97,222 @@ pub struct TextDiff<'old, 'new, 'bufs> {
old: Cow<'bufs, [&'old str]>,
new: Cow<'bufs, [&'new str]>,
ops: Vec<DiffOp>,
newline_terminated: bool,
algorithm: Algorithm,
}
#[derive(Debug, PartialEq, Eq, Hash, Clone, Copy, Ord, PartialOrd)]
pub enum Change {
Equal,
Delete,
Insert,
}
impl Change {
/// Returns the unified sign of this change.
pub fn unified_sign(self) -> char {
match self {
Change::Equal => ' ',
Change::Delete => '-',
Change::Insert => '+',
}
}
}
impl<'old, 'new, 'bufs> TextDiff<'old, 'new, 'bufs> {
/// Configures a text differ before diffing.
pub fn configure() -> TextDiffConfig {
TextDiffConfig::default()
}
/// Creates a diff of lines.
pub fn from_lines(old: &'old str, new: &'new str) -> TextDiff<'old, 'new, 'bufs> {
Self::configure().diff_lines(old, new)
}
/// Creates a diff of words.
pub fn from_words(&self, old: &'old str, new: &'new str) -> TextDiff<'old, 'new, 'bufs> {
Self::configure().diff_words(old, new)
}
/// Creates a diff of arbitrary slices.
pub fn from_slices(
&self,
old: &'bufs [&'old str],
new: &'bufs [&'new str],
) -> TextDiff<'old, 'new, 'bufs> {
Self::configure().diff_slices(old, new)
}
/// The name of the algorithm that created the diff.
pub fn algorithm(&self) -> Algorithm {
self.algorithm
}
/// Returns the old slices.
/// Returns `true` if items in the slice are newline terminated.
pub fn newline_terminated(&self) -> bool {
self.newline_terminated
}
/// Returns all old slices.
pub fn old_slices(&self) -> &[&'old str] {
&self.old
}
/// Returns the new slices.
/// Returns all new slices.
pub fn new_slices(&self) -> &[&'new str] {
&self.new
}
/// Return the old slices for an op.
pub fn old_slices_for_op(&self, op: &DiffOp) -> &[&'old str] {
&self.old_slices()[op.old_range()]
}
/// Return the new slices for an op.
pub fn new_slices_for_op(&self, op: &DiffOp) -> &[&'new str] {
&self.new_slices()[op.new_range()]
}
/// Iterates over the changes the op expands to.
///
/// The fields are in the form `(change, old_index, new_index, string)`.
pub fn iter_op(
&self,
op: &DiffOp,
) -> impl Iterator<Item = (Change, Option<usize>, Option<usize>, &str)> {
let (tag, old_range, new_range) = op.as_tag_tuple();
let mut old_index = old_range.start;
let mut new_index = new_range.start;
let mut old_slices = self.old_slices_for_op(op);
let mut new_slices = self.new_slices_for_op(op);
std::iter::from_fn(move || match tag {
DiffTag::Equal => {
if let Some((&first, rest)) = old_slices.split_first() {
old_slices = rest;
old_index += 1;
new_index += 1;
Some((
Change::Equal,
Some(old_index - 1),
Some(new_index - 1),
first,
))
} else {
None
}
}
DiffTag::Delete => {
if let Some((&first, rest)) = old_slices.split_first() {
old_slices = rest;
old_index += 1;
Some((Change::Delete, Some(old_index - 1), None, first))
} else {
None
}
}
DiffTag::Insert => {
if let Some((&first, rest)) = new_slices.split_first() {
new_slices = rest;
new_index += 1;
Some((Change::Insert, None, Some(new_index - 1), first))
} else {
None
}
}
DiffTag::Replace => {
if let Some((&first, rest)) = old_slices.split_first() {
old_slices = rest;
old_index += 1;
Some((Change::Delete, Some(old_index - 1), None, first))
} else if let Some((&first, rest)) = new_slices.split_first() {
new_slices = rest;
new_index += 1;
Some((Change::Insert, None, Some(new_index - 1), first))
} else {
None
}
}
})
}
/// Returns the captured diff ops.
pub fn ops(&self) -> &[DiffOp] {
&self.ops
}
/// Returns the ops grouped.
/// Isolate change clusters by eliminating ranges with no changes.
///
/// This is equivalent to calling [`group_diff_ops`] on [`TextDiff::ops`].
pub fn grouped_ops(&self, n: usize) -> Vec<Vec<DiffOp>> {
group_diff_ops(self.ops().to_vec(), n)
}
/// Format a unified diff as string.
///
/// This is more or less equivalent to using [`TextDiff::write_unified_diff`] just
/// that a string is produced. Additionally if line diffs are printed
/// a single trailing newline is removed automatically.
pub fn unified_diff(&self, n: usize, header: Option<(&str, &str)>) -> String {
let mut rv = Vec::<u8>::new();
self.write_unified_diff(&mut rv, n, header).unwrap();
if self.newline_terminated && rv.last() == Some(&b'\n') {
rv.truncate(rv.len() - 1);
}
unsafe { String::from_utf8_unchecked(rv) }
}
/// Write a unified diff.
///
/// This takes a writer `w` and the number of context lines `n` which should
/// be shown around changes. Optionally a `header` can be provided which
/// will be written. The header should be two file names.
pub fn write_unified_diff<W: io::Write>(
&self,
mut w: W,
n: usize,
mut header: Option<(&str, &str)>,
) -> Result<(), io::Error> {
struct UnifiedRange(Range<usize>);
impl fmt::Display for UnifiedRange {
fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
let mut beginning = self.0.start;
let len = self.0.end - self.0.start;
if len == 1 {
write!(f, "{}", beginning)
} else {
if len == 0 {
// empty ranges begin at line just before the range
beginning -= 1;
}
write!(f, "{},{}", beginning, len)
}
}
}
let nl = if self.newline_terminated { "" } else { "\n" };
for group in self.grouped_ops(n) {
if let Some((old_file, new_file)) = header.take() {
writeln!(&mut w, "--- {}", old_file)?;
writeln!(&mut w, "+++ {}", new_file)?;
}
writeln!(
&mut w,
"@@ -{} +{} @@",
UnifiedRange(group[0].old_range()),
UnifiedRange(group[group.len() - 1].new_range()),
)?;
for op in group {
for (change, _, _, s) in self.iter_op(&op) {
write!(&mut w, "{}{}{}", change.unified_sign(), s, nl)?;
}
}
}
Ok(())
}
}
/// Given a string splits it into lines.
@ -137,7 +352,7 @@ fn split_lines(s: &str) -> impl Iterator<Item = &str> {
}
/// Splits text into words with whitespace attached.
pub fn split_words(s: &str) -> impl Iterator<Item = &str> {
fn split_words(s: &str) -> impl Iterator<Item = &str> {
let mut iter = s.char_indices().peekable();
let mut last_pos = 0;
@ -169,6 +384,20 @@ pub fn split_words(s: &str) -> impl Iterator<Item = &str> {
.flatten()
}
/// Quick way to get a unified diff as string.
pub fn unified_diff<'old, 'new>(
alg: Algorithm,
old: &'old str,
new: &'new str,
n: usize,
header: Option<(&str, &str)>,
) -> String {
TextDiff::configure()
.algorithm(alg)
.diff_lines(old, new)
.unified_diff(n, header)
}
#[test]
fn test_split_lines() {
assert_eq!(
@ -187,3 +416,103 @@ fn test_split_words() {
["foo ", "bar ", "baz\n\n ", "aha"]
);
}
#[test]
fn test_captured_ops() {
let diff = TextDiff::from_lines(
"Hello World\nsome stuff here\nsome more stuff here\n",
"Hello World\nsome amazing stuff here\nsome more stuff here\n",
);
insta::assert_debug_snapshot!(&diff.ops(), @r###"
[
Equal {
old_index: 0,
new_index: 0,
len: 1,
},
Replace {
old_index: 1,
old_len: 1,
new_index: 1,
new_len: 1,
},
Equal {
old_index: 2,
new_index: 2,
len: 1,
},
]
"###);
}
#[test]
fn test_unified_diff() {
let diff = TextDiff::from_lines(
"Hello World\nsome stuff here\nsome more stuff here\n",
"Hello World\nsome amazing stuff here\nsome more stuff here\n",
);
assert_eq!(diff.newline_terminated(), true);
insta::assert_snapshot!(&diff.unified_diff(3, Some(("old", "new"))), @r###"
--- old
+++ new
@@ -0 +2 @@
Hello World
-some stuff here
+some amazing stuff here
some more stuff here
"###);
}
#[test]
fn test_line_ops() {
let diff = TextDiff::from_lines(
"Hello World\nsome stuff here\nsome more stuff here\n",
"Hello World\nsome amazing stuff here\nsome more stuff here\n",
);
assert_eq!(diff.newline_terminated(), true);
let changes = diff
.ops()
.iter()
.flat_map(|op| diff.iter_op(op))
.collect::<Vec<_>>();
insta::assert_debug_snapshot!(&changes, @r###"
[
(
Equal,
Some(
0,
),
Some(
0,
),
"Hello World\n",
),
(
Delete,
Some(
1,
),
None,
"some stuff here\n",
),
(
Insert,
None,
Some(
1,
),
"some amazing stuff here\n",
),
(
Equal,
Some(
2,
),
Some(
2,
),
"some more stuff here\n",
),
]
"###);
}