chore: vendor nucleo-ext + fork, so we can depend on our changes properly (#3284)

We cannot publish to crates.io without specifying a version, and we
cannot do that without properly forking nucleo. We're shipping
atuin-nucleo, but will likely drop this if we can get our changes
upstream. This is highlighted in the README + manifest, and the original
author is still included.

Originally forked here: https://github.com/atuinsh/nucleo-ext

cc @BinaryMuse - this should just be a vendor + restructure, but would
appreciate the sanity check

## Checks
- [ ] I am happy for maintainers to push small adjustments to this PR,
to speed up the review cycle
- [ ] I have checked that there are no existing pull requests for the
same thing

1 files changed, 149 insertions, 0 deletions

diff --git a/crates/atuin-nucleo/matcher/src/pattern/tests.rs b/crates/atuin-nucleo/matcher/src/pattern/tests.rs
new file mode 100644
index 00000000..88880ba9
--- /dev/null
+++ b/crates/atuin-nucleo/matcher/src/pattern/tests.rs
@@ -0,0 +1,149 @@
+use crate::pattern::{Atom, AtomKind, CaseMatching, Normalization, Pattern};
+
+#[test]
+fn negative() {
+    let pat = Atom::parse("!foo", CaseMatching::Smart, Normalization::Smart);
+    assert!(pat.negative);
+    assert_eq!(pat.kind, AtomKind::Substring);
+    assert_eq!(pat.needle.to_string(), "foo");
+    let pat = Atom::parse("!^foo", CaseMatching::Smart, Normalization::Smart);
+    assert!(pat.negative);
+    assert_eq!(pat.kind, AtomKind::Prefix);
+    assert_eq!(pat.needle.to_string(), "foo");
+    let pat = Atom::parse("!foo$", CaseMatching::Smart, Normalization::Smart);
+    assert!(pat.negative);
+    assert_eq!(pat.kind, AtomKind::Postfix);
+    assert_eq!(pat.needle.to_string(), "foo");
+    let pat = Atom::parse("!^foo$", CaseMatching::Smart, Normalization::Smart);
+    assert!(pat.negative);
+    assert_eq!(pat.kind, AtomKind::Exact);
+    assert_eq!(pat.needle.to_string(), "foo");
+}
+
+#[test]
+fn pattern_kinds() {
+    let pat = Atom::parse("foo", CaseMatching::Smart, Normalization::Smart);
+    assert!(!pat.negative);
+    assert_eq!(pat.kind, AtomKind::Fuzzy);
+    assert_eq!(pat.needle.to_string(), "foo");
+    let pat = Atom::parse("'foo", CaseMatching::Smart, Normalization::Smart);
+    assert!(!pat.negative);
+    assert_eq!(pat.kind, AtomKind::Substring);
+    assert_eq!(pat.needle.to_string(), "foo");
+    let pat = Atom::parse("^foo", CaseMatching::Smart, Normalization::Smart);
+    assert!(!pat.negative);
+    assert_eq!(pat.kind, AtomKind::Prefix);
+    assert_eq!(pat.needle.to_string(), "foo");
+    let pat = Atom::parse("foo$", CaseMatching::Smart, Normalization::Smart);
+    assert!(!pat.negative);
+    assert_eq!(pat.kind, AtomKind::Postfix);
+    assert_eq!(pat.needle.to_string(), "foo");
+    let pat = Atom::parse("^foo$", CaseMatching::Smart, Normalization::Smart);
+    assert!(!pat.negative);
+    assert_eq!(pat.kind, AtomKind::Exact);
+    assert_eq!(pat.needle.to_string(), "foo");
+}
+
+#[test]
+fn case_matching() {
+    let pat = Atom::parse("foo", CaseMatching::Smart, Normalization::Smart);
+    assert!(pat.ignore_case);
+    assert_eq!(pat.needle.to_string(), "foo");
+    let pat = Atom::parse("Foo", CaseMatching::Smart, Normalization::Smart);
+    assert!(!pat.ignore_case);
+    assert_eq!(pat.needle.to_string(), "Foo");
+    let pat = Atom::parse("Foo", CaseMatching::Ignore, Normalization::Smart);
+    assert!(pat.ignore_case);
+    assert_eq!(pat.needle.to_string(), "foo");
+    let pat = Atom::parse("Foo", CaseMatching::Respect, Normalization::Smart);
+    assert!(!pat.ignore_case);
+    assert_eq!(pat.needle.to_string(), "Foo");
+    let pat = Atom::parse("Foo", CaseMatching::Respect, Normalization::Smart);
+    assert!(!pat.ignore_case);
+    assert_eq!(pat.needle.to_string(), "Foo");
+    let pat = Atom::parse("Äxx", CaseMatching::Ignore, Normalization::Smart);
+    assert!(pat.ignore_case);
+    assert_eq!(pat.needle.to_string(), "äxx");
+    let pat = Atom::parse("Äxx", CaseMatching::Respect, Normalization::Smart);
+    assert!(!pat.ignore_case);
+    let pat = Atom::parse("Axx", CaseMatching::Smart, Normalization::Smart);
+    assert!(!pat.ignore_case);
+    assert_eq!(pat.needle.to_string(), "Axx");
+    let pat = Atom::parse("你xx", CaseMatching::Smart, Normalization::Smart);
+    assert!(pat.ignore_case);
+    assert_eq!(pat.needle.to_string(), "你xx");
+    let pat = Atom::parse("你xx", CaseMatching::Ignore, Normalization::Smart);
+    assert!(pat.ignore_case);
+    assert_eq!(pat.needle.to_string(), "你xx");
+    let pat = Atom::parse("Ⲽxx", CaseMatching::Smart, Normalization::Smart);
+    assert!(!pat.ignore_case);
+    assert_eq!(pat.needle.to_string(), "Ⲽxx");
+    let pat = Atom::parse("Ⲽxx", CaseMatching::Ignore, Normalization::Smart);
+    assert!(pat.ignore_case);
+    assert_eq!(pat.needle.to_string(), "ⲽxx");
+}
+
+#[test]
+fn escape() {
+    let pat = Atom::parse("foo\\ bar", CaseMatching::Smart, Normalization::Smart);
+    assert_eq!(pat.needle.to_string(), "foo bar");
+    let pat = Atom::parse("\\!foo", CaseMatching::Smart, Normalization::Smart);
+    assert_eq!(pat.needle.to_string(), "!foo");
+    assert_eq!(pat.kind, AtomKind::Fuzzy);
+    let pat = Atom::parse("\\'foo", CaseMatching::Smart, Normalization::Smart);
+    assert_eq!(pat.needle.to_string(), "'foo");
+    assert_eq!(pat.kind, AtomKind::Fuzzy);
+    let pat = Atom::parse("\\^foo", CaseMatching::Smart, Normalization::Smart);
+    assert_eq!(pat.needle.to_string(), "^foo");
+    assert_eq!(pat.kind, AtomKind::Fuzzy);
+    let pat = Atom::parse("foo\\$", CaseMatching::Smart, Normalization::Smart);
+    assert_eq!(pat.needle.to_string(), "foo$");
+    assert_eq!(pat.kind, AtomKind::Fuzzy);
+    let pat = Atom::parse("^foo\\$", CaseMatching::Smart, Normalization::Smart);
+    assert_eq!(pat.needle.to_string(), "foo$");
+    assert_eq!(pat.kind, AtomKind::Prefix);
+    let pat = Atom::parse("\\^foo\\$", CaseMatching::Smart, Normalization::Smart);
+    assert_eq!(pat.needle.to_string(), "^foo$");
+    assert_eq!(pat.kind, AtomKind::Fuzzy);
+    let pat = Atom::parse("\\!^foo\\$", CaseMatching::Smart, Normalization::Smart);
+    assert_eq!(pat.needle.to_string(), "!^foo$");
+    assert_eq!(pat.kind, AtomKind::Fuzzy);
+    let pat = Atom::parse("!\\^foo\\$", CaseMatching::Smart, Normalization::Smart);
+    assert_eq!(pat.needle.to_string(), "^foo$");
+    assert_eq!(pat.kind, AtomKind::Substring);
+}
+
+#[test]
+fn pattern_atoms() {
+    assert_eq!(
+        Pattern::parse("a b", CaseMatching::Ignore, Normalization::Smart).atoms,
+        vec![
+            Atom::parse("a", CaseMatching::Ignore, Normalization::Smart),
+            Atom::parse("b", CaseMatching::Ignore, Normalization::Smart),
+        ]
+    );
+
+    assert_eq!(
+        Pattern::parse("a\n b", CaseMatching::Ignore, Normalization::Smart).atoms,
+        vec![
+            Atom::parse("a", CaseMatching::Ignore, Normalization::Smart),
+            Atom::parse("b", CaseMatching::Ignore, Normalization::Smart),
+        ]
+    );
+
+    assert_eq!(
+        Pattern::parse("  a b\r\n", CaseMatching::Ignore, Normalization::Smart).atoms,
+        vec![
+            Atom::parse("a", CaseMatching::Ignore, Normalization::Smart),
+            Atom::parse("b", CaseMatching::Ignore, Normalization::Smart),
+        ]
+    );
+
+    assert_eq!(
+        Pattern::parse("ほ　げ", CaseMatching::Smart, Normalization::Smart).atoms,
+        vec![
+            Atom::parse("ほ", CaseMatching::Smart, Normalization::Smart),
+            Atom::parse("げ", CaseMatching::Smart, Normalization::Smart),
+        ],
+    )
+}