mirror of
https://github.com/BurntSushi/ripgrep.git
synced 2025-01-19 05:49:14 +02:00
6cdb99ea61
As of the memchr 2.6 release, its Iterator::count method is specialized
to only count the number of occurrences instead of finding the offset of
each occurrence. This replaces ripgrep's use of the bytecount crate.
While micro-benchmarks suggest that memchr's method has better
throughput than bytecount, it turned out to be an illusion. Namely, on a
~13GB haystack prior to this change:
$ time rg-bytecount 'You killed my friend, my best friend, my lifelong friend!' OpenSubtitles2018.raw.en --line-number
441450441:- You killed my friend, my best friend, my lifelong friend!
real 1.473
user 1.186
sys 0.286
maxmem 12512 MB
faults 0
And then after:
$ time rg 'You killed my friend, my best friend, my lifelong friend!' OpenSubtitles2018.raw.en --line-number
441450441:- You killed my friend, my best friend, my lifelong friend!
real 1.532
user 1.280
sys 0.250
maxmem 12512 MB
faults 0
But perf is just about in the same ballpark. That's good enough for me
at the moment in order to drop the extra dependency.
I did this because the marginal cost of adding the Iterator::count()
specialization to memchr was extremely small.
34 lines
1.0 KiB
TOML
34 lines
1.0 KiB
TOML
[package]
|
|
name = "grep-searcher"
|
|
version = "0.1.11" #:version
|
|
authors = ["Andrew Gallant <jamslam@gmail.com>"]
|
|
description = """
|
|
Fast line oriented regex searching as a library.
|
|
"""
|
|
documentation = "https://docs.rs/grep-searcher"
|
|
homepage = "https://github.com/BurntSushi/ripgrep/tree/master/crates/searcher"
|
|
repository = "https://github.com/BurntSushi/ripgrep/tree/master/crates/searcher"
|
|
readme = "README.md"
|
|
keywords = ["regex", "grep", "egrep", "search", "pattern"]
|
|
license = "Unlicense OR MIT"
|
|
edition = "2018"
|
|
|
|
[dependencies]
|
|
bstr = { version = "1.6.0", default-features = false, features = ["std"] }
|
|
encoding_rs = "0.8.14"
|
|
encoding_rs_io = "0.1.6"
|
|
grep-matcher = { version = "0.1.6", path = "../matcher" }
|
|
log = "0.4.5"
|
|
memchr = "2.6.2"
|
|
memmap = { package = "memmap2", version = "0.5.3" }
|
|
|
|
[dev-dependencies]
|
|
grep-regex = { version = "0.1.11", path = "../regex" }
|
|
regex = "1.9.5"
|
|
|
|
[features]
|
|
simd-accel = ["encoding_rs/simd-accel"]
|
|
|
|
# This feature is DEPRECATED. Runtime dispatch is used for SIMD now.
|
|
avx-accel = []
|