robin/logsmash
1
0
Fork 0
mirror of https://codeberg.org/icewind/logsmash.git synced 2026-06-03 10:04:12 +02:00
Code Issues Projects Releases 3 Packages Wiki Activity Actions

optimize rayon line iter

Browse source
This commit is contained in:
Robin Appelman 2024-09-12 18:15:38 +02:00
commit 595b6a1c75
1 changed files with 3 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

10
src/main.rs
View file

@ -8,7 +8,6 @@ use base64::prelude::*;
use clap::Parser;
use logsmash_data::{default_apps, get_statements, SourceDefinition};
use main_error::MainResult;
use rayon::prelude::ParallelBridge;
use rayon::prelude::*;
use std::borrow::Cow;
use std::collections::HashMap;
@ -44,10 +43,10 @@ fn main() -> MainResult {
err,
path: args.file,
})?;
let mut lines = log_file.iter();
let lines: Vec<_> = log_file.iter().enumerate().collect();
let mut counts: HashMap<MatchResult, Vec<usize>> = HashMap::new();
let first = lines.next().unwrap_or_default();
let (_, first) = lines.first().copied().unwrap_or_default();
let first_parsed = match parse_line(first) {
Ok(first_parsed) => first_parsed,
Err(e) => {
@ -67,11 +66,8 @@ fn main() -> MainResult {
);
let matcher = Matcher::new(&statements);
let lines = once(first).chain(lines);
let mut results: Vec<_> = lines
.enumerate()
.par_bridge()
.into_par_iter()
.map(|(index, line)| {
let mut parsed = parse_line(line);
if let Ok(parsed) = parsed.as_mut() {