Skip to content

Commit c0cfeb2

Browse files
Update
1 parent be65fac commit c0cfeb2

File tree

4 files changed

+7
-21
lines changed

4 files changed

+7
-21
lines changed

src/grammar.rs

Lines changed: 0 additions & 14 deletions
This file was deleted.

src/lib.rs

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,5 @@
11
#![warn(clippy::nursery)]
22

33
mod classifier;
4-
pub mod grammar;
54
pub mod reader;
65
mod u8x16;

src/main.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
use anyhow::anyhow;
2-
use bitcsv::reader::CsvReader;
2+
use simdcsv::reader::CsvReader;
33

44
fn main() -> anyhow::Result<()> {
55
let mut args = std::env::args().skip(1);

src/reader.rs

Lines changed: 6 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,11 @@
11
use crate::classifier::CsvClassifier;
22
use crate::classifier::{COMMA_CLASS, NEW_LINE_CLASS, QUOTATION_CLASS};
3-
use crate::grammar::Row;
43
use crate::u8x16::u8x16;
54
use std::ops::Range;
65

6+
pub type FieldRef = Range<usize>;
7+
pub type RowRef = Vec<FieldRef>;
8+
79
/// [`CsvReader`] holds 3 bits per character in the data set.
810
/// To understand csv, you only need to know whether a byte is a quotation, comma, new line delimiter, or something else.
911
#[derive(Debug)]
@@ -40,7 +42,7 @@ impl CsvReader {
4042
quotation_bitsets,
4143
}
4244
}
43-
pub fn read(&mut self) -> Vec<Row> {
45+
pub fn read(&mut self) -> Vec<RowRef> {
4446
let mut rows = Vec::new();
4547
let mut current_row = Vec::new();
4648

@@ -80,7 +82,7 @@ impl CsvReader {
8082
current_row.push(Range { start, end });
8183

8284
if first_new_line < first_comma {
83-
rows.push(Row::from(current_row.clone()));
85+
rows.push(current_row.clone());
8486
current_row.clear();
8587
}
8688
}
@@ -142,8 +144,7 @@ mod tests {
142144
.read()
143145
.iter()
144146
.map(|row| {
145-
row.fields()
146-
.iter()
147+
row.iter()
147148
.map(|range| String::from_utf8(test[range.clone()].to_vec()).unwrap())
148149
.collect::<Vec<_>>()
149150
})

0 commit comments

Comments
 (0)