{"header":{"message":"Initial patch. Impl iterator for n-grams","description":null,"timestamp":"2021-07-14T10:48:30.025188973Z","authors":[{}]},"hash":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC","authors":[{"key":"Gz5AN8tiLGjsQNTG24sqRr5jNodcDoAzyZSgZGoaYTaD"}],"deps":{"hashes":[["LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC","Initial patch. Impl iterator for n-grams"],["AA",null]],"deps":[],"known":[]},"hunks":[{"FileAdd":{"meta":{"basename":"src","metadata":576},"context":[{"change":1,"pos":0}],"contents":[]}},{"FileAdd":{"meta":{"basename":"lib.rs","metadata":0},"context":[{"change":0,"pos":15}],"contents":[{"Add":{"text":"use std::{io::Cursor, str::SplitWhitespace};","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:92"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:93"}},{"Add":{"text":"extern crate murmur3;","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:115"}},{"Add":{"text":"extern crate ndarray;","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:137"}},{"Add":{"text":"extern crate unicode_normalization;","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:173"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:174"}},{"Add":{"text":"use murmur3::murmur3_32;","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:199"}},{"Add":{"text":"use ndarray::Array;","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:219"}},{"Add":{"text":"use unicode_normalization::UnicodeNormalization;","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:268"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:269"}},{"Add":{"text":"#[derive(Debug, Clone)]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:293"}},{"Add":{"text":"pub struct HashingVectorizer {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:324"}},{"Add":{"text":" n_min: usize,","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:342"}},{"Add":{"text":" n_max: usize,","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:360"}},{"Add":{"text":" n_samples: usize,","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:382"}},{"Add":{"text":"}","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:384"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:385"}},{"Add":{"text":"impl HashingVectorizer {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:410"}},{"Add":{"text":" pub fn new(n_samples: usize, n_min: usize, n_max: usize) -> Self {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:481"}},{"Add":{"text":" Self {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:496"}},{"Add":{"text":" n_samples,","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:519"}},{"Add":{"text":" n_min,","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:538"}},{"Add":{"text":" n_max,","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:557"}},{"Add":{"text":" }","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:567"}},{"Add":{"text":" }","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:573"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:574"}},{"Add":{"text":" pub fn fit_transform(&self, input: &[&str]) {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:624"}},{"Add":{"text":" assert!(input.len() != 0);","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:659"}},{"Add":{"text":" let mut target_arr: Array = ndarray::Array::zeros((input.len(), self.n_samples));","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:757"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:758"}},{"Add":{"text":" for (idx, &s) in input.iter().enumerate() {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:810"}},{"Add":{"text":" for mut ng in NGramIter::new(&normalize(s), 5) {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:871"}},{"Add":{"text":" let h = murmur3_32(&mut Cursor::new(ng), 0).unwrap();","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:941"}},{"Add":{"text":" }","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:955"}},{"Add":{"text":" }","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:965"}},{"Add":{"text":" }","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:971"}},{"Add":{"text":"}","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:973"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:974"}},{"Add":{"text":"fn normalize(input: &str) -> String {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1012"}},{"Add":{"text":" input.nfkd().filter(char::is_ascii).collect()","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1062"}},{"Add":{"text":"}","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1064"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1065"}},{"Add":{"text":"/// Iterator over ngrams analogous to those used by scikit-learn's HashingVectorizer","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1150"}},{"Add":{"text":"#[derive(Debug, Clone)]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1174"}},{"Add":{"text":"struct NGramIter<'a> {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1197"}},{"Add":{"text":" source: SplitWhitespace<'a>,","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1230"}},{"Add":{"text":" cur_word: Option,","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1260"}},{"Add":{"text":" size: usize,","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1277"}},{"Add":{"text":" pos: usize,","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1293"}},{"Add":{"text":"}","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1295"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1296"}},{"Add":{"text":"impl<'a> NGramIter<'a> {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1321"}},{"Add":{"text":" pub fn new(source: &'a str, size: usize) -> Self {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1376"}},{"Add":{"text":" assert!(size != 0);","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1404"}},{"Add":{"text":" Self {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1419"}},{"Add":{"text":" source: source.split_whitespace(),","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1466"}},{"Add":{"text":" cur_word: None,","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1494"}},{"Add":{"text":" size,","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1512"}},{"Add":{"text":" pos: 0,","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1532"}},{"Add":{"text":" }","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1542"}},{"Add":{"text":" }","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1548"}},{"Add":{"text":"}","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1550"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1551"}},{"Add":{"text":"impl<'a> Iterator for NGramIter<'a> {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1589"}},{"Add":{"text":" type Item = String;","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1613"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1614"}},{"Add":{"text":" fn next(&mut self) -> Option {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1661"}},{"Add":{"text":" let word = match self.cur_word.as_ref() {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1711"}},{"Add":{"text":" Some(w) => Some(w),","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1743"}},{"Add":{"text":" None => {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1765"}},{"Add":{"text":" self.cur_word = self.source.next().map(|w| format!(\" {} \", w));","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1845"}},{"Add":{"text":" self.pos = 0;","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1875"}},{"Add":{"text":" self.cur_word.as_ref()","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1914"}},{"Add":{"text":" }","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1928"}},{"Add":{"text":" };","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1939"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1940"}},{"Add":{"text":" let mut next_word = false;","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:1975"}},{"Add":{"text":" let res = match word {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2006"}},{"Add":{"text":" Some(w) => {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2031"}},{"Add":{"text":" // Be careful not to slice inside a multibyte char","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2098"}},{"Add":{"text":" let mut end = self.pos + self.size;","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2150"}},{"Add":{"text":" if end >= w.len() {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2186"}},{"Add":{"text":" end = w.len();","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2221"}},{"Add":{"text":" next_word = true;","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2259"}},{"Add":{"text":" }","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2277"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2278"}},{"Add":{"text":" while !w.is_char_boundary(end) {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2327"}},{"Add":{"text":" end += 1;","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2357"}},{"Add":{"text":" }","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2375"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2376"}},{"Add":{"text":" let ret = &w[self.pos..end];","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2421"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2422"}},{"Add":{"text":" // Also don't start inside a multibyte char next time","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2492"}},{"Add":{"text":" self.pos += 1;","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2523"}},{"Add":{"text":" while !w.is_char_boundary(self.pos) {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2577"}},{"Add":{"text":" self.pos += 1;","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2612"}},{"Add":{"text":" }","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2630"}},{"Add":{"text":" Some(ret.to_owned())","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2667"}},{"Add":{"text":" }","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2681"}},{"Add":{"text":" None => None,","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2707"}},{"Add":{"text":" };","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2718"}},{"Add":{"text":" if next_word {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2741"}},{"Add":{"text":" self.cur_word = None;","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2775"}},{"Add":{"text":" }","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2785"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2786"}},{"Add":{"text":" res","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2798"}},{"Add":{"text":" }","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2804"}},{"Add":{"text":"}","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2806"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2807"}},{"Add":{"text":"#[cfg(test)]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2820"}},{"Add":{"text":"mod tests {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2832"}},{"Add":{"text":" use std::collections::HashSet;","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2867"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2868"}},{"Add":{"text":" use crate::NGramIter;","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2894"}},{"Add":{"text":" #[test]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2906"}},{"Add":{"text":" fn five_gram_tests() {","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2933"}},{"Add":{"text":" let input = \"this is a test!\";","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:2972"}},{"Add":{"text":" let expected: HashSet<_> = [\" this\", \"this \", \" is \", \" a \", \" test\", \"test!\", \"est! \"]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3068"}},{"Add":{"text":" .iter()","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3088"}},{"Add":{"text":" .map(|&s| s.to_owned())","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3124"}},{"Add":{"text":" .collect();","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3148"}},{"Add":{"text":" let res: HashSet<_> = NGramIter::new(input, 5).collect();","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3214"}},{"Add":{"text":" assert_eq!(expected, res);","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3249"}},{"Add":{"text":" }","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3255"}},{"Add":{"text":"}","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3257"}}]}},{"FileAdd":{"meta":{"basename":"Cargo.toml","metadata":0},"context":[{"change":1,"pos":0}],"contents":[{"Add":{"text":"[package]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3304"}},{"Add":{"text":"name = \"ml-preproc\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3324"}},{"Add":{"text":"version = \"0.1.0\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3342"}},{"Add":{"text":"edition = \"2018\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3359"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3360"}},{"Add":{"text":"# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3457"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3458"}},{"Add":{"text":"[dependencies]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3473"}},{"Add":{"text":"murmur3 = \"0.5\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3489"}},{"Add":{"text":"ndarray = \"0.15\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3506"}},{"Add":{"text":"unicode-normalization =\"0.1\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3535"}}]}},{"FileAdd":{"meta":{"basename":"Cargo.lock","metadata":0},"context":[{"change":1,"pos":0}],"contents":[{"Add":{"text":"# This file is automatically @generated by Cargo.","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3621"}},{"Add":{"text":"# It is not intended for manual editing.","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3662"}},{"Add":{"text":"version = 3","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3674"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3675"}},{"Add":{"text":"[[package]]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3687"}},{"Add":{"text":"name = \"autocfg\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3704"}},{"Add":{"text":"version = \"1.0.1\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3722"}},{"Add":{"text":"source = \"registry+https://github.com/rust-lang/crates.io-index\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3787"}},{"Add":{"text":"checksum = \"cdb031dd78e28731d87d56cc8ffef4a8f36ca26c38fe2de700543e627f8a464a\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3865"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3866"}},{"Add":{"text":"[[package]]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3878"}},{"Add":{"text":"name = \"matrixmultiply\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3902"}},{"Add":{"text":"version = \"0.3.1\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3920"}},{"Add":{"text":"source = \"registry+https://github.com/rust-lang/crates.io-index\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:3985"}},{"Add":{"text":"checksum = \"5a8a15b776d9dfaecd44b03c5828c2199cddff5247215858aac14624f8d6b741\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4063"}},{"Add":{"text":"dependencies = [","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4080"}},{"Add":{"text":" \"rawpointer\",","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4095"}},{"Add":{"text":"]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4097"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4098"}},{"Add":{"text":"[[package]]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4110"}},{"Add":{"text":"name = \"ml-preproc\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4130"}},{"Add":{"text":"version = \"0.1.0\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4148"}},{"Add":{"text":"dependencies = [","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4165"}},{"Add":{"text":" \"murmur3\",","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4177"}},{"Add":{"text":" \"ndarray\",","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4189"}},{"Add":{"text":" \"unicode-normalization\",","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4215"}},{"Add":{"text":"]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4217"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4218"}},{"Add":{"text":"[[package]]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4230"}},{"Add":{"text":"name = \"murmur3\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4247"}},{"Add":{"text":"version = \"0.5.1\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4265"}},{"Add":{"text":"source = \"registry+https://github.com/rust-lang/crates.io-index\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4330"}},{"Add":{"text":"checksum = \"3ead5388e485d38e622630c6b05afd3761a6701ff15c55b279ea5b31dcb62cff\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4408"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4409"}},{"Add":{"text":"[[package]]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4421"}},{"Add":{"text":"name = \"ndarray\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4438"}},{"Add":{"text":"version = \"0.15.3\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4457"}},{"Add":{"text":"source = \"registry+https://github.com/rust-lang/crates.io-index\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4522"}},{"Add":{"text":"checksum = \"08e854964160a323e65baa19a0b1a027f76d590faba01f05c0cbc3187221a8c9\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4600"}},{"Add":{"text":"dependencies = [","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4617"}},{"Add":{"text":" \"matrixmultiply\",","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4636"}},{"Add":{"text":" \"num-complex\",","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4652"}},{"Add":{"text":" \"num-integer\",","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4668"}},{"Add":{"text":" \"num-traits\",","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4683"}},{"Add":{"text":" \"rawpointer\",","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4698"}},{"Add":{"text":"]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4700"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4701"}},{"Add":{"text":"[[package]]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4713"}},{"Add":{"text":"name = \"num-complex\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4734"}},{"Add":{"text":"version = \"0.4.0\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4752"}},{"Add":{"text":"source = \"registry+https://github.com/rust-lang/crates.io-index\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4817"}},{"Add":{"text":"checksum = \"26873667bbbb7c5182d4a37c1add32cdf09f841af72da53318fdb81543c15085\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4895"}},{"Add":{"text":"dependencies = [","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4912"}},{"Add":{"text":" \"num-traits\",","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4927"}},{"Add":{"text":"]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4929"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4930"}},{"Add":{"text":"[[package]]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4942"}},{"Add":{"text":"name = \"num-integer\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4963"}},{"Add":{"text":"version = \"0.1.44\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:4982"}},{"Add":{"text":"source = \"registry+https://github.com/rust-lang/crates.io-index\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5047"}},{"Add":{"text":"checksum = \"d2cc698a63b549a70bc047073d2949cce27cd1c7b0a4a862d08a8031bc2801db\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5125"}},{"Add":{"text":"dependencies = [","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5142"}},{"Add":{"text":" \"autocfg\",","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5154"}},{"Add":{"text":" \"num-traits\",","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5169"}},{"Add":{"text":"]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5171"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5172"}},{"Add":{"text":"[[package]]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5184"}},{"Add":{"text":"name = \"num-traits\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5204"}},{"Add":{"text":"version = \"0.2.14\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5223"}},{"Add":{"text":"source = \"registry+https://github.com/rust-lang/crates.io-index\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5288"}},{"Add":{"text":"checksum = \"9a64b1ec5cda2586e284722486d802acf1f7dbdc623e2bfc57e65ca1cd099290\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5366"}},{"Add":{"text":"dependencies = [","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5383"}},{"Add":{"text":" \"autocfg\",","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5395"}},{"Add":{"text":"]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5397"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5398"}},{"Add":{"text":"[[package]]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5410"}},{"Add":{"text":"name = \"rawpointer\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5430"}},{"Add":{"text":"version = \"0.2.1\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5448"}},{"Add":{"text":"source = \"registry+https://github.com/rust-lang/crates.io-index\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5513"}},{"Add":{"text":"checksum = \"60a357793950651c4ed0f3f52338f53b2f809f32d83a07f72909fa13e4c6c1e3\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5591"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5592"}},{"Add":{"text":"[[package]]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5604"}},{"Add":{"text":"name = \"tinyvec\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5621"}},{"Add":{"text":"version = \"1.2.0\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5639"}},{"Add":{"text":"source = \"registry+https://github.com/rust-lang/crates.io-index\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5704"}},{"Add":{"text":"checksum = \"5b5220f05bb7de7f3f53c7c065e1199b3172696fe2db9f9c4d8ad9b4ee74c342\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5782"}},{"Add":{"text":"dependencies = [","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5799"}},{"Add":{"text":" \"tinyvec_macros\",","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5818"}},{"Add":{"text":"]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5820"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5821"}},{"Add":{"text":"[[package]]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5833"}},{"Add":{"text":"name = \"tinyvec_macros\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5857"}},{"Add":{"text":"version = \"0.1.0\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5875"}},{"Add":{"text":"source = \"registry+https://github.com/rust-lang/crates.io-index\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:5940"}},{"Add":{"text":"checksum = \"cda74da7e1a664f795bb1f8a87ec406fb89a02522cf6e50620d016add6dbbf5c\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:6018"}},{"Add":{"text":"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:6019"}},{"Add":{"text":"[[package]]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:6031"}},{"Add":{"text":"name = \"unicode-normalization\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:6062"}},{"Add":{"text":"version = \"0.1.19\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:6081"}},{"Add":{"text":"source = \"registry+https://github.com/rust-lang/crates.io-index\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:6146"}},{"Add":{"text":"checksum = \"d54590932941a9e9266f0832deed84ebe1bf2e4c9e4a3554d393d18f5e854bf9\"","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:6224"}},{"Add":{"text":"dependencies = [","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:6241"}},{"Add":{"text":" \"tinyvec\",","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:6253"}},{"Add":{"text":"]","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:6255"}}]}},{"FileAdd":{"meta":{"basename":".ignore","metadata":0},"context":[{"change":1,"pos":0}],"contents":[{"Add":{"text":"target/","pos":"LHETILNNYVQ27JCR5WGRAPDRQBFORK77UDJDMAZ4E47PC7ZPS7RAC:6297"}}]}}],"owner":"aeveris","repo":"ml-preproc","token":"u/AEHNr/hjBmVRKRKjiUIel0Ka4VJj6n/KW9DgYE9Xg=","login":null}

…

Dependencies

Change contents

Review