{"header":{"message":"Single file databases + CRC for the root pages (checking the other pages makes everything very slow)","description":null,"timestamp":"2021-02-18T21:53:10.668956278Z","authors":[{"full_name":"Pierre-Étienne Meunier","name":"pmeunier"}]},"hash":"W2MIZD5BNL7A5HVFWTESF57QU7T6QMEF4RBSLFQXMEEU3XD2NU2QC","authors":[],"deps":{"hashes":[["W2MIZD5BNL7A5HVFWTESF57QU7T6QMEF4RBSLFQXMEEU3XD2NU2QC","Single file databases + CRC for the root pages (checking the other pages makes everything very slow)"],["AA",null],["OHUZ73MKWD7SSB4DKKA532DEQKXQDS6PZ6HJ3EC2DLVJSLQH3NLAC","Versions"],["OFINGD26ZWCRDVVDI2ZIBLMHXKEMJA6MRNLANJYUHQPIJLPA7J2AC","implementing prev() on cursors (+ some cleanup)"],["SO25TWFLSRQIVTJTTSN77LO5FZQVQPIZTSBULH7MWBBDEWSK3OCAC","A few features for integrating it into Pijul"],["YWFYZNLZ5JHLIFVBRKZK4TSWVPROUPRG77ZB5M7UHT2OKPL4ZSRQC","Cleanup + inter-process concurrency"],["6DMPXOAT5GQ3BQQOMUZN2GMBQPRA4IB7CCPHTQTIFGO3KWWAKF3QC","More debugging"],["EAAYH6BQWDK52EC5RG3BEZQU3FJPN5RRRN4U5KDKDVPKXBVJMNDAC","Debugging put"],["XEU2QVLCHPYOOD4TQIPEEVYOVSFMKFPLJYWEJYXYJAZ7S54KWDZAC","Debugging after plugging this into Pijul"],["6DCQHIFPEH4GZKSRRS32GMKDRPZH4MTCGOUEI7YEUVKWENBF3JWAC","Minor changes after benchmarking"],["HN6Z5DU4WYMAIOOSNVHLIIMNF6Q53TNJ7YC27SLKWNXVYCTACQKQC","Cleanup"],["YXKP4AIWDBIWBBUDWF66YIPG5ECMHNKEV3PX6KYXOVXY3EWG3WGQC","New file locks, with multiple sets of free pages"],["OP6SVMOD2GTQ7VNJ4E5KYFG4MIYA7HBMXJTADALMZH4PY7OQRMZQC","Resetting history"],["G4JEQLLX6Q7VVFVAEJZAVQXX33MQ36CSCYSMJ5NQM5VZ76DXKU6QC","Debugging synchronisation"],["WS4ZQM4RMIHZ6XZKSDQJGHN5SSSWFL4H236USOPUA33S6RC53RFAC","Debugging, tests, etc."],["UAQX27N4PI4LHEW6LSHJETIE5MV7JTEMPLTJFYUBMYVPC43H7VOAC","Tests"],["OTWDDJE7TTE73D6BGF4ZN6BH2NFUFLPME2VJ3CPALH463UGWLEIQC","Trait/type cleanup"],["ONES3V466GLO5CXKRF5ENK7VFOQPWM3YXLVRGWB56V5SH3W7XNBQC","reference counting works for put"]],"deps":["OHUZ73MKWD7SSB4DKKA532DEQKXQDS6PZ6HJ3EC2DLVJSLQH3NLAC"],"known":["OP6SVMOD2GTQ7VNJ4E5KYFG4MIYA7HBMXJTADALMZH4PY7OQRMZQC","EAAYH6BQWDK52EC5RG3BEZQU3FJPN5RRRN4U5KDKDVPKXBVJMNDAC","YXKP4AIWDBIWBBUDWF66YIPG5ECMHNKEV3PX6KYXOVXY3EWG3WGQC","YWFYZNLZ5JHLIFVBRKZK4TSWVPROUPRG77ZB5M7UHT2OKPL4ZSRQC","6DMPXOAT5GQ3BQQOMUZN2GMBQPRA4IB7CCPHTQTIFGO3KWWAKF3QC","G4JEQLLX6Q7VVFVAEJZAVQXX33MQ36CSCYSMJ5NQM5VZ76DXKU6QC","6DCQHIFPEH4GZKSRRS32GMKDRPZH4MTCGOUEI7YEUVKWENBF3JWAC","SO25TWFLSRQIVTJTTSN77LO5FZQVQPIZTSBULH7MWBBDEWSK3OCAC","OFINGD26ZWCRDVVDI2ZIBLMHXKEMJA6MRNLANJYUHQPIJLPA7J2AC","XEU2QVLCHPYOOD4TQIPEEVYOVSFMKFPLJYWEJYXYJAZ7S54KWDZAC","HN6Z5DU4WYMAIOOSNVHLIIMNF6Q53TNJ7YC27SLKWNXVYCTACQKQC"]},"hunks":[{"Edit":{"inode":{"change":3,"pos":91},"path":"sanakirja-core/src/lib.rs","line":225,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":1627}],"down_context":[{"change":3,"pos":116}],"flag":"BLOCK","start":0,"end":485,"inode":{"change":3,"pos":91}}},"contents":[{"Add":" }"},{"Add":" }"},{"Add":""},{"Add":" #[cfg(feature = \"crc32\")]"},{"Add":" pub fn crc(&self, hasher: &crc32fast::Hasher) -> u32 {"},{"Add":" let mut hasher = hasher.clone();"},{"Add":" hasher.reset();"},{"Add":" // Hash the beginning and the end of the page (i.e. remove"},{"Add":" // the CRC)."},{"Add":" unsafe {"},{"Add":" hasher.update(core::slice::from_raw_parts(self.data, 4));"},{"Add":" hasher.update(core::slice::from_raw_parts("},{"Add":" self.data.offset(8),"},{"Add":" PAGE_SIZE - 8,"},{"Add":" ));"}]}},{"Edit":{"inode":{"change":3,"pos":91},"path":"sanakirja-core/src/lib.rs","line":241,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":126}],"down_context":[{"change":15,"pos":495}],"flag":"BLOCK","start":486,"end":718,"inode":{"change":3,"pos":91}}},"contents":[{"Add":" hasher.finalize()"},{"Add":" }"},{"Add":""},{"Add":" #[cfg(feature = \"crc32\")]"},{"Add":" pub fn crc_check(&self, hasher: &crc32fast::Hasher) -> bool {"},{"Add":" let crc = unsafe { u32::from_le(*(self.data as *const u32)) };"},{"Add":" self.crc(hasher) == crc"}]}},{"Edit":{"inode":{"change":3,"pos":91},"path":"sanakirja-core/src/lib.rs","line":257,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":2570}],"down_context":[{"change":3,"pos":2570}],"flag":"BLOCK","start":719,"end":754,"inode":{"change":3,"pos":91}}},"contents":[{"Add":" #[cfg(not(feature = \"crc32\"))]"}]}},{"Edit":{"inode":{"change":3,"pos":91},"path":"sanakirja-core/src/lib.rs","line":260,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":403}],"down_context":[{"change":3,"pos":1638}],"flag":"BLOCK","start":755,"end":1014,"inode":{"change":3,"pos":91}}},"contents":[{"Add":" }"},{"Add":""},{"Add":" #[cfg(feature = \"crc32\")]"},{"Add":" pub fn clear_dirty(&mut self, hasher: &crc32fast::Hasher) {"},{"Add":" unsafe {"},{"Add":" *self.0.data &= 0xfe;"},{"Add":" let crc = (self.0.data as *mut u32).offset(1);"},{"Add":" *crc = self.0.crc(hasher)"},{"Add":" }"}]}},{"Replacement":{"inode":{"change":3,"pos":70777},"path":"sanakirja-core/Cargo.toml","line":3,"ins":{"up_context":[{"change":3,"pos":70812}],"down_context":[{"change":3,"pos":70847}],"flag":"BLOCK","start":1015,"end":1033,"inode":{"change":3,"pos":70777}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":70812},"to":{"change":3,"start":70812,"end":70847},"introduced_by":3}],"inode":{"change":3,"pos":70777}},"ins_contents":[{"Add":"version = \"1.0.0\""}],"del_contents":[{"Del":"version = \"0.1.0\"\nauthors = [\"pe\"]\n"}]}},{"Edit":{"inode":{"change":3,"pos":70777},"path":"sanakirja-core/Cargo.toml","line":5,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":70864}],"down_context":[{"change":3,"pos":70864}],"flag":"BLOCK","start":1034,"end":1843,"inode":{"change":3,"pos":70777}}},"contents":[{"Add":"description = \"Copy-on-write datastructures, storable on disk (or elsewhere) with a stable format.\""},{"Add":"authors = [\"Pierre-Étienne Meunier\", \"Florent Becker\"]"},{"Add":"license = \"MIT/Apache-2.0\""},{"Add":"documentation = \"https://docs.rs/sanakirja\""},{"Add":"repository = \"https://nest.pijul.com/pijul/sanakirja\""},{"Add":"include = ["},{"Add":"\"Cargo.toml\","},{"Add":"\"src/lib.rs\","},{"Add":"\"src\","},{"Add":"\"src/btree\","},{"Add":"\"src/btree/page_cursor.rs\","},{"Add":"\"src/btree/page_unsized\","},{"Add":"\"src/btree/page_unsized/alloc.rs\","},{"Add":"\"src/btree/page_unsized/rebalance.rs\","},{"Add":"\"src/btree/page_unsized/header.rs\","},{"Add":"\"src/btree/page_unsized/put.rs\","},{"Add":"\"src/btree/page_unsized/cursor.rs\","},{"Add":"\"src/btree/put.rs\","},{"Add":"\"src/btree/page\","},{"Add":"\"src/btree/page/alloc.rs\","},{"Add":"\"src/btree/page/rebalance.rs\","},{"Add":"\"src/btree/page/put.rs\","},{"Add":"\"src/btree/del.rs\","},{"Add":"\"src/btree/mod.rs\","},{"Add":"\"src/btree/page_unsized.rs\","},{"Add":"\"src/btree/cursor.rs\","},{"Add":"\"src/btree/page.rs\""},{"Add":"]"}]}},{"Replacement":{"inode":{"change":3,"pos":70777},"path":"sanakirja-core/Cargo.toml","line":34,"ins":{"up_context":[{"change":3,"pos":70865}],"down_context":[{"change":3,"pos":70962}],"flag":"BLOCK","start":1844,"end":1879,"inode":{"change":3,"pos":70777}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":70865},"to":{"change":3,"start":70865,"end":70962},"introduced_by":3}],"inode":{"change":3,"pos":70777}},"ins_contents":[{"Add":"[features]"},{"Add":"crc32 = [ \"crc32fast\" ]"}],"del_contents":[{"Del":"# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html\n"}]}},{"Replacement":{"inode":{"change":3,"pos":70777},"path":"sanakirja-core/Cargo.toml","line":38,"ins":{"up_context":[{"change":3,"pos":70978}],"down_context":[],"flag":"BLOCK","start":1880,"end":1966,"inode":{"change":3,"pos":70777}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":70978},"to":{"change":3,"start":70978,"end":70988},"introduced_by":3}],"inode":{"change":3,"pos":70777}},"ins_contents":[{"Add":"log = \"0.4\""},{"Add":"crc32fast = { version = \"1.2\", optional = true, default-features = false }"}],"del_contents":[{"Del":"log = \"*\"\n"}]}},{"Edit":{"inode":{"change":16,"pos":11},"path":"sanakirja/src/tests.rs","line":22,"atom":{"NewVertex":{"up_context":[{"change":17,"pos":25573}],"down_context":[{"change":16,"pos":978}],"flag":"BLOCK","start":1967,"end":2560,"inode":{"change":16,"pos":11}}},"contents":[{"Add":""},{"Add":"#[test]"},{"Add":"pub fn put_growth() {"},{"Add":" env_logger::try_init().unwrap_or(());"},{"Add":" let path = tempfile::tempdir().unwrap();"},{"Add":" let path = path.path().join(\"db\");"},{"Add":" let l0 = 1 << 13; // 2 pages"},{"Add":" let env = Env::new(&path, l0, 1).unwrap();"},{"Add":" let mut txn = Env::mut_txn_begin(&env).unwrap();"},{"Add":" let mut db = create_db::, u64, u64>(&mut txn).unwrap();"},{"Add":" let n = 100_000u64;"},{"Add":" for i in 0..n {"},{"Add":" put(&mut txn, &mut db, &i, &i).unwrap();"},{"Add":" }"},{"Add":" println!(\"{:?}\", env.mmaps);"},{"Add":" let len = std::fs::metadata(&path).unwrap().len();"},{"Add":" assert_eq!(len, (l0 << 9) - l0);"},{"Add":"}"}]}},{"Replacement":{"inode":{"change":16,"pos":11},"path":"sanakirja/src/tests.rs","line":412,"ins":{"up_context":[{"change":3,"pos":15725}],"down_context":[{"change":3,"pos":1997}],"flag":"BLOCK","start":2561,"end":2593,"inode":{"change":16,"pos":11}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":15725},"to":{"change":3,"start":15725,"end":15757},"introduced_by":3}],"inode":{"change":16,"pos":11}},"ins_contents":[{"Add":" txn.set_root(1, db.db);"}],"del_contents":[{"Del":" txn.set_root(0, db.db);\n"}]}},{"Replacement":{"inode":{"change":16,"pos":11},"path":"sanakirja/src/tests.rs","line":421,"ins":{"up_context":[{"change":3,"pos":2220}],"down_context":[{"change":3,"pos":2290}],"flag":"BLOCK","start":2594,"end":2667,"inode":{"change":16,"pos":11}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":2220},"to":{"change":3,"start":2220,"end":2290},"introduced_by":3}],"inode":{"change":16,"pos":11}},"ins_contents":[{"Add":" let env = Env::new(\"/tmp/sanakirja0/db\", 4096 * 20, 2).unwrap();"}],"del_contents":[{"Del":" let env = Env::new(\"/tmp/sanakirja0\", 4096 * 20, 2).unwrap();\n"}]}},{"Replacement":{"inode":{"change":16,"pos":11},"path":"sanakirja/src/tests.rs","line":535,"ins":{"up_context":[{"change":3,"pos":1328}],"down_context":[{"change":3,"pos":1400}],"flag":"BLOCK","start":2668,"end":2743,"inode":{"change":16,"pos":11}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":1328},"to":{"change":3,"start":1328,"end":1400},"introduced_by":3}],"inode":{"change":16,"pos":11}},"ins_contents":[{"Add":" let env = Env::new(\"/tmp/sanakirja0/db\", 409_600_000, 2).unwrap();"}],"del_contents":[{"Del":" let env = Env::new(\"/tmp/sanakirja0\", 409_600_000, 2).unwrap();\n"}]}},{"Edit":{"inode":{"change":3,"pos":79574},"path":"sanakirja/src/lib.rs","line":1,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":79574}],"down_context":[{"change":3,"pos":79575}],"flag":"BLOCK","start":2744,"end":2979,"inode":{"change":3,"pos":79574}}},"contents":[{"Add":"//! Transactional, on-disk datastructures with concurrent readers and"},{"Add":"//! writers (writers exclude each other)."},{"Add":"//!"},{"Add":"//! This crate is based on the no-std crate `sanakirja-core`, whose"},{"Add":"//! goal is to implement different datastructures."}]}},{"Replacement":{"inode":{"change":3,"pos":79574},"path":"sanakirja/src/lib.rs","line":8,"ins":{"up_context":[{"change":3,"pos":79594}],"down_context":[{"change":3,"pos":176}],"flag":"BLOCK","start":2980,"end":2997,"inode":{"change":3,"pos":79574}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":79594},"to":{"change":3,"start":79594,"end":79615},"introduced_by":3}],"inode":{"change":3,"pos":79574}},"ins_contents":[{"Add":"mod environment;"}],"del_contents":[{"Del":"pub mod environment;\n"}]}},{"Edit":{"inode":{"change":3,"pos":79574},"path":"sanakirja/src/lib.rs","line":15,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":4433}],"down_context":[{"change":18,"pos":1749}],"flag":"BLOCK","start":2998,"end":3013,"inode":{"change":3,"pos":79574}}},"contents":[{"Add":"#[doc(hidden)]"}]}},{"Edit":{"inode":{"change":3,"pos":80166},"path":"sanakirja/src/environment/muttxn.rs","line":104,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":82918}],"down_context":[{"change":3,"pos":15983}],"flag":"BLOCK","start":3014,"end":3052,"inode":{"change":3,"pos":80166}}},"contents":[{"Add":" env_.check_crc(v0)?;"},{"Add":""}]}},{"Edit":{"inode":{"change":3,"pos":80166},"path":"sanakirja/src/environment/muttxn.rs","line":137,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":84057}],"down_context":[{"change":3,"pos":84057}],"flag":"BLOCK","start":3053,"end":3143,"inode":{"change":3,"pos":80166}}},"contents":[{"Add":"}"},{"Add":""},{"Add":"#[cfg(feature = \"crc32\")]"},{"Add":"fn clear_dirty(p: &mut MutPage) {"},{"Add":" p.clear_dirty(&HASHER)"}]}},{"Edit":{"inode":{"change":3,"pos":80166},"path":"sanakirja/src/environment/muttxn.rs","line":144,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":84060}],"down_context":[{"change":3,"pos":809}],"flag":"BLOCK","start":3144,"end":3232,"inode":{"change":3,"pos":80166}}},"contents":[{"Add":"#[cfg(not(feature = \"crc32\"))]"},{"Add":"fn clear_dirty(p: &mut MutPage) {"},{"Add":" p.clear_dirty()"},{"Add":"}"},{"Add":""}]}},{"Replacement":{"inode":{"change":3,"pos":80166},"path":"sanakirja/src/environment/muttxn.rs","line":162,"ins":{"up_context":[{"change":3,"pos":85113}],"down_context":[{"change":3,"pos":85146}],"flag":"BLOCK","start":3233,"end":3265,"inode":{"change":3,"pos":80166}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":85113},"to":{"change":3,"start":85113,"end":85146},"introduced_by":3}],"inode":{"change":3,"pos":80166}},"ins_contents":[{"Add":" clear_dirty(p);"}],"del_contents":[{"Del":" p.clear_dirty();\n"}]}},{"Edit":{"inode":{"change":3,"pos":80166},"path":"sanakirja/src/environment/muttxn.rs","line":184,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":3933}],"down_context":[{"change":3,"pos":85507}],"flag":"BLOCK","start":3266,"end":3324,"inode":{"change":3,"pos":80166}}},"contents":[{"Add":" set_crc(maps[0].ptr.add(*root * PAGE_SIZE));"},{"Add":""}]}},{"Replacement":{"inode":{"change":3,"pos":80166},"path":"sanakirja/src/environment/muttxn.rs","line":187,"ins":{"up_context":[{"change":3,"pos":85584}],"down_context":[{"change":3,"pos":85828}],"flag":"BLOCK","start":3325,"end":3400,"inode":{"change":3,"pos":80166}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":85584},"to":{"change":3,"start":85584,"end":85644},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":85828},"to":{"change":3,"start":858,"end":906},"introduced_by":3}],"inode":{"change":3,"pos":80166}},"ins_contents":[{"Add":" (&mut *(maps[0].ptr as *mut GlobalHeader)).root = *root as u8;"}],"del_contents":[{"Del":" let globptr = maps[0].ptr as *mut GlobalHeader;\n"},{"Del":" (&mut *globptr).root = *root as u8;\n"}]}},{"Replacement":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":15,"ins":{"up_context":[{"change":3,"pos":1402}],"down_context":[{"change":3,"pos":1485}],"flag":"BLOCK","start":3401,"end":3422,"inode":{"change":3,"pos":91606}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":1402},"to":{"change":3,"start":1402,"end":1434},"introduced_by":3}],"inode":{"change":3,"pos":91606}},"ins_contents":[{"Add":"use std::path::Path;"}],"del_contents":[{"Del":"use std::path::{Path, PathBuf};\n"}]}},{"Edit":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":31,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":92008},"to":{"change":3,"start":92008,"end":92041},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":92041},"to":{"change":3,"start":92041,"end":92070},"introduced_by":3}],"inode":{"change":3,"pos":91606}}},"contents":[{"Del":" file: Option,\n"},{"Del":" #[cfg(feature = \"mmap\")]\n"}]}},{"Replacement":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":53,"ins":{"up_context":[{"change":3,"pos":93428}],"down_context":[{"change":3,"pos":93659}],"flag":"BLOCK","start":3423,"end":3456,"inode":{"change":3,"pos":91606}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":93428},"to":{"change":3,"start":93428,"end":93455},"introduced_by":3}],"inode":{"change":3,"pos":91606}},"ins_contents":[{"Add":" file: Option,"}],"del_contents":[{"Del":" path: Option,\n"}]}},{"Edit":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":80,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":94033},"to":{"change":3,"start":94033,"end":94061},"introduced_by":3}],"inode":{"change":3,"pos":91606}}},"contents":[{"Del":" drop(map.file);\n"}]}},{"Edit":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":100,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":94464}],"down_context":[{"change":3,"pos":2017}],"flag":"BLOCK","start":3457,"end":4621,"inode":{"change":3,"pos":91606}}},"contents":[{"Add":"#[cfg(feature = \"mmap\")]"},{"Add":"#[test]"},{"Add":"#[should_panic]"},{"Add":"fn nroots_test() {"},{"Add":" let path = tempfile::tempdir().unwrap();"},{"Add":" let path = path.path().join(\"db\");"},{"Add":" let l0 = 1 << 15; // 8 pages"},{"Add":" Env::new(&path, l0, 19).unwrap();"},{"Add":"}"},{"Add":""},{"Add":"#[cfg(feature = \"mmap\")]"},{"Add":"#[test]"},{"Add":"fn mmap_growth_test() {"},{"Add":" let path = tempfile::tempdir().unwrap();"},{"Add":" let path = path.path().join(\"db\");"},{"Add":" let l0 = 1 << 15; // 8 pages"},{"Add":" {"},{"Add":" let env = Env::new(&path, l0, 2).unwrap();"},{"Add":" let map1 = env.open_mmap(0, l0).unwrap();"},{"Add":" println!(\"{:?}\", map1);"},{"Add":" let map2 = env.open_mmap(1, l0).unwrap();"},{"Add":" println!(\"{:?}\", map2);"},{"Add":" map1.flush().unwrap();"},{"Add":" map2.flush().unwrap();"},{"Add":" }"},{"Add":" let len = std::fs::metadata(&path).unwrap().len();"},{"Add":" assert_eq!(len, (l0 << 2) - l0);"},{"Add":"}"},{"Add":""},{"Add":"#[cfg(not(feature = \"crc32\"))]"},{"Add":"fn set_crc(_ptr: *mut u8) {}"},{"Add":""},{"Add":"#[cfg(feature = \"crc32\")]"},{"Add":"fn set_crc(ptr: *mut u8) {"},{"Add":" unsafe {"},{"Add":" let root_page = std::slice::from_raw_parts(ptr.add(8), PAGE_SIZE - 8);"},{"Add":" let mut h = HASHER.clone();"},{"Add":" h.update(root_page);"},{"Add":" let globptr = ptr as *mut GlobalHeader;"},{"Add":" (&mut *globptr).crc = h.finalize().to_le();"},{"Add":" }"},{"Add":"}"},{"Add":""}]}},{"Replacement":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":146,"ins":{"up_context":[{"change":3,"pos":94614}],"down_context":[{"change":3,"pos":94709}],"flag":"BLOCK","start":4622,"end":4666,"inode":{"change":3,"pos":91606}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":94614},"to":{"change":3,"start":94614,"end":94709},"introduced_by":3}],"inode":{"change":3,"pos":91606}},"ins_contents":[{"Add":" Ok(std::fs::metadata(&path)?.len())"}],"del_contents":[{"Del":" let db_path = path.as_ref().join(\"db\");\n Ok(std::fs::metadata(&db_path)?.len())\n"}]}},{"Replacement":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":166,"ins":{"up_context":[{"change":3,"pos":5849}],"down_context":[{"change":3,"pos":95563}],"flag":"BLOCK","start":4667,"end":4791,"inode":{"change":3,"pos":91606}},"del":{"edges":[{"previous":"","flag":"DELETED","from":{"change":3,"pos":2137},"to":{"change":3,"start":95328,"end":95563},"introduced_by":3},{"previous":"","flag":"DELETED","from":{"change":3,"pos":5849},"to":{"change":3,"start":95328,"end":95563},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":95328},"to":{"change":3,"start":95328,"end":95563},"introduced_by":3}],"inode":{"change":3,"pos":91606}},"ins_contents":[{"Add":" let db_exists = std::fs::metadata(&path).is_ok();"},{"Add":" let length = if let Ok(meta) = std::fs::metadata(&path) {"}],"del_contents":[{"Del":" // let length = (1 as u64).shl(log_length);\n let mut db_path = path.as_ref().join(\"db0\");\n let db_exists = std::fs::metadata(&db_path).is_ok();\n let length = if let Ok(meta) = std::fs::metadata(&db_path) {\n"}]}},{"Replacement":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":178,"ins":{"up_context":[{"change":3,"pos":95868}],"down_context":[{"change":3,"pos":95898}],"flag":"BLOCK","start":4792,"end":4819,"inode":{"change":3,"pos":91606}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":95868},"to":{"change":3,"start":95868,"end":95898},"introduced_by":3}],"inode":{"change":3,"pos":91606}},"ins_contents":[{"Add":" .open(&path)?;"}],"del_contents":[{"Del":" .open(&db_path)?;\n"}]}},{"Replacement":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":181,"ins":{"up_context":[{"change":3,"pos":95982}],"down_context":[{"change":3,"pos":96139}],"flag":"BLOCK","start":4820,"end":4897,"inode":{"change":3,"pos":91606}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":95982},"to":{"change":3,"start":2185,"end":2278},"introduced_by":3},{"previous":"","flag":"DELETED","from":{"change":3,"pos":2278},"to":{"change":3,"start":96066,"end":96139},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":96066},"to":{"change":3,"start":96066,"end":96139},"introduced_by":3}],"inode":{"change":3,"pos":91606}},"ins_contents":[{"Add":" Self::new_nolock_mmap(Some(file), length, mmap, !db_exists, n_roots)"}],"del_contents":[{"Del":" let mut env = Self::new_nolock_mmap(Some(file), length, mmap, !db_exists, n_roots)?;\n"},{"Del":" db_path.pop();\n env.path = Some(db_path);\n Ok(env)\n"}]}},{"Edit":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":192,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":96356}],"down_context":[{"change":3,"pos":96356}],"flag":"BLOCK","start":4898,"end":4952,"inode":{"change":3,"pos":91606}}},"contents":[{"Add":" assert!(n_roots < ((length >> 12) as usize));"}]}},{"Replacement":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":194,"ins":{"up_context":[{"change":3,"pos":96393}],"down_context":[{"change":3,"pos":96453}],"flag":"BLOCK","start":4953,"end":4977,"inode":{"change":3,"pos":91606}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":96418},"to":{"change":3,"start":96418,"end":96453},"introduced_by":3}],"inode":{"change":3,"pos":91606}},"ins_contents":[{"Add":" if initialise {"}],"del_contents":[{"Del":" let glob = if initialise {\n"}]}},{"Replacement":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":196,"ins":{"up_context":[{"change":3,"pos":96487}],"down_context":[{"change":3,"pos":96570}],"flag":"BLOCK","start":4978,"end":5059,"inode":{"change":3,"pos":91606}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":96487},"to":{"change":3,"start":2304,"end":2384},"introduced_by":3}],"inode":{"change":3,"pos":91606}},"ins_contents":[{"Add":" *(map.add(i * PAGE_SIZE) as *mut GlobalHeader) = (GlobalHeader {"}],"del_contents":[{"Del":" *(map.add(i * PAGE_SIZE) as *mut GlobalHeader) = GlobalHeader {\n"}]}},{"Replacement":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":204,"ins":{"up_context":[{"change":3,"pos":96813}],"down_context":[{"change":3,"pos":96832}],"flag":"BLOCK","start":5060,"end":5155,"inode":{"change":3,"pos":91606}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":96813},"to":{"change":3,"start":96813,"end":96832},"introduced_by":3}],"inode":{"change":3,"pos":91606}},"ins_contents":[{"Add":" })"},{"Add":" .to_le();"},{"Add":""},{"Add":" set_crc(map.add(i * PAGE_SIZE));"}],"del_contents":[{"Del":" };\n"}]}},{"Replacement":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":209,"ins":{"up_context":[{"change":3,"pos":96846}],"down_context":[{"change":3,"pos":2593}],"flag":"BLOCK","start":5156,"end":5240,"inode":{"change":3,"pos":91606}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":96846},"to":{"change":3,"start":2459,"end":2525},"introduced_by":3},{"previous":"","flag":"DELETED","from":{"change":3,"pos":2525},"to":{"change":3,"start":96911,"end":96928},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":96911},"to":{"change":3,"start":96911,"end":96928},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":96928},"to":{"change":3,"start":2526,"end":2592},"introduced_by":3},{"previous":"","flag":"DELETED","from":{"change":3,"pos":2592},"to":{"change":3,"start":96993,"end":97004},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":96993},"to":{"change":3,"start":96993,"end":97004},"introduced_by":3}],"inode":{"change":3,"pos":91606}},"ins_contents":[{"Add":" }"},{"Add":" let glob = GlobalHeader::from_le(&*(map as *const GlobalHeader));"}],"del_contents":[{"Del":" GlobalHeader::from_le(&*(map as *const GlobalHeader))\n"},{"Del":" } else {\n"},{"Del":" GlobalHeader::from_le(&*(map as *const GlobalHeader))\n"},{"Del":" };\n"}]}},{"Replacement":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":220,"ins":{"up_context":[{"change":3,"pos":97191}],"down_context":[{"change":3,"pos":97215}],"flag":"BLOCK","start":5241,"end":5259,"inode":{"change":3,"pos":91606}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":97191},"to":{"change":3,"start":97191,"end":97215},"introduced_by":3}],"inode":{"change":3,"pos":91606}},"ins_contents":[{"Add":" file,"}],"del_contents":[{"Del":" path: None,\n"}]}},{"Edit":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":224,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":97304},"to":{"change":3,"start":97304,"end":97326},"introduced_by":3}],"inode":{"change":3,"pos":91606}}},"contents":[{"Del":" file,\n"}]}},{"Edit":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":271,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":98907},"to":{"change":3,"start":98907,"end":98909},"introduced_by":3}],"inode":{"change":3,"pos":91606}}},"contents":[{"Del":"}\n"}]}},{"Edit":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":272,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":98910},"to":{"change":3,"start":3248,"end":3259},"introduced_by":3}],"inode":{"change":3,"pos":91606}}},"contents":[{"Del":"impl Env {\n"}]}},{"Replacement":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":291,"ins":{"up_context":[{"change":3,"pos":4049}],"down_context":[{"change":3,"pos":4131}],"flag":"BLOCK","start":5260,"end":5332,"inode":{"change":3,"pos":91606}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":4049},"to":{"change":3,"start":5897,"end":5980},"introduced_by":3}],"inode":{"change":3,"pos":91606}},"ins_contents":[{"Add":" .open(path.with_extension(&format!(\"lock{}\", n)))?,"}],"del_contents":[{"Del":" .open(path.join(\"db\").with_extension(&format!(\"lock{}\", n)))?,\n"}]}},{"Replacement":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":331,"ins":{"up_context":[{"change":3,"pos":103141}],"down_context":[{"change":3,"pos":103577}],"flag":"BLOCK","start":5333,"end":5677,"inode":{"change":3,"pos":91606}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":103141},"to":{"change":3,"start":103141,"end":103577},"introduced_by":3}],"inode":{"change":3,"pos":91606}},"ins_contents":[{"Add":" let offset = (length0 << i) - length0;"},{"Add":" if let Some(ref file) = self.file {"},{"Add":" file.set_len(offset + length)?;"},{"Add":" let mut mmap = unsafe {"},{"Add":" memmap::MmapOptions::new()"},{"Add":" .offset(offset)"},{"Add":" .len(length as usize)"},{"Add":" .map_mut(&file)?"},{"Add":" };"}],"del_contents":[{"Del":" if let Some(ref path) = self.path {\n let mut db_path = path.join(&format!(\"db{}\", i));\n let file = OpenOptions::new()\n .read(true)\n .write(true)\n .truncate(false)\n .create(true)\n .open(&db_path)?;\n file.set_len(length)?;\n db_path.pop();\n let mut mmap = unsafe { memmap::MmapMut::map_mut(&file)? };\n"}]}},{"Edit":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":343,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":103660},"to":{"change":3,"start":103660,"end":103694},"introduced_by":3}],"inode":{"change":3,"pos":91606}}},"contents":[{"Del":" file: Some(file),\n"}]}},{"Edit":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":350,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":103905},"to":{"change":3,"start":103905,"end":103933},"introduced_by":3}],"inode":{"change":3,"pos":91606}}},"contents":[{"Del":" file: None,\n"}]}},{"Edit":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":402,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":105581}],"down_context":[{"change":3,"pos":105581}],"flag":"BLOCK","start":5678,"end":5838,"inode":{"change":3,"pos":91606}}},"contents":[{"Add":"}"},{"Add":""},{"Add":"#[cfg(feature = \"crc32\")]"},{"Add":"use lazy_static::*;"},{"Add":""},{"Add":"#[cfg(feature = \"crc32\")]"},{"Add":"lazy_static! {"},{"Add":" static ref HASHER: crc32fast::Hasher = crc32fast::Hasher::new();"}]}},{"Edit":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":416,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":3441}],"down_context":[{"change":3,"pos":105716}],"flag":"BLOCK","start":5839,"end":5872,"inode":{"change":3,"pos":91606}}},"contents":[{"Add":" let env_ = env.borrow();"}]}},{"Edit":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":418,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":105737},"to":{"change":3,"start":105737,"end":105774},"introduced_by":3}],"inode":{"change":3,"pos":91606}}},"contents":[{"Del":" let env_ = env.borrow();\n"}]}},{"Edit":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":433,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":105961}],"down_context":[{"change":3,"pos":5014}],"flag":"BLOCK","start":5873,"end":5904,"inode":{"change":3,"pos":91606}}},"contents":[{"Add":" env_.check_crc(root)?;"}]}},{"Edit":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":435,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":5044}],"down_context":[{"change":3,"pos":106068}],"flag":"BLOCK","start":5905,"end":6611,"inode":{"change":3,"pos":91606}}},"contents":[{"Add":" }"},{"Add":""},{"Add":" #[cfg(not(feature = \"crc32\"))]"},{"Add":" fn check_crc(&self, _root: usize) -> Result<(), crate::CRCError> {"},{"Add":" Ok(())"},{"Add":" }"},{"Add":""},{"Add":" #[cfg(feature = \"crc32\")]"},{"Add":" fn check_crc(&self, root: usize) -> Result<(), crate::CRCError> {"},{"Add":" unsafe {"},{"Add":" let maps = self.mmaps.lock();"},{"Add":" let page_ptr = maps[0].ptr.add(root * PAGE_SIZE);"},{"Add":" let crc = (&*(page_ptr as *const GlobalHeader)).crc;"},{"Add":" let root_page = std::slice::from_raw_parts(page_ptr.add(8), PAGE_SIZE - 8);"},{"Add":" let mut h = HASHER.clone();"},{"Add":" h.update(root_page);"},{"Add":" if h.finalize() != crc {"},{"Add":" return Err(crate::CRCError {});"},{"Add":" }"},{"Add":" }"},{"Add":" Ok(())"}]}},{"Replacement":{"inode":{"change":3,"pos":91606},"path":"sanakirja/src/environment/mod.rs","line":533,"ins":{"up_context":[{"change":3,"pos":107053}],"down_context":[{"change":3,"pos":107078}],"flag":"BLOCK","start":6612,"end":6644,"inode":{"change":3,"pos":91606}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":107053},"to":{"change":3,"start":107053,"end":107078},"introduced_by":3}],"inode":{"change":3,"pos":91606}},"ins_contents":[{"Add":" Err(crate::CRCError {})"}],"del_contents":[{"Del":" Err(CRCError {})\n"}]}},{"Edit":{"inode":{"change":3,"pos":107218},"path":"sanakirja/src/environment/global_header.rs","line":5,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":107236}],"down_context":[{"change":3,"pos":107236}],"flag":"BLOCK","start":6645,"end":6656,"inode":{"change":3,"pos":107218}}},"contents":[{"Add":"#[repr(C)]"}]}},{"Edit":{"inode":{"change":3,"pos":107218},"path":"sanakirja/src/environment/global_header.rs","line":35,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":108041}],"down_context":[{"change":3,"pos":108379}],"flag":"BLOCK","start":6657,"end":6995,"inode":{"change":3,"pos":107218}}},"contents":[{"Add":" }"},{"Add":" }"},{"Add":" pub fn to_le(&self) -> Self {"},{"Add":" GlobalHeader {"},{"Add":" version: self.version.to_le(),"},{"Add":" root: self.root,"},{"Add":" n_roots: self.n_roots,"},{"Add":" crc: self.crc.to_le(),"},{"Add":" free_db: self.free_db.to_le(),"},{"Add":" length: self.length.to_le(),"},{"Add":" rc_db: self.rc_db.to_le(),"}]}},{"Edit":{"inode":{"change":3,"pos":108411},"path":"sanakirja/Cargo.toml","line":9,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":5484}],"down_context":[{"change":3,"pos":5484}],"flag":"BLOCK","start":6996,"end":7059,"inode":{"change":3,"pos":108411}}},"contents":[{"Add":"crc32 = [ \"crc32fast\", \"lazy_static\", \"sanakirja-core/crc32\" ]"}]}},{"Edit":{"inode":{"change":3,"pos":108411},"path":"sanakirja/Cargo.toml","line":19,"atom":{"NewVertex":{"up_context":[{"change":2,"pos":150}],"down_context":[{"change":3,"pos":5680}],"flag":"BLOCK","start":7060,"end":7186,"inode":{"change":3,"pos":108411}}},"contents":[{"Add":"crc32fast = { version = \"1.2\", optional = true, default-features = false }"},{"Add":"lazy_static = { version = \"1.4\", optional = true }"}]}},{"Edit":{"inode":{"change":3,"pos":108411},"path":"sanakirja/Cargo.toml","line":29,"atom":{"NewVertex":{"up_context":[{"change":2,"pos":274}],"down_context":[],"flag":"BLOCK","start":7187,"end":7204,"inode":{"change":3,"pos":108411}}},"contents":[{"Add":"tempfile = \"3.2\""}]}}],"owner":"pijul","repo":"sanakirja","token":"p9AgvrXLujZZfzGj4GJqENJCcxJAaaHzL8IBzJQ0JdM=","login":null}

…

Dependencies

Change contents