{"header":{"message":"More docs, example, and fixing the free page diagnostic function for mutable transactions","description":null,"timestamp":"2021-02-21T23:16:03.223821651Z","authors":[{"full_name":"Pierre-Étienne Meunier","name":"pmeunier"}]},"hash":"5LSYTRQ6IOVUW26VJW5SWGFEIB7T2N4PVEB6VMNMR5ZHQ75MFOQAC","authors":[],"deps":{"hashes":[["5LSYTRQ6IOVUW26VJW5SWGFEIB7T2N4PVEB6VMNMR5ZHQ75MFOQAC","More docs, example, and fixing the free page diagnostic function for mutable transactions"],["AA",null],["FZBLNBGNQPNTLBNPNZ2C6DJ5323MZQ2PH54F6ZEKPFCK7TGJFGWAC","Diagnostic tools (add_refs, check_free) + cleanup"],["AOX2XQISHGWNNAFBYRN44Q6AWG7H5DPBK5YMFHK42HQNZ2TMHEJQC","Actually, with the correct functions, Unsized pages are always slower than Sized pages (especially for writing)"],["OP6SVMOD2GTQ7VNJ4E5KYFG4MIYA7HBMXJTADALMZH4PY7OQRMZQC","Resetting history"],["AFKBHYVE25QMIU2WZATEGWG2EXSBQZ44DVDPACKNS3M4QGBF4ONAC","Comparing the two implementations of leaves (sized/unsized). Sized are faster for writes, slower for reads."],["T7QB6QEPWBXAU3RL7LE4GRDWWNQ65ZU2YNNTWBYLORJOABAQFEZQC","Adding debug.rs"],["OFINGD26ZWCRDVVDI2ZIBLMHXKEMJA6MRNLANJYUHQPIJLPA7J2AC","implementing prev() on cursors (+ some cleanup)"],["6DCQHIFPEH4GZKSRRS32GMKDRPZH4MTCGOUEI7YEUVKWENBF3JWAC","Minor changes after benchmarking"],["OHUZ73MKWD7SSB4DKKA532DEQKXQDS6PZ6HJ3EC2DLVJSLQH3NLAC","Versions"],["OTWDDJE7TTE73D6BGF4ZN6BH2NFUFLPME2VJ3CPALH463UGWLEIQC","Trait/type cleanup"],["6UVFCERMGSGNRWCVC3GWO5HWV6MSWE433DXBJVC7KRPP6LLJLCSQC","Formatting, debugging, etc."],["E4MD6T3LNOYWVFTFFWCUKRNS4M2XVSKRLDWPYHMZHGDNO2T5JREQC","Proofreading and commenting of this crate (massive bug fixes included)"],["PXF3R6SVXJXN2NMLMWNY5OFV5QYVE2VZTLGIZDZVK5ZVLFTVSSWQC","Improving test coverage for btree::cursor"],["YWFYZNLZ5JHLIFVBRKZK4TSWVPROUPRG77ZB5M7UHT2OKPL4ZSRQC","Cleanup + inter-process concurrency"],["G4JEQLLX6Q7VVFVAEJZAVQXX33MQ36CSCYSMJ5NQM5VZ76DXKU6QC","Debugging synchronisation"],["UAQX27N4PI4LHEW6LSHJETIE5MV7JTEMPLTJFYUBMYVPC43H7VOAC","Tests"],["W2MIZD5BNL7A5HVFWTESF57QU7T6QMEF4RBSLFQXMEEU3XD2NU2QC","Single file databases + CRC for the root pages (checking the other pages makes everything very slow)"]],"deps":["FZBLNBGNQPNTLBNPNZ2C6DJ5323MZQ2PH54F6ZEKPFCK7TGJFGWAC"],"known":["OP6SVMOD2GTQ7VNJ4E5KYFG4MIYA7HBMXJTADALMZH4PY7OQRMZQC","PXF3R6SVXJXN2NMLMWNY5OFV5QYVE2VZTLGIZDZVK5ZVLFTVSSWQC","YWFYZNLZ5JHLIFVBRKZK4TSWVPROUPRG77ZB5M7UHT2OKPL4ZSRQC","OTWDDJE7TTE73D6BGF4ZN6BH2NFUFLPME2VJ3CPALH463UGWLEIQC","6UVFCERMGSGNRWCVC3GWO5HWV6MSWE433DXBJVC7KRPP6LLJLCSQC","AFKBHYVE25QMIU2WZATEGWG2EXSBQZ44DVDPACKNS3M4QGBF4ONAC","AOX2XQISHGWNNAFBYRN44Q6AWG7H5DPBK5YMFHK42HQNZ2TMHEJQC","G4JEQLLX6Q7VVFVAEJZAVQXX33MQ36CSCYSMJ5NQM5VZ76DXKU6QC","6DCQHIFPEH4GZKSRRS32GMKDRPZH4MTCGOUEI7YEUVKWENBF3JWAC","T7QB6QEPWBXAU3RL7LE4GRDWWNQ65ZU2YNNTWBYLORJOABAQFEZQC","OFINGD26ZWCRDVVDI2ZIBLMHXKEMJA6MRNLANJYUHQPIJLPA7J2AC","OHUZ73MKWD7SSB4DKKA532DEQKXQDS6PZ6HJ3EC2DLVJSLQH3NLAC","E4MD6T3LNOYWVFTFFWCUKRNS4M2XVSKRLDWPYHMZHGDNO2T5JREQC"]},"hunks":[{"Replacement":{"inode":{"change":17,"pos":11},"path":"sanakirja/src/tests.rs","line":481,"ins":{"up_context":[{"change":3,"pos":11860}],"down_context":[{"change":3,"pos":11974}],"flag":"BLOCK","start":0,"end":22,"inode":{"change":17,"pos":11}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":11860},"to":{"change":3,"start":116,"end":143},"introduced_by":3}],"inode":{"change":17,"pos":11}},"ins_contents":[{"Add":" let n = 1_000u64;"}],"del_contents":[{"Del":" let n = 10_000_000u64;\n"}]}},{"Edit":{"inode":{"change":17,"pos":11},"path":"sanakirja/src/tests.rs","line":504,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":2624}],"down_context":[{"change":2,"pos":1098}],"flag":"BLOCK","start":23,"end":76,"inode":{"change":17,"pos":11}}},"contents":[{"Add":" add_free_refs_mut(&mut txn, &mut refs).unwrap();"}]}},{"Replacement":{"inode":{"change":17,"pos":11},"path":"sanakirja/src/tests.rs","line":510,"ins":{"up_context":[{"change":3,"pos":413}],"down_context":[{"change":3,"pos":12694}],"flag":"BLOCK","start":77,"end":277,"inode":{"change":17,"pos":11}},"del":{"edges":[{"previous":"","flag":"DELETED","from":{"change":3,"pos":413},"to":{"change":3,"start":12602,"end":12694},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":12602},"to":{"change":3,"start":12602,"end":12694},"introduced_by":3}],"inode":{"change":17,"pos":11}},"ins_contents":[{"Add":" let env = Env::new_anon(409_600_000, 1).unwrap();"},{"Add":" let mut txn = Env::mut_txn_begin(&env).unwrap();"},{"Add":" let mut db2 = create_db_::, u64, u64, UP>(&mut txn).unwrap();"}],"del_contents":[{"Del":" let mut db = create_db_::, u64, u64, UP>(&mut txn).unwrap();\n"}]}},{"Edit":{"inode":{"change":17,"pos":11},"path":"sanakirja/src/tests.rs","line":514,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":12738}],"down_context":[{"change":3,"pos":12762}],"flag":"BLOCK","start":278,"end":300,"inode":{"change":17,"pos":11}}},"contents":[{"Add":" let n = 1_000u64;"}]}},{"Replacement":{"inode":{"change":17,"pos":11},"path":"sanakirja/src/tests.rs","line":516,"ins":{"up_context":[{"change":3,"pos":12782}],"down_context":[{"change":3,"pos":12831}],"flag":"BLOCK","start":301,"end":360,"inode":{"change":17,"pos":11}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":12782},"to":{"change":3,"start":442,"end":489},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":489},"to":{"change":3,"start":2434,"end":2492},"introduced_by":3}],"inode":{"change":17,"pos":11}},"ins_contents":[{"Add":" assert!(put(&mut txn, &mut db2, &i, &i).unwrap());"}],"del_contents":[{"Del":" debug!(\"=================== {:?}\", i);\n"},{"Del":" assert!(put(&mut txn, &mut db, &i, &i).unwrap());\n"}]}},{"Replacement":{"inode":{"change":17,"pos":11},"path":"sanakirja/src/tests.rs","line":521,"ins":{"up_context":[{"change":3,"pos":604}],"down_context":[{"change":3,"pos":701}],"flag":"BLOCK","start":361,"end":405,"inode":{"change":17,"pos":11}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":604},"to":{"change":3,"start":604,"end":651},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":651},"to":{"change":3,"start":2856,"end":2899},"introduced_by":3}],"inode":{"change":17,"pos":11}},"ins_contents":[{"Add":" get(&txn, &db2, &i, None).unwrap();"}],"del_contents":[{"Del":" debug!(\"=================== {:?}\", i);\n"},{"Del":" get(&txn, &db, &i, None).unwrap();\n"}]}},{"Replacement":{"inode":{"change":17,"pos":11},"path":"sanakirja/src/tests.rs","line":524,"ins":{"up_context":[{"change":3,"pos":760}],"down_context":[{"change":2,"pos":1136}],"flag":"BLOCK","start":406,"end":523,"inode":{"change":17,"pos":11}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":760},"to":{"change":3,"start":2733,"end":3005},"introduced_by":3}],"inode":{"change":17,"pos":11}},"ins_contents":[{"Add":" refs.clear();"},{"Add":" add_refs(&txn, &db2, &mut refs).unwrap();"},{"Add":" add_free_refs_mut(&mut txn, &mut refs).unwrap();"}],"del_contents":[{"Del":" println!(\"unsized length = {:?}\", (txn.length >> 12) - len);\n add_refs(&txn, &db, &mut refs).unwrap();\n for (p, r) in refs.iter() {\n if *r >= 2 {\n error!(\"{:?} referenced twice\", p);\n err += 1\n }\n }\n assert_eq!(err, 0);\n"}]}},{"Edit":{"inode":{"change":3,"pos":79574},"path":"sanakirja/src/lib.rs","line":13,"atom":{"NewVertex":{"up_context":[{"change":18,"pos":2979}],"down_context":[{"change":3,"pos":3592}],"flag":"BLOCK","start":524,"end":1512,"inode":{"change":3,"pos":79574}}},"contents":[{"Add":"//!"},{"Add":"//! Here's an example of how to use it (starting with 64 pages, 2"},{"Add":"//! versions, see below for details about what that means). The file"},{"Add":"//! grows automatically, as needed."},{"Add":"//!"},{"Add":"//! ```"},{"Add":"//! use sanakirja::*;"},{"Add":"//! let dir = tempfile::tempdir().unwrap();"},{"Add":"//! let path = dir.path().join(\"db\");"},{"Add":"//! let env = Env::new(&path, 1 << 20, 2).unwrap();"},{"Add":"//! let mut txn = Env::mut_txn_begin(&env).unwrap();"},{"Add":"//! let mut db = btree::create_db::<_, u64, u64>(&mut txn).unwrap();"},{"Add":"//! for i in 0..100_000u64 {"},{"Add":"//! btree::put(&mut txn, &mut db, &i, &(i*i)).unwrap();"},{"Add":"//! }"},{"Add":"//! let root_db = 0;"},{"Add":"//! txn.set_root(root_db, db.db);"},{"Add":"//! txn.commit().unwrap();"},{"Add":"//! let txn = Env::txn_begin(&env).unwrap();"},{"Add":"//! let db: btree::Db = txn.root_db(root_db).unwrap();"},{"Add":"//! assert_eq!(btree::get(&txn, &db, &50_000, None).unwrap(), Some((&50_000, &(50_000 * 50_000))));"},{"Add":"//! for entry in btree::iter(&txn, &db, None).unwrap() {"},{"Add":"//! let (k, v) = entry.unwrap();"},{"Add":"//! assert_eq!(*k * *k, *v)"},{"Add":"//! }"},{"Add":"//! ```"}]}},{"Replacement":{"inode":{"change":3,"pos":80166},"path":"sanakirja/src/environment/muttxn.rs","line":30,"ins":{"up_context":[{"change":3,"pos":7288}],"down_context":[{"change":3,"pos":7289}],"flag":"BLOCK","start":1513,"end":1560,"inode":{"change":3,"pos":80166}},"del":{"edges":[{"previous":"","flag":"DELETED","from":{"change":3,"pos":15982},"to":{"change":3,"start":27437,"end":27473},"introduced_by":3},{"previous":"","flag":"DELETED","from":{"change":3,"pos":7288},"to":{"change":3,"start":27437,"end":27473},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":1320},"to":{"change":3,"start":27437,"end":27473},"introduced_by":3}],"inode":{"change":3,"pos":80166}},"ins_contents":[{"Add":" pub(crate) rc: Option>,"}],"del_contents":[{"Del":" rc: Option>,\n"}]}},{"Edit":{"inode":{"change":3,"pos":11},"path":"sanakirja/src/debug.rs","line":158,"atom":{"NewVertex":{"up_context":[{"change":2,"pos":3071}],"down_context":[{"change":2,"pos":3071}],"flag":"BLOCK","start":1561,"end":1735,"inode":{"change":3,"pos":11}}},"contents":[{"Add":" } else if txn.free_owned_pages.iter().any(|x| *x == page) {"},{"Add":" continue;"},{"Add":" } else if txn.free_pages.iter().any(|x| *x == page) {"},{"Add":" continue;"}]}},{"Replacement":{"inode":{"change":3,"pos":11},"path":"sanakirja/src/debug.rs","line":260,"ins":{"up_context":[{"change":2,"pos":6299}],"down_context":[{"change":2,"pos":6901}],"flag":"BLOCK","start":1736,"end":2061,"inode":{"change":3,"pos":11}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":6299},"to":{"change":2,"start":6299,"end":6901},"introduced_by":2}],"inode":{"change":3,"pos":11}},"ins_contents":[{"Add":" if txn.free != 0 {"},{"Add":" debug!(\"add_free_refs: free = 0x{:x}\", txn.free);"},{"Add":" let free_db: Db = btree::Db::from_page(txn.free);"},{"Add":" add_refs(txn, &free_db, pages)?;"},{"Add":" }"},{"Add":" if let Some(ref rc) = txn.rc {"},{"Add":" debug!(\"add_free_refs: rc = 0x{:x}\", rc.db);"},{"Add":" add_refs(txn, &rc, pages)?;"},{"Add":" }"}],"del_contents":[{"Del":" let env = txn.env.borrow();\n unsafe {\n let p = &*(env.mmaps.lock()[0].ptr.add(txn.root * PAGE_SIZE)\n as *const crate::environment::GlobalHeader);\n if p.free_db != 0 {\n debug!(\"add_free_refs: free = 0x{:x}\", p.free_db);\n let free_db: Db = btree::Db::from_page(p.free_db);\n add_refs(txn, &free_db, pages)?;\n }\n if p.rc_db != 0 {\n debug!(\"add_free_refs: rc = 0x{:x}\", p.rc_db);\n let rc_db: Db = btree::Db::from_page(p.rc_db);\n add_refs(txn, &rc_db, pages)?;\n }\n };\n"}]}},{"Replacement":{"inode":{"change":3,"pos":108411},"path":"sanakirja/Cargo.toml","line":3,"ins":{"up_context":[{"change":3,"pos":108441}],"down_context":[{"change":3,"pos":108459}],"flag":"BLOCK","start":2062,"end":2080,"inode":{"change":3,"pos":108411}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":108441},"to":{"change":3,"start":0,"end":18},"introduced_by":3}],"inode":{"change":3,"pos":108411}},"ins_contents":[{"Add":"version = \"1.0.1\""}],"del_contents":[{"Del":"version = \"1.0.0\"\n"}]}}],"owner":"pijul","repo":"sanakirja","token":"0A15dswslRWZjVOgq7kGw4tP/gUUC2e2bjGwYJaRk+0=","login":null}

…

Dependencies

Change contents