{"header":{"message":"multithread phase1, compress the output","description":null,"timestamp":"2021-01-11T01:11:02.203281Z","authors":[{"email":"ember@lunar.town","full_name":"ember arlynx","name":"ember"}]},"hash":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC","authors":[],"deps":{"hashes":[["IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC","multithread phase1, compress the output"],["AA",null],["B7GL4BVL42PAIVIBIQF5TFEMWFMO3LDVS2LIPFTLFSYG6JVJEDNAC","show count so far"],["HHALDA72CDQWZLBHY57FDDKJFN76KJJJWF7C7IU2DNR4AHJKNVEQC","forgot main.rs"],["FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC","actual downloading now"],["B3H475WM3JE532SL7IGJIQBRXWHNDTHP2LH5IL67N46Z6QM75SFAC","first phase"],["YALSRCUNFJB6222FZKFTHLOMQX3W4E5YS26Y652T4DPVOWKVKT4QC","initial types"],["6RFPVLVLGAC62JWVZQF3CNTP74YRNDGDWXFCHKYFIYUNCCF7CGFQC","progress towards url spidering"]],"deps":["B7GL4BVL42PAIVIBIQF5TFEMWFMO3LDVS2LIPFTLFSYG6JVJEDNAC"],"known":["YALSRCUNFJB6222FZKFTHLOMQX3W4E5YS26Y652T4DPVOWKVKT4QC","HHALDA72CDQWZLBHY57FDDKJFN76KJJJWF7C7IU2DNR4AHJKNVEQC","6RFPVLVLGAC62JWVZQF3CNTP74YRNDGDWXFCHKYFIYUNCCF7CGFQC","B3H475WM3JE532SL7IGJIQBRXWHNDTHP2LH5IL67N46Z6QM75SFAC","FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC"]},"hunks":[{"Edit":{"inode":{"change":3,"pos":10},"path":"src/main.rs","line":4,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":70}],"down_context":[{"change":3,"pos":70}],"flag":"BLOCK","start":0,"end":15,"inode":{"change":3,"pos":10}}},"contents":[{"Add":{"text":" sync::Arc,","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:14"}}]}},{"Edit":{"inode":{"change":3,"pos":10},"path":"src/main.rs","line":10,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":20}],"down_context":[{"change":3,"pos":94}],"flag":"BLOCK","start":16,"end":41,"inode":{"change":3,"pos":10}}},"contents":[{"Add":{"text":"use parking_lot::RwLock;","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:40"}}]}},{"Replacement":{"inode":{"change":3,"pos":10},"path":"src/main.rs","line":15,"ins":{"up_context":[{"change":3,"pos":188}],"down_context":[{"change":3,"pos":107}],"flag":"BLOCK","start":42,"end":154,"inode":{"change":3,"pos":10}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":188},"to":{"change":3,"start":21,"end":107},"introduced_by":3}],"inode":{"change":3,"pos":10}},"ins_contents":[{"Add":{"text":"use tokio::{sync::broadcast, task::JoinHandle};","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:89"}},{"Add":{"text":"use tracing::{error, info, metadata::LevelFilter, warn, Level};","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:153"}}],"del_contents":[{"Del":{"text":"use tokio::sync::broadcast;","pos":"FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC:48"}},{"Del":{"text":"use tracing::{error, info, metadata::LevelFilter, Level};","pos":"FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC:106"}}]}},{"Replacement":{"inode":{"change":3,"pos":10},"path":"src/main.rs","line":88,"ins":{"up_context":[{"change":3,"pos":324}],"down_context":[{"change":3,"pos":390}],"flag":"BLOCK","start":155,"end":233,"inode":{"change":3,"pos":10}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":324},"to":{"change":3,"start":324,"end":390},"introduced_by":3}],"inode":{"change":3,"pos":10}},"ins_contents":[{"Add":{"text":" cl: Arc,","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:175"}},{"Add":{"text":" confirmed: Arc>>,","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:232"}}],"del_contents":[{"Del":{"text":" cl: &Client,","pos":"B3H475WM3JE532SL7IGJIQBRXWHNDTHP2LH5IL67N46Z6QM75SFAC:340"}},{"Del":{"text":" confirmed: &mut HashMap,","pos":"B3H475WM3JE532SL7IGJIQBRXWHNDTHP2LH5IL67N46Z6QM75SFAC:389"}}]}},{"Replacement":{"inode":{"change":3,"pos":10},"path":"src/main.rs","line":91,"ins":{"up_context":[{"change":3,"pos":416}],"down_context":[{"change":3,"pos":1787}],"flag":"BLOCK","start":234,"end":1033,"inode":{"change":3,"pos":10}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":416},"to":{"change":3,"start":1200,"end":1787},"introduced_by":3}],"inode":{"change":3,"pos":10}},"ins_contents":[{"Add":{"text":" let mut pending: HashSet = {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:271"}},{"Add":{"text":" let confirmed = confirmed.read();","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:313"}},{"Add":{"text":" if confirmed.is_empty() {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:347"}},{"Add":{"text":" info!(\"starting from root, with no cache\");","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:403"}},{"Add":{"text":" iter::once(\"https://mediabiasfactcheck.com/\".try_into()?).collect()","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:483"}},{"Add":{"text":" } else {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:500"}},{"Add":{"text":" let mut new = HashSet::new();","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:542"}},{"Add":{"text":" confirmed","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:564"}},{"Add":{"text":" .values()","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:590"}},{"Add":{"text":" .map(|v| {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:617"}},{"Add":{"text":" if let Ok(utf8) = std::str::from_utf8(&v.data) {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:686"}},{"Add":{"text":" if let Err(e) = find_new_links(utf8, &confirmed, &mut new) {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:771"}},{"Add":{"text":" warn!(\"error finding links on {}: {}\", v.final_url, e);","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:855"}},{"Add":{"text":" }","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:881"}},{"Add":{"text":" }","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:903"}},{"Add":{"text":" })","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:922"}},{"Add":{"text":" .for_each(|_| ());","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:957"}},{"Add":{"text":" info!(\"scraping through {:?}\", new);","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1006"}},{"Add":{"text":" new","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1022"}},{"Add":{"text":" }","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1032"}}],"del_contents":[{"Del":{"text":" let mut pending: HashSet = if confirmed.is_empty() {","pos":"FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC:1261"}},{"Del":{"text":" info!(\"starting from root, with no cache\");","pos":"FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC:1313"}},{"Del":{"text":" iter::once(\"https://mediabiasfactcheck.com/\".try_into()?).collect()","pos":"FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC:1389"}},{"Del":{"text":" } else {","pos":"FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC:1402"}},{"Del":{"text":" let mut new = HashSet::new();","pos":"FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC:1440"}},{"Del":{"text":" confirmed","pos":"FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC:1458"}},{"Del":{"text":" .values()","pos":"FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC:1480"}},{"Del":{"text":" .map(|v| {","pos":"FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC:1503"}},{"Del":{"text":" find_new_links(","pos":"FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC:1535"}},{"Del":{"text":" std::str::from_utf8(&v.data).expect(\"nonutf8\"),","pos":"FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC:1603"}},{"Del":{"text":" &confirmed,","pos":"FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC:1635"}},{"Del":{"text":" &mut new,","pos":"FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC:1665"}},{"Del":{"text":" )","pos":"FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC:1683"}},{"Del":{"text":" })","pos":"FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC:1698"}},{"Del":{"text":" .for_each(|_| ());","pos":"FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC:1729"}},{"Del":{"text":" info!(\"scraping through {:?}\", new);","pos":"FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC:1774"}},{"Del":{"text":" new","pos":"FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC:1786"}}]}},{"Edit":{"inode":{"change":3,"pos":10},"path":"src/main.rs","line":113,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":644}],"down_context":[{"change":3,"pos":1795}],"flag":"BLOCK","start":1034,"end":1226,"inode":{"change":3,"pos":10}}},"contents":[{"Add":{"text":" let (pending_tx, mut pending_rx) = tokio::sync::mpsc::unbounded_channel();","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1112"}},{"Add":{"text":"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1113"}},{"Add":{"text":" pending","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1125"}},{"Add":{"text":" .drain()","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1142"}},{"Add":{"text":" .for_each(|pnd| pending_tx.send(pnd.clone()).expect(\"couldn't send ):\"));","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1224"}},{"Add":{"text":"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1225"}}]}},{"Replacement":{"inode":{"change":3,"pos":10},"path":"src/main.rs","line":121,"ins":{"up_context":[{"change":3,"pos":827}],"down_context":[{"change":3,"pos":916}],"flag":"BLOCK","start":1227,"end":1517,"inode":{"change":3,"pos":10}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":827},"to":{"change":3,"start":417,"end":516},"introduced_by":3}],"inode":{"change":3,"pos":10}},"ins_contents":[{"Add":{"text":" while let Some(next_url) = pending_rx.recv().await {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1283"}},{"Add":{"text":" let cl = cl.clone();","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1312"}},{"Add":{"text":" let confirmed = confirmed.clone();","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1355"}},{"Add":{"text":" let pending_tx = pending_tx.clone();","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1400"}},{"Add":{"text":" let _: JoinHandle> = tokio::task::spawn(async move {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1480"}},{"Add":{"text":" required_sleep().await;","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1516"}}],"del_contents":[{"Del":{"text":" while let Some(next_url) = pending.iter().cloned().next() {","pos":"B3H475WM3JE532SL7IGJIQBRXWHNDTHP2LH5IL67N46Z6QM75SFAC:480"}},{"Del":{"text":" pending.remove(&next_url);","pos":"B3H475WM3JE532SL7IGJIQBRXWHNDTHP2LH5IL67N46Z6QM75SFAC:515"}}]}},{"Replacement":{"inode":{"change":3,"pos":10},"path":"src/main.rs","line":128,"ins":{"up_context":[{"change":3,"pos":917}],"down_context":[{"change":3,"pos":1886}],"flag":"BLOCK","start":1518,"end":1625,"inode":{"change":3,"pos":10}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":917},"to":{"change":3,"start":517,"end":549},"introduced_by":3}],"inode":{"change":3,"pos":10}},"ins_contents":[{"Add":{"text":" let pg = cl.get(next_url.clone()).send().await?;","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1578"}},{"Add":{"text":" let final_url = pg.url().clone();","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1624"}}],"del_contents":[{"Del":{"text":" required_sleep().await;","pos":"B3H475WM3JE532SL7IGJIQBRXWHNDTHP2LH5IL67N46Z6QM75SFAC:548"}}]}},{"Replacement":{"inode":{"change":3,"pos":10},"path":"src/main.rs","line":131,"ins":{"up_context":[{"change":3,"pos":1887}],"down_context":[{"change":3,"pos":1888}],"flag":"BLOCK","start":1626,"end":1668,"inode":{"change":3,"pos":10}},"del":{"edges":[{"previous":"","flag":"DELETED","from":{"change":3,"pos":1887},"to":{"change":3,"start":549,"end":687},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":549},"to":{"change":3,"start":549,"end":687},"introduced_by":3}],"inode":{"change":3,"pos":10}},"ins_contents":[{"Add":{"text":" let data = pg.bytes().await?;","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1667"}}],"del_contents":[{"Del":{"text":" let pg = cl.get(next_url.clone()).send().await?;","pos":"B3H475WM3JE532SL7IGJIQBRXWHNDTHP2LH5IL67N46Z6QM75SFAC:605"}},{"Del":{"text":" let final_url = pg.url().clone();","pos":"B3H475WM3JE532SL7IGJIQBRXWHNDTHP2LH5IL67N46Z6QM75SFAC:647"}},{"Del":{"text":"","pos":"B3H475WM3JE532SL7IGJIQBRXWHNDTHP2LH5IL67N46Z6QM75SFAC:648"}},{"Del":{"text":" let data = pg.bytes().await?;","pos":"B3H475WM3JE532SL7IGJIQBRXWHNDTHP2LH5IL67N46Z6QM75SFAC:686"}}]}},{"Replacement":{"inode":{"change":3,"pos":10},"path":"src/main.rs","line":133,"ins":{"up_context":[{"change":3,"pos":1889}],"down_context":[{"change":3,"pos":1393}],"flag":"BLOCK","start":1669,"end":2455,"inode":{"change":3,"pos":10}},"del":{"edges":[{"previous":"","flag":"DELETED","from":{"change":3,"pos":1889},"to":{"change":3,"start":1265,"end":1344},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":1711},"to":{"change":3,"start":1265,"end":1344},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":1344},"to":{"change":2,"start":0,"end":98},"introduced_by":2}],"inode":{"change":3,"pos":10}},"ins_contents":[{"Add":{"text":" let mut pending = HashSet::new();","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1714"}},{"Add":{"text":" if let Ok(utf8) = std::str::from_utf8(&data) {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1773"}},{"Add":{"text":" if let Err(e) = find_new_links(utf8, &confirmed.read(), &mut pending) {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1861"}},{"Add":{"text":" warn!(\"error finding links on {}: {}\", final_url, e);","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1935"}},{"Add":{"text":" }","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1953"}},{"Add":{"text":" }","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1967"}},{"Add":{"text":" pending","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:1987"}},{"Add":{"text":" .drain()","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2012"}},{"Add":{"text":" .for_each(|pnd| pending_tx.send(pnd.clone()).expect(\"couldn't send ):\"));","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2102"}},{"Add":{"text":" confirmed","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2124"}},{"Add":{"text":" .write()","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2149"}},{"Add":{"text":" .insert(next_url.clone(), PageCandidate { final_url, data });","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2227"}},{"Add":{"text":" println!(","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2249"}},{"Add":{"text":" \"finished {}/{}: {}\",","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2287"}},{"Add":{"text":" confirmed.read().len(),","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2327"}},{"Add":{"text":" confirmed.read().len() + pending.len(),","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2383"}},{"Add":{"text":" next_url","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2408"}},{"Add":{"text":" );","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2423"}},{"Add":{"text":" Ok(())","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2442"}},{"Add":{"text":" });","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2454"}}],"del_contents":[{"Del":{"text":" confirmed.insert(next_url.clone(), PageCandidate { final_url, data });","pos":"B3H475WM3JE532SL7IGJIQBRXWHNDTHP2LH5IL67N46Z6QM75SFAC:1343"}},{"Del":{"text":" println!(\"finished {}/{}: {}\", confirmed.len(), confirmed.len()+pending.len(), next_url);","pos":"B7GL4BVL42PAIVIBIQF5TFEMWFMO3LDVS2LIPFTLFSYG6JVJEDNAC:97"}}]}},{"Edit":{"inode":{"change":3,"pos":10},"path":"src/main.rs","line":161,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":1739}],"down_context":[{"change":3,"pos":1739}],"flag":"BLOCK","start":2456,"end":2735,"inode":{"change":3,"pos":10}}},"contents":[{"Add":{"text":"fn consider_page(s: &Selector, p: &PageCandidate) -> anyhow::Result> {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2546"}},{"Add":{"text":" let doc = Html::parse_document(std::str::from_utf8(&p.data)?);","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2613"}},{"Add":{"text":"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2614"}},{"Add":{"text":" for last_img_elems in doc.select(s) {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2656"}},{"Add":{"text":" // these might be the bias and actuality urls!","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2711"}},{"Add":{"text":" }","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2717"}},{"Add":{"text":"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2718"}},{"Add":{"text":" Ok(None)","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2731"}},{"Add":{"text":"}","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2733"}},{"Add":{"text":"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2734"}}]}},{"Edit":{"inode":{"change":3,"pos":10},"path":"src/main.rs","line":204,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":2164}],"down_context":[{"change":3,"pos":2203}],"flag":"BLOCK","start":2736,"end":3188,"inode":{"change":3,"pos":10}}},"contents":[{"Add":{"text":"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2736"}},{"Add":{"text":" fn phase(fname: &str, func: impl FnOnce(&mut T) -> anyhow::Result) -> anyhow::Result","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2837"}},{"Add":{"text":" where","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2847"}},{"Add":{"text":" T: for<'de> Deserialize<'de> + Serialize + Default,","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2907"}},{"Add":{"text":" {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2913"}},{"Add":{"text":" let f = std::fs::File::open(fname).map_err(|e| anyhow!(e));","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:2981"}},{"Add":{"text":" let mut rehydrated = f","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3012"}},{"Add":{"text":" .and_then(|f| {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3040"}},{"Add":{"text":" bincode::deserialize_from(std::io::BufReader::new(f)).map_err(|e| anyhow!(e))","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3134"}},{"Add":{"text":" })","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3149"}},{"Add":{"text":" .unwrap_or(T::default());","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3187"}}]}},{"Edit":{"inode":{"change":3,"pos":10},"path":"src/main.rs","line":216,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":2204}],"down_context":[{"change":3,"pos":2242}],"flag":"BLOCK","start":3189,"end":3466,"inode":{"change":3,"pos":10}}},"contents":[{"Add":{"text":" let res = func(&mut rehydrated);","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3229"}},{"Add":{"text":"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3230"}},{"Add":{"text":" bincode::serialize_into(","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3263"}},{"Add":{"text":" std::io::BufWriter::new(","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3300"}},{"Add":{"text":" std::fs::File::create(fname).expect(\"couldn't create phase output file ):\"),","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3393"}},{"Add":{"text":" ),","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3408"}},{"Add":{"text":" &rehydrated,","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3433"}},{"Add":{"text":" )?;","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3445"}},{"Add":{"text":"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3446"}},{"Add":{"text":" res","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3458"}},{"Add":{"text":" }","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3464"}},{"Add":{"text":"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3465"}}]}},{"Replacement":{"inode":{"change":3,"pos":10},"path":"src/main.rs","line":233,"ins":{"up_context":[{"change":3,"pos":2443}],"down_context":[{"change":3,"pos":2341}],"flag":"BLOCK","start":3467,"end":3493,"inode":{"change":3,"pos":10}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":2443},"to":{"change":3,"start":2311,"end":2341},"introduced_by":3}],"inode":{"change":3,"pos":10}},"ins_contents":[{"Add":{"text":" let confirmed = {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3492"}}],"del_contents":[{"Del":{"text":" let mut confirmed = {","pos":"FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC:2340"}}]}},{"Replacement":{"inode":{"change":3,"pos":10},"path":"src/main.rs","line":240,"ins":{"up_context":[{"change":3,"pos":2626}],"down_context":[{"change":3,"pos":2652}],"flag":"BLOCK","start":3494,"end":3642,"inode":{"change":3,"pos":10}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":2626},"to":{"change":3,"start":2570,"end":2652},"introduced_by":3}],"inode":{"change":3,"pos":10}},"ins_contents":[{"Add":{"text":" let confirmed = Arc::new(RwLock::new(confirmed));","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3551"}},{"Add":{"text":" let r = all_urls_on_site_everywhere(stop, Arc::new(cl), confirmed.clone()).await;","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3641"}}],"del_contents":[{"Del":{"text":" let r = all_urls_on_site_everywhere(stop, &mut cl, &mut confirmed).await;","pos":"FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC:2651"}}]}},{"Replacement":{"inode":{"change":3,"pos":10},"path":"src/main.rs","line":247,"ins":{"up_context":[{"change":3,"pos":2734}],"down_context":[{"change":3,"pos":2847}],"flag":"BLOCK","start":3643,"end":3899,"inode":{"change":3,"pos":10}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":2734},"to":{"change":3,"start":2734,"end":2847},"introduced_by":3}],"inode":{"change":3,"pos":10}},"ins_contents":[{"Add":{"text":" brotli::CompressorWriter::new(","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3685"}},{"Add":{"text":" std::io::BufWriter::new(std::fs::File::create(\"phase1.blob.brotli\").expect(\"sad\")),","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3785"}},{"Add":{"text":" 4096 * 64,","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3812"}},{"Add":{"text":" 8,","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3831"}},{"Add":{"text":" 22,","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3851"}},{"Add":{"text":" ),","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3866"}},{"Add":{"text":" &*confirmed.read(),","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3898"}}],"del_contents":[{"Del":{"text":" std::io::BufWriter::new(std::fs::File::create(\"phase1.blob\").expect(\"sad\")),","pos":"B3H475WM3JE532SL7IGJIQBRXWHNDTHP2LH5IL67N46Z6QM75SFAC:2822"}},{"Del":{"text":" &confirmed,","pos":"B3H475WM3JE532SL7IGJIQBRXWHNDTHP2LH5IL67N46Z6QM75SFAC:2846"}}]}},{"Edit":{"inode":{"change":3,"pos":10},"path":"src/main.rs","line":256,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":2865}],"down_context":[{"change":3,"pos":2865}],"flag":"BLOCK","start":3900,"end":4260,"inode":{"change":3,"pos":10}}},"contents":[{"Add":{"text":"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3900"}},{"Add":{"text":" if let Some(phase2) = args.subcommand_matches(\"find_media_outlets\") {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:3974"}},{"Add":{"text":" let all_pages: HashMap = {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:4029"}},{"Add":{"text":" let f = std::fs::File::open(\"phase1.blob\").map_err(|e| anyhow!(e));","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:4109"}},{"Add":{"text":" f.and_then(|f| {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:4138"}},{"Add":{"text":" bincode::deserialize_from(std::io::BufReader::new(f)).map_err(|e| anyhow!(e))","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:4232"}},{"Add":{"text":" })?","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:4248"}},{"Add":{"text":" };","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:4259"}}]}},{"Edit":{"inode":{"change":3,"pos":10},"path":"src/main.rs","line":265,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":2866}],"down_context":[{"change":3,"pos":2866}],"flag":"BLOCK","start":4261,"end":5068,"inode":{"change":3,"pos":10}}},"contents":[{"Add":{"text":" let sel = Selector::parse(\"header.entry-header > h2 > img + img\")","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:4334"}},{"Add":{"text":" .expect(\"fix the phase2 selector\");","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:4382"}},{"Add":{"text":" let mut outlets: HashMap = {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:4437"}},{"Add":{"text":" let f = std::fs::File::open(\"phase2.blob\").map_err(|e| anyhow!(e));","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:4517"}},{"Add":{"text":" f.and_then(|f| {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:4546"}},{"Add":{"text":" bincode::deserialize_from(std::io::BufReader::new(f)).map_err(|e| anyhow!(e))","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:4640"}},{"Add":{"text":" })?","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:4656"}},{"Add":{"text":" };","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:4667"}},{"Add":{"text":"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:4668"}},{"Add":{"text":" for (orig_url, candidate) in all_pages.into_iter() {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:4729"}},{"Add":{"text":" if !outlets.contains_key(&orig_url) {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:4779"}},{"Add":{"text":" continue;","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:4805"}},{"Add":{"text":" } // a filter would borrow outlets during the iterations","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:4874"}},{"Add":{"text":" if let Some(outlet) = consider_page(&sel, &candidate)? {","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:4943"}},{"Add":{"text":" println!(\"found outlet!\");","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:4986"}},{"Add":{"text":" outlets.insert(orig_url, outlet);","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5036"}},{"Add":{"text":" }","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5050"}},{"Add":{"text":" }","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5060"}},{"Add":{"text":" }","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5066"}},{"Add":{"text":"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5067"}}]}},{"Edit":{"inode":{"change":3,"pos":20},"path":"Cargo.toml","line":2,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":31},"to":{"change":3,"start":31,"end":76},"introduced_by":3}],"inode":{"change":3,"pos":20}}},"contents":[{"Del":{"text":"name = \"mediabias-plotter\"","pos":"YALSRCUNFJB6222FZKFTHLOMQX3W4E5YS26Y652T4DPVOWKVKT4QC:57"}},{"Del":{"text":"version = \"0.1.0\"","pos":"YALSRCUNFJB6222FZKFTHLOMQX3W4E5YS26Y652T4DPVOWKVKT4QC:75"}}]}},{"Edit":{"inode":{"change":3,"pos":20},"path":"Cargo.toml","line":4,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":139}],"down_context":[{"change":3,"pos":139}],"flag":"BLOCK","start":5069,"end":5114,"inode":{"change":3,"pos":20}}},"contents":[{"Add":{"text":"name = \"mediabias-plotter\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5095"}},{"Add":{"text":"version = \"0.1.0\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5113"}}]}},{"Edit":{"inode":{"change":3,"pos":20},"path":"Cargo.toml","line":10,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":253}],"down_context":[{"change":3,"pos":1795}],"flag":"BLOCK","start":5115,"end":5324,"inode":{"change":3,"pos":20}}},"contents":[{"Add":{"text":"anyhow = \"1.0.37\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5132"}},{"Add":{"text":"async-stream = \"0.3\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5153"}},{"Add":{"text":"bincode = \"1.3\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5169"}},{"Add":{"text":"brotli = \"3\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5182"}},{"Add":{"text":"bytes = {version = \"1\", features = [\"serde\"]}","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5228"}},{"Add":{"text":"chrono = {version = \"0.4.19\", features = [\"serde\"]}","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5280"}},{"Add":{"text":"clap = \"3.0.0-beta.2\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5302"}},{"Add":{"text":"parking_lot = \"0.11\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5323"}}]}},{"Edit":{"inode":{"change":3,"pos":20},"path":"Cargo.toml","line":19,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":1814}],"down_context":[{"change":3,"pos":1814}],"flag":"BLOCK","start":5325,"end":5342,"inode":{"change":3,"pos":20}}},"contents":[{"Add":{"text":"scraper = \"0.12\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5341"}}]}},{"Replacement":{"inode":{"change":3,"pos":20},"path":"Cargo.toml","line":21,"ins":{"up_context":[{"change":3,"pos":1831}],"down_context":[{"change":3,"pos":1886}],"flag":"BLOCK","start":5343,"end":5390,"inode":{"change":3,"pos":20}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":1831},"to":{"change":3,"start":1831,"end":1885},"introduced_by":3},{"previous":"","flag":"DELETED","from":{"change":3,"pos":1885},"to":{"change":3,"start":319,"end":414},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":319},"to":{"change":3,"start":319,"end":414},"introduced_by":3}],"inode":{"change":3,"pos":20}},"ins_contents":[{"Add":{"text":"serde = {version = \"1\", features = [\"derive\"]}","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5389"}}],"del_contents":[{"Del":{"text":"chrono = { version = \"0.4.19\", features = [\"serde\"] }","pos":"6RFPVLVLGAC62JWVZQF3CNTP74YRNDGDWXFCHKYFIYUNCCF7CGFQC:1884"}},{"Del":{"text":"serde = { version = \"1\", features = [\"derive\"] }","pos":"YALSRCUNFJB6222FZKFTHLOMQX3W4E5YS26Y652T4DPVOWKVKT4QC:367"}},{"Del":{"text":"url = { version = \"2\", features = [\"serde\"] }","pos":"YALSRCUNFJB6222FZKFTHLOMQX3W4E5YS26Y652T4DPVOWKVKT4QC:413"}}]}},{"Replacement":{"inode":{"change":3,"pos":20},"path":"Cargo.toml","line":23,"ins":{"up_context":[{"change":3,"pos":1909}],"down_context":[{"change":3,"pos":3000}],"flag":"BLOCK","start":5391,"end":5436,"inode":{"change":3,"pos":20}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":1909},"to":{"change":3,"start":1909,"end":1995},"introduced_by":3},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":1995},"to":{"change":3,"start":2914,"end":3000},"introduced_by":3}],"inode":{"change":3,"pos":20}},"ins_contents":[{"Add":{"text":"tokio = {version = \"1\", features = [\"full\"]}","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5435"}}],"del_contents":[{"Del":{"text":"async-stream = \"0.3\"","pos":"6RFPVLVLGAC62JWVZQF3CNTP74YRNDGDWXFCHKYFIYUNCCF7CGFQC:1929"}},{"Del":{"text":"anyhow = \"1.0.37\"","pos":"6RFPVLVLGAC62JWVZQF3CNTP74YRNDGDWXFCHKYFIYUNCCF7CGFQC:1947"}},{"Del":{"text":"tokio = { version = \"1\", features = [\"full\"] }","pos":"6RFPVLVLGAC62JWVZQF3CNTP74YRNDGDWXFCHKYFIYUNCCF7CGFQC:1994"}},{"Del":{"text":"scraper = \"0.12\"","pos":"B3H475WM3JE532SL7IGJIQBRXWHNDTHP2LH5IL67N46Z6QM75SFAC:2930"}},{"Del":{"text":"bytes = { version = \"1\", features = [\"serde\"]}","pos":"B3H475WM3JE532SL7IGJIQBRXWHNDTHP2LH5IL67N46Z6QM75SFAC:2977"}},{"Del":{"text":"clap = \"3.0.0-beta.2\"","pos":"B3H475WM3JE532SL7IGJIQBRXWHNDTHP2LH5IL67N46Z6QM75SFAC:2999"}}]}},{"Replacement":{"inode":{"change":3,"pos":20},"path":"Cargo.toml","line":25,"ins":{"up_context":[{"change":3,"pos":3016}],"down_context":[],"flag":"BLOCK","start":5437,"end":5511,"inode":{"change":3,"pos":20}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":3,"pos":3016},"to":{"change":3,"start":3016,"end":3061},"introduced_by":3}],"inode":{"change":3,"pos":20}},"ins_contents":[{"Add":{"text":"tracing-subscriber = \"0.2.15\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5466"}},{"Add":{"text":"url = {version = \"2\", features = [\"serde\"]}","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5510"}}],"del_contents":[{"Del":{"text":"bincode = \"1.3\"","pos":"B3H475WM3JE532SL7IGJIQBRXWHNDTHP2LH5IL67N46Z6QM75SFAC:3031"}},{"Del":{"text":"tracing-subscriber = \"0.2.15\"","pos":"B3H475WM3JE532SL7IGJIQBRXWHNDTHP2LH5IL67N46Z6QM75SFAC:3061"}}]}},{"Edit":{"inode":{"change":3,"pos":450},"path":"Cargo.lock","line":3,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":542}],"down_context":[{"change":3,"pos":542}],"flag":"BLOCK","start":5512,"end":5711,"inode":{"change":3,"pos":450}}},"contents":[{"Add":{"text":"[[package]]","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5523"}},{"Add":{"text":"name = \"alloc-no-stdlib\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5548"}},{"Add":{"text":"version = \"2.0.1\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5566"}},{"Add":{"text":"source = \"registry+https://github.com/rust-lang/crates.io-index\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5631"}},{"Add":{"text":"checksum = \"5192ec435945d87bc2f70992b4d818154b5feede43c09fb7592146374eac90a6\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5709"}},{"Add":{"text":"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5710"}}]}},{"Edit":{"inode":{"change":3,"pos":450},"path":"Cargo.lock","line":10,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":554}],"down_context":[{"change":3,"pos":3062}],"flag":"BLOCK","start":5712,"end":5947,"inode":{"change":3,"pos":450}}},"contents":[{"Add":{"text":"name = \"alloc-stdlib\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5733"}},{"Add":{"text":"version = \"0.2.1\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5751"}},{"Add":{"text":"source = \"registry+https://github.com/rust-lang/crates.io-index\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5816"}},{"Add":{"text":"checksum = \"697ed7edc0f1711de49ce108c541623a0af97c6c60b2f6e2b65229847ac843c2\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5894"}},{"Add":{"text":"dependencies = [","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5911"}},{"Add":{"text":" \"alloc-no-stdlib\",","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5931"}},{"Add":{"text":"]","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5933"}},{"Add":{"text":"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5934"}},{"Add":{"text":"[[package]]","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5946"}}]}},{"Edit":{"inode":{"change":3,"pos":450},"path":"Cargo.lock","line":107,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":2050}],"down_context":[{"change":3,"pos":2918}],"flag":"BLOCK","start":5948,"end":6218,"inode":{"change":3,"pos":450}}},"contents":[{"Add":{"text":"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5948"}},{"Add":{"text":"[[package]]","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5960"}},{"Add":{"text":"name = \"brotli\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5976"}},{"Add":{"text":"version = \"3.3.0\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:5994"}},{"Add":{"text":"source = \"registry+https://github.com/rust-lang/crates.io-index\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:6059"}},{"Add":{"text":"checksum = \"7f29919120f08613aadcd4383764e00526fc9f18b6c0895814faeed0dd78613e\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:6137"}},{"Add":{"text":"dependencies = [","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:6154"}},{"Add":{"text":" \"alloc-no-stdlib\",","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:6174"}},{"Add":{"text":" \"alloc-stdlib\",","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:6191"}},{"Add":{"text":" \"brotli-decompressor\",","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:6215"}},{"Add":{"text":"]","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:6217"}}]}},{"Edit":{"inode":{"change":3,"pos":450},"path":"Cargo.lock","line":120,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":2931}],"down_context":[{"change":3,"pos":2931}],"flag":"BLOCK","start":6219,"end":6478,"inode":{"change":3,"pos":450}}},"contents":[{"Add":{"text":"name = \"brotli-decompressor\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:6247"}},{"Add":{"text":"version = \"2.3.1\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:6265"}},{"Add":{"text":"source = \"registry+https://github.com/rust-lang/crates.io-index\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:6330"}},{"Add":{"text":"checksum = \"1052e1c3b8d4d80eb84a8b94f0a1498797b5fb96314c001156a1c761940ef4ec\"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:6408"}},{"Add":{"text":"dependencies = [","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:6425"}},{"Add":{"text":" \"alloc-no-stdlib\",","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:6445"}},{"Add":{"text":" \"alloc-stdlib\",","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:6462"}},{"Add":{"text":"]","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:6464"}},{"Add":{"text":"","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:6465"}},{"Add":{"text":"[[package]]","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:6477"}}]}},{"Edit":{"inode":{"change":3,"pos":450},"path":"Cargo.lock","line":673,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":4924}],"down_context":[{"change":3,"pos":4924}],"flag":"BLOCK","start":6479,"end":6490,"inode":{"change":3,"pos":450}}},"contents":[{"Add":{"text":" \"brotli\",","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:6489"}}]}},{"Edit":{"inode":{"change":3,"pos":450},"path":"Cargo.lock","line":677,"atom":{"NewVertex":{"up_context":[{"change":3,"pos":4944}],"down_context":[{"change":3,"pos":6599}],"flag":"BLOCK","start":6491,"end":6507,"inode":{"change":3,"pos":450}}},"contents":[{"Add":{"text":" \"parking_lot\",","pos":"IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC:6506"}}]}}],"owner":"ember","repo":"mediabias-plotter","token":"nQHU6p86r9ucLvvXbb8XWpzTjmkkVmuGKRwKSBXCVfI=","login":null}

…

Dependencies

Change contents

Review