U2SG7FCEF7BMCUIPPDPAHJO6GLG7AVH23A4RRW3PBXBFUROUCUVQC
OK4C3RQCIRKVBU4CQ2OOVBT4EUMSSTU4BIZQA6TUVFS7AGKEZI2AC
FAXOU7MRT62Y2SBC5PWCPLXF6KIRZOEHAIGBQU6NNL36D6MOOKEAC
HHALDA72CDQWZLBHY57FDDKJFN76KJJJWF7C7IU2DNR4AHJKNVEQC
IJS5OIDK4YRQVHTN2MZWP3SFLS7CJMIMCDMWZBLDV5PDNMEU7MYAC
6RFPVLVLGAC62JWVZQF3CNTP74YRNDGDWXFCHKYFIYUNCCF7CGFQC
B3H475WM3JE532SL7IGJIQBRXWHNDTHP2LH5IL67N46Z6QM75SFAC
YALSRCUNFJB6222FZKFTHLOMQX3W4E5YS26Y652T4DPVOWKVKT4QC
Some(next_url) = pending_rx.recv() => {
all_tasks.fetch_sub(1, Ordering::SeqCst);
if confirmed.read().contains_key(&next_url) {continue; } // already saw it, dupe in the crawling pipeline
pending = pending_rx.recv() => {
match pending {
Some(next_url) => {
if confirmed.read().contains_key(&next_url) { all_tasks.fetch_sub(1, Ordering::SeqCst); continue; } // already saw it, dupe in the crawling pipeline