Prevent flooding the website (still need to better mimic browser requests)

[?]
Jan 11, 2022, 11:52 PM
C376NCOVRBWVVPEIM5GQ6Z3LI4PCXPIQQTLI3GBQWAABXCKDOWQAC

Dependencies

  • [2] PQ4BG3ZJ The web scrape functions
  • [3] HMOBTVJ4 Initialize crate and add expected dependencies
  • [4] YCWYAX6K Functions for scraping names integrated enough to test (they don't work yet)
  • [5] AV73DYWQ Initial functions for using sqlite in async environment

Change contents

  • replacement in src/gather.rs at line 24
    [2.652][2.652:783]()
    for initial in 'A'..='Z' {
    let tx = tx.clone();
    let client = client.clone();
    tokio::spawn(async move {
    [2.652]
    [2.783]
    tokio::spawn(async move {
    for initial in 'A'..='Z' {
  • edit in src/gather.rs at line 35
    [2.1141]
    [2.1141]
    tokio::time::sleep(std::time::Duration::new(10,0)).await;
  • replacement in src/gather.rs at line 42
    [2.1294][2.1294:1312]()
    });
    }
    [2.1294]
    [2.1312]
    }
    });
  • replacement in src/gather.rs at line 73
    [2.2008][2.2008:2044]()
    let mut offset = String::new();
    [2.2008]
    [2.2044]
    let offset;
  • replacement in Cargo.toml at line 13
    [3.367][3.2099:2178]()
    tokio = { version = "1.15.0", features = ["macros","sync","rt-multi-thread"] }
    [3.367]
    tokio = { version = "1.15.0", features = [
    "macros",
    "sync",
    "time",
    "rt-multi-thread"
    ] }