Jengamon/burn_learn - Change MBOXNC4PCHIZUABVEZPMKUNMROGO4TH3N2EGB3OJXHROYWQPXDCQC

feat: complete?

Created by Jengamon on March 21, 2024

MBOXNC4PCHIZUABVEZPMKUNMROGO4TH3N2EGB3OJXHROYWQPXDCQC

Dependencies

In channels

main

Change contents

Insertion in src/model.rs at line 69 [2.3559]

[2.5697]


    pub fn init_with<B: Backend>(&self, record: ModelRecord<B>) -> Model<B> {
        Model {
            conv1: Conv2dConfig::new([1, 8], [3, 3]).init_with(record.conv1),
            conv2: Conv2dConfig::new([8, 16], [3, 3]).init_with(record.conv2),
            pool: AdaptiveAvgPool2dConfig::new([8, 8]).init(),
            activation: ReLU::new(),
            linear1: LinearConfig::new(16 * 8 * 8, self.hidden_size).init_with(record.linear1),
            linear2: LinearConfig::new(self.hidden_size, self.num_classes)
                .init_with(record.linear2),
            dropout: DropoutConfig::new(self.dropout).init(),
        }
    }

Insertion in src/main.rs at line 2 [3.49]
[2.5710]
[2.5710]
```
mod inference;
```
Insertion in src/main.rs at line 6 [3.49]
[2.5736]
[2.5736]
```
use crate::model::ModelConfig;
```

Insertion in src/main.rs at line 12 [3.49]

[2.5839]

    data::dataset::{vision::MNISTDataset, Dataset},

Insertion in src/main.rs at line 14 [3.49]

[2.5862]

};
use clap::Parser;
use crossterm::{
    event::{self, KeyCode, KeyEventKind},
    terminal::{disable_raw_mode, enable_raw_mode, EnterAlternateScreen, LeaveAlternateScreen},
    ExecutableCommand,
};
use image::GrayImage;
use ratatui::{
    layout::{Constraint, Layout, Margin},
    prelude::{CrosstermBackend, Stylize, Terminal},
    widgets::{Block, Borders, Paragraph, Scrollbar, ScrollbarOrientation, ScrollbarState},
    Frame,

Insertion in src/main.rs at line 28 [3.49]

[2.5865]

use ratatui_image::{picker::Picker, protocol::StatefulProtocol, StatefulImage};
use std::io::stdout;
struct App {
    should_close: bool,
    item: usize,
    results: Vec<(Box<dyn StatefulProtocol>, i32, u8)>,
    body_layout: Layout,
    scrollbar_state: ScrollbarState,
}
impl App {
    fn new(results: Vec<(Box<dyn StatefulProtocol>, i32, u8)>) -> Self {
        Self {
            should_close: false,
            item: 0,
            body_layout: Layout::vertical([Constraint::Length(1), Constraint::Min(1)]),
            scrollbar_state: ScrollbarState::new(results.len()),
            results,
        }
    }

Replacement in src/main.rs at line 51 [3.49]

B:BD[2.5866] → [2.5866:5897]

use crate::model::ModelConfig;

[2.5866]

[2.5897]

    fn draw(&mut self, frame: &mut Frame) {
        let area = frame.size();
        let [text_area, im_area] = self.body_layout.areas(area.inner(&Margin::new(1, 1)));
        let (ref mut im, predicted, label) = self.results[self.item];
        frame.render_widget(
            Paragraph::new(format!("Predicted: {predicted}, Expected: {label}")).white(),
            text_area,
        );
        let image = StatefulImage::new(None);
        frame.render_stateful_widget(image, im_area, im);
        frame.render_widget(Block::new().borders(Borders::RIGHT), area);
        let scrollbar = Scrollbar::new(ScrollbarOrientation::VerticalRight)
            .begin_symbol(Some("↑"))
            .end_symbol(Some("↓"));
        frame.render_stateful_widget(
            scrollbar,
            area.inner(&Margin {
                horizontal: 0,
                vertical: 1,
            }),
            &mut self.scrollbar_state,
        );
    }
}
#[derive(thiserror::Error, Debug)]
#[error("{}", _0.lock().unwrap())]
struct ThreadsafeBoxedError(std::sync::Arc<std::sync::Mutex<Box<dyn std::error::Error>>>);
// We are thread-safe as we do *not* allow mutation (we must own the Box)
// and all reads are (assumedly) idempotent and pure, so...bullshit the compiler
unsafe impl Send for ThreadsafeBoxedError {}
unsafe impl Sync for ThreadsafeBoxedError {}
impl ThreadsafeBoxedError {
    fn new(boxed: Box<dyn std::error::Error>) -> Self {
        use std::sync::{Arc, Mutex};
        #[allow(clippy::arc_with_non_send_sync)]
        Self(Arc::new(Mutex::new(boxed)))
    }
}

Replacement in src/main.rs at line 92 [3.49]

∅:D[2.5898] → [3.50:62]

B:BD[3.49] → [3.50:62]

B:BD[3.62] → [2.5899:5997]

fn main() {
    type Backend = Wgpu<AutoGraphicsApi, f32, i32>;
    type AutodiffBackend = Autodiff<Backend>;

[2.5898]

[2.5997]

#[derive(clap::Parser, Debug)]
struct Cli {
    #[command(subcommand)]
    mode: RunMode,
}
#[derive(clap::Subcommand, Debug)]
enum RunMode {
    Train,
    Infer,
}
type Backend = Wgpu<AutoGraphicsApi, f32, i32>;
type AutodiffBackend = Autodiff<Backend>;
fn main() -> color_eyre::Result<()> {
    color_eyre::install()?;
    let cli = Cli::parse();
    match cli.mode {
        RunMode::Train => {
            train();
            Ok(())
        }
        RunMode::Infer => infer(),
    }
}

Insertion in src/main.rs at line 119 [3.49]
[2.5998]
[2.5998]
```
fn train() {
```

Insertion in src/main.rs at line 128 [3.49]

[3.95]


fn infer() -> color_eyre::Result<()> {
    // Adjust the panic hook to leave terminal specialness
    let hook = std::panic::take_hook();
    std::panic::set_hook(Box::new(move |panic_info| {
        disable_raw_mode().unwrap();
        stdout().execute(LeaveAlternateScreen).unwrap();
        (hook)(panic_info);
    }));
    let device = WgpuDevice::default();
    let mnist_data = MNISTDataset::test();
    stdout().execute(EnterAlternateScreen)?;
    enable_raw_mode()?;
    let mut terminal = Terminal::new(CrosstermBackend::new(stdout()))?;
    terminal.clear()?;
    let mut picker = Picker::from_termios().map_err(ThreadsafeBoxedError::new)?;
    picker.guess_protocol();
    terminal.draw(|f| f.render_widget(Paragraph::new("Loading..."), f.size()))?;
    let results = (0..mnist_data.len())
        .map(|idx| {
            let item = mnist_data.get(idx).unwrap();
            let dyn_img = image::DynamicImage::ImageLuma8(
                GrayImage::from_raw(
                    28,
                    28,
                    item.image
                        .iter()
                        .flatten()
                        .map(|f| (255.0 * *f) as u8)
                        .collect(),
                )
                .unwrap(),
            );
            let image = picker.new_resize_protocol(dyn_img);
            let (predicted, label) =
                inference::infer::<Backend>("/tmp/guide", device.clone(), item);
            (image, predicted, label)
        })
        .collect();
    let mut app = App::new(results);
    while !app.should_close {
        if event::poll(std::time::Duration::from_millis(16))? {
            if let event::Event::Key(key) = event::read()? {
                if key.kind == KeyEventKind::Press && key.code == KeyCode::Char('q') {
                    break;
                }
            }
        }
        terminal.draw(|f| app.draw(f))?;
    }
    stdout().execute(LeaveAlternateScreen)?;
    disable_raw_mode()?;
    Ok(())
}

File addition: inference.rs (----------)

[3.15]

use burn::{
    config::Config,
    data::{dataloader::batcher::Batcher, dataset::vision::MNISTItem},
    record::{CompactRecorder, Recorder},
    tensor::backend::Backend,
};
use crate::{data::MNISTBatcher, training::TrainingConfig};
pub fn infer<B: Backend>(
    artifact_dir: &str,
    device: B::Device,
    item: MNISTItem,
) -> (B::IntElem, u8) {
    let config = TrainingConfig::load(format!("{artifact_dir}/config.json"))
        .expect("Config should exist for the model");
    let record = CompactRecorder::new()
        .load(format!("{artifact_dir}/model").into(), &device)
        .expect("Trained model should exist");
    let model = config.model.init_with::<B>(record);
    let label = item.label;
    let batcher = MNISTBatcher::new(device);
    let batch = batcher.batch(vec![item]);
    let output = model.forward(batch.images);
    let predicted = output.argmax(1).flatten::<1>(0, 1).into_scalar();
    (predicted, label)
}

Insertion in Cargo.toml at line 10 [3.3279]

[2.7988]

clap = { version = "4.5.3", features = ["derive"] }
color-eyre = "0.6.3"
crossterm = "0.27.0"
image = "0.24"
ratatui = { version = "0.26.1", features = ["all-widgets"] }
ratatui-image = "0.8.1"
thiserror = "1.0.58"

Insertion in Cargo.lock at line 65 [3.3546]

[3.5231]

]
[[package]]
name = "anstream"
version = "0.6.13"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d96bd03f33fe50a863e394ee9718a706f988b9079b20c3784fb726e7678b62fb"
dependencies = [
 "anstyle",
 "anstyle-parse",
 "anstyle-query",
 "anstyle-wincon",
 "colorchoice",
 "utf8parse",
]
[[package]]
name = "anstyle"
version = "1.0.6"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8901269c6307e8d93993578286ac0edf7f195079ffff5ebdeea6a59ffb7e36bc"
[[package]]
name = "anstyle-parse"
version = "0.2.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c75ac65da39e5fe5ab759307499ddad880d724eed2f6ce5b5e8a26f4f387928c"
dependencies = [
 "utf8parse",
]
[[package]]
name = "anstyle-query"
version = "1.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e28923312444cdd728e4738b3f9c9cac739500909bb3d3c94b43551b16517648"
dependencies = [
 "windows-sys 0.52.0",

Insertion in Cargo.lock at line 106 [3.3546]

[3.5246]

name = "anstyle-wincon"
version = "3.0.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1cd54b81ec8d6180e24654d0b371ad22fc3dd083b6ff8ba325b72e00c87660a7"
dependencies = [
 "anstyle",
 "windows-sys 0.52.0",
]
[[package]]

Replacement in Cargo.lock at line 364 [3.3546]
B:BD[3.11140] → [3.11140:11167]
```
 "strum",
 "strum_macros",
```
[3.11140]
[3.11167]
```
 "strum 0.25.0",
 "strum_macros 0.25.3",
```
Replacement in Cargo.lock at line 458 [3.3546]
B:BD[3.13018] → [3.13018:13030]
```
 "ratatui",
```
[3.13018]
[3.13030]
```
 "ratatui 0.25.0",
```

Insertion in Cargo.lock at line 495 [3.3546]

[3.13634]

 "clap",
 "color-eyre",
 "crossterm",
 "image",
 "ratatui 0.26.1",
 "ratatui-image",
 "thiserror",

Insertion in Cargo.lock at line 589 [3.3546]

[3.15559]


[[package]]
name = "castaway"
version = "0.2.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8a17ed5635fc8536268e5d4de1e22e81ac34419e5f052d4d51f4e01dcc263fcc"
dependencies = [
 "rustversion",
]

Insertion in Cargo.lock at line 626 [3.3546]

[3.16228]

name = "clap"
version = "4.5.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "949626d00e063efc93b6dca932419ceb5432f99769911c0b995f7e884c778813"
dependencies = [
 "clap_builder",
 "clap_derive",
]
[[package]]
name = "clap_builder"
version = "4.5.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ae129e2e766ae0ec03484e609954119f123cc1fe650337e155d03b022f24f7b4"
dependencies = [
 "anstream",
 "anstyle",
 "clap_lex",
 "strsim 0.11.0",
]
[[package]]
name = "clap_derive"
version = "4.5.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "90239a040c80f5e14809ca132ddc4176ab33d5e17e49691793296e3fcb34d72f"
dependencies = [
 "heck 0.5.0",
 "proc-macro2",
 "quote",
 "syn 2.0.53",
]
[[package]]
name = "clap_lex"
version = "0.7.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "98cc8fbded0c607b7ba9dd60cd98df59af97e84d24e49c8557331cfc26d301ce"
[[package]]

Insertion in Cargo.lock at line 673 [3.3546]

[3.16467]

]
[[package]]
name = "color-eyre"
version = "0.6.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "55146f5e46f237f7423d74111267d4597b59b0dad0ffaf7303bce9945d843ad5"
dependencies = [
 "backtrace",
 "color-spantrace",
 "eyre",
 "indenter",
 "once_cell",
 "owo-colors",
 "tracing-error",
]
[[package]]
name = "color-spantrace"
version = "0.2.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "cd6be1b2a7e382e2b98b43b2adcca6bb0e465af0bdd38123873ae61eb17a72c2"
dependencies = [
 "once_cell",
 "owo-colors",
 "tracing-core",
 "tracing-error",

Insertion in Cargo.lock at line 709 [3.3546]

[3.16677]

name = "colorchoice"
version = "1.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "acbf1af155f9b9ef647e42cdc158db4b64a1b61f743629225fde6f3e0be2a7c7"
[[package]]

Insertion in Cargo.lock at line 721 [3.3546]

[3.16867]

[2.8249]

name = "compact_str"
version = "0.7.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f86b9c4c00838774a6d902ef931eff7470720c51d90c2e32cfe15dc304737b3f"
dependencies = [
 "castaway",
 "cfg-if",
 "itoa",
 "ryu",
 "static_assertions",
]
[[package]]

Replacement in Cargo.lock at line 924 [3.3546]
B:BD[3.21400] → [3.21400:21411]
```
 "strsim",
```
[3.21400]
[3.21411]
```
 "strsim 0.10.0",
```

Insertion in Cargo.lock at line 1003 [3.3546]

[3.23206]


[[package]]
name = "dyn-clone"
version = "1.0.17"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "0d6ef0072f8a535281e4876be788938b528e9a1d43900b82c2569af7da799125"

Replacement in Cargo.lock at line 1047 [3.3546]
B:BD[3.23850] → [3.23850:23859]
```
 "heck",
```
[3.23850]
[3.23859]
```
 "heck 0.4.1",
```

Insertion in Cargo.lock at line 1083 [3.3546]

[3.24644]

]
[[package]]
name = "eyre"
version = "0.6.12"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7cd915d99f24784cdc19fd37ef22b97e3ff0ae756c7e492e9fbfe897d61e2aec"
dependencies = [
 "indenter",
 "once_cell",

Insertion in Cargo.lock at line 1637 [3.3546]

[3.36078]


[[package]]
name = "heck"
version = "0.5.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "2304e00983f87ffb38b55b444b5e3b60a884b5d30c0fca7d82fe33449bbe55ea"

Insertion in Cargo.lock at line 1735 [3.3546]

[2.12078]


[[package]]
name = "icy_sixel"
version = "0.1.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "86858ae800284d596cfdefcb0ad435c3493c12f35367431bbe9b2b3858c1155b"

Insertion in Cargo.lock at line 1775 [3.3546]

[3.37454]


[[package]]
name = "indenter"
version = "0.3.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ce23b50ad8242c51a442f3ff322d56b02f08852c77e4c0b4d3fd684abc89c683"

Replacement in Cargo.lock at line 1870 [3.3546]
B:BD[3.39005] → [3.39005:39024]
```
version = "0.3.69"
```
[3.39005]
[3.39024]
```
version = "0.3.66"
```

Replacement in Cargo.lock at line 1872 [3.3546]

B:BD[3.39089] → [3.39089:39167]

checksum = "29c15563dc2726973df627357ce0c9ddddbea194836909d655df6a75d2cf296d"

[3.39089]

[3.39167]

checksum = "cee9c64da59eae3b50095c18d3e74f8b73c0b86d2792824ff01bbce68ba229ca"

Insertion in Cargo.lock at line 2346 [3.3546]

[3.49197]


[[package]]
name = "owo-colors"
version = "3.5.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c1b04fb49957986fdce4d6ee7a65027d55d4b6d2265e5848bbb507b58ccfdb6f"

Replacement in Cargo.lock at line 2599 [3.3546]

B:BD[3.54983] → [3.54983:54993]

 "strum",

[3.54983]

[3.54993]

 "strum 0.25.0",
 "time",
 "unicode-segmentation",
 "unicode-width",
]
[[package]]
name = "ratatui"
version = "0.26.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "bcb12f8fbf6c62614b0d56eb352af54f6a22410c3b079eb53ee93c7b97dd31d8"
dependencies = [
 "bitflags 2.5.0",
 "cassowary",
 "compact_str",
 "crossterm",
 "indoc",
 "itertools",
 "lru",
 "paste",
 "stability",
 "strum 0.26.2",

Insertion in Cargo.lock at line 2627 [3.3546]

[3.55060]

name = "ratatui-image"
version = "0.8.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5b2b2c9623c63916694d56b7f27358ef81fd6232ffa4858444787ecbcda9f791"
dependencies = [
 "base64",
 "dyn-clone",
 "icy_sixel",
 "image",
 "rand",
 "ratatui 0.26.1",
 "rustix",
]
[[package]]

Insertion in Cargo.lock at line 3203 [3.3546]

[3.66624]


[[package]]
name = "strsim"
version = "0.11.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5ee073c9e4cd00e28217186dbe12796d692868f432bf2e97ee73bed0c56dfa01"

Replacement in Cargo.lock at line 3216 [3.3546]

B:BD[3.66831] → [3.66831:66848]

 "strum_macros",

[3.66831]

[3.66848]

 "strum_macros 0.25.3",
]
[[package]]
name = "strum"
version = "0.26.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5d8cec3501a5194c432b2b7976db6b7d10ec95c253208b45f83f7136aa985e29"
dependencies = [
 "strum_macros 0.26.2",

Replacement in Cargo.lock at line 3234 [3.3546]

B:BD[3.67064] → [3.67064:67073]

 "heck",

[3.67064]

[3.67073]

 "heck 0.4.1",
 "proc-macro2",
 "quote",
 "rustversion",
 "syn 2.0.53",
]
[[package]]
name = "strum_macros"
version = "0.26.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c6cf59daf282c0a494ba14fd21610a0325f9f90ec9d1231dea26bcb1d696c946"
dependencies = [
 "heck 0.4.1",

Insertion in Cargo.lock at line 3612 [3.3546]

[3.73245]

]
[[package]]
name = "tracing-error"
version = "0.2.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d686ec1c0f384b1277f097b2f279a2ecc11afe8c133c1aabf036a27cb4cd206e"
dependencies = [
 "tracing",
 "tracing-subscriber",

Insertion in Cargo.lock at line 3735 [3.3546]

[3.76041]


[[package]]
name = "utf8parse"
version = "0.2.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "711b9620af191e0cdc7468a8d14e709c3dcdb115b36f838e601583af800a370a"

Replacement in Cargo.lock at line 3797 [3.3546]
B:BD[3.77337] → [3.77337:77356]
```
version = "0.2.92"
```
[3.77337]
[3.77356]
```
version = "0.2.89"
```

Replacement in Cargo.lock at line 3799 [3.3546]

B:BD[3.77421] → [3.77421:77499]

checksum = "4be2531df63900aeb2bca0daaaddec08491ee64ceecbee5076636a3b026795a8"

[3.77421]

[3.77499]

checksum = "0ed0d4f68a3015cc185aff4db9506a015f4b96f95303897bfa23f846db54064e"

Replacement in Cargo.lock at line 3807 [3.3546]
B:BD[3.77595] → [3.77595:77614]
```
version = "0.2.92"
```
[3.77595]
[3.77614]
```
version = "0.2.89"
```

Replacement in Cargo.lock at line 3809 [3.3546]

B:BD[3.77679] → [3.77679:77757]

checksum = "614d787b966d3989fa7bb98a654e369c762374fd3213d212cfc0251257e747da"

[3.77679]

[3.77757]

checksum = "1b56f625e64f3a1084ded111c4d5f477df9f8c92df113852fa5a374dbda78826"

Replacement in Cargo.lock at line 3822 [3.3546]
B:BD[3.77918] → [3.77918:77937]
```
version = "0.4.42"
```
[3.77918]
[3.77937]
```
version = "0.4.39"
```

Replacement in Cargo.lock at line 3824 [3.3546]

B:BD[3.78002] → [3.78002:78080]

checksum = "76bc14366121efc8dbb487ab05bcc9d346b3b5ec0eaa76e46594cabbe51762c0"

[3.78002]

[3.78080]

checksum = "ac36a15a220124ac510204aec1c3e5db8a22ab06fd6706d881dc6149f8ed9a12"

Replacement in Cargo.lock at line 3834 [3.3546]
B:BD[3.78191] → [3.78191:78210]
```
version = "0.2.92"
```
[3.78191]
[3.78210]
```
version = "0.2.89"
```

Replacement in Cargo.lock at line 3836 [3.3546]

B:BD[3.78275] → [3.78275:78353]

checksum = "a1f8823de937b71b9460c0c34e25f3da88250760bec0ebac694b49997550d726"

[3.78275]

[3.78353]

checksum = "0162dbf37223cd2afce98f3d0785506dcb8d266223983e4b5b525859e6e182b2"

Replacement in Cargo.lock at line 3844 [3.3546]
B:BD[3.78462] → [3.78462:78481]
```
version = "0.2.92"
```
[3.78462]
[3.78481]
```
version = "0.2.89"
```

Replacement in Cargo.lock at line 3846 [3.3546]

B:BD[3.78546] → [3.78546:78624]

checksum = "e94f17b526d0a461a191c78ea52bbce64071ed5c04c9ffe424dcb38f74171bb7"

[3.78546]

[3.78624]

checksum = "f0eb82fcb7930ae6219a7ecfd55b217f5f0893484b7a13022ebb2b2bf20b5283"

Replacement in Cargo.lock at line 3857 [3.3546]
B:BD[3.78775] → [3.78775:78794]
```
version = "0.2.92"
```
[3.78775]
[3.78794]
```
version = "0.2.89"
```

Replacement in Cargo.lock at line 3859 [3.3546]

B:BD[3.78859] → [3.78859:78937]

checksum = "af190c94f2773fdb3729c55b007a722abb5384da03bc0986df4c289bf5567e96"

[3.78859]

[3.78937]

checksum = "7ab9b36309365056cd639da3134bf87fa8f3d86008abf99e612384a6eecd459f"