minor work on train and predict

quietlight

Mar 6, 2024, 3:19 AM

RQ56K2G4ZCSZLOXCAPZFWAPW7PC7KTGJXUYD6MFOK4P6DQ2JYKGAC

Dependencies

[2] PQ6OQCBQ work on construct primary dataset
[3] 3FAESP6N catch up with changes, mainly construct primary dataset
[4] 4BTZNCRM catch up commit before starting work
[5] ETOIK7VE recording changes, but this does not work anymore
[6] ZGLDIQ4G rolled back reduced and bifurcated training set used to test models before going away
[7] FY7CEMM2 mac work on train.jl
[8] EDYR5C55 fixed ConstructPrimaryDataSet, licence date, Readme, re-arranged Predict.jl
[9] OFTU77S5 first commit
[10] NV7FXZ5Q first commit
[11] RBXUHIO2 made somn small changes and reverted them mostly
[12] NMQCXLNG catch up commit, about to do some work on prediction loop
[13] E3Y55MPR added perceptual colour maps and changed get_image_from_sample
[14] QPBH7QWC added MLBaste for confusion matrix, f1, roc, must still remove freq tables
[15] BOPNWZL4 refactored Skraak.jl into sub files, tidy now

Change contents

edit in src/Train.jl at line 28

[3.336198]

[2.6]

glob_pattern = "kiwi_set*/*/[N,K]/*.png" #11699814-element Vector{String}
model = "/media/david/SSD2/PrimaryDataset/model_K1-9_original_set_CPU_epoch-7-0.9924-2024-03-05.jld2"
train("K1-10_total_set_no_augumentation", 2, glob_pattern, model, 0.97, 64)
replacement in src/Train.jl at line 51

[3.336787]→[3.336787:336825](∅→∅)

glob_pattern::String = "*/*.png",

[3.336787]

[3.336825]

glob_pattern::String = "*/*.png", #images::Vector{String}
replacement in src/Train.jl at line 171

[3.340292]→[3.340292:340384](∅→∅)

x -> Noise.add_gauss(x, (rand() * 0.2)) |>
x -> apply_mask!(x, 3, 3, 12) |>

[3.340292]

[3.340384]

#x -> Noise.add_gauss(x, (rand() * 0.2)) |>
#x -> apply_mask!(x, 3, 3, 12) |>
edit in src/Predict.jl at line 61

[3.462]

[3.538]

@info "Model classes: $model_classes"
replacement in src/ConstructPrimaryDataset.jl at line 9

[3.373]→[2.515:529](∅→∅)

save_pngs

[3.373]

[3.389]

x -> save_pngs(x, output_path)
replacement in src/ConstructPrimaryDataset.jl at line 48

[3.6098]→[3.6098:6151](∅→∅)

signal, freq = Skraak.load_audio_file(b)

[3.6098]

[3.6151]

signal, freq = Skraak.load_audio_file(first(b))
replacement in src/ConstructPrimaryDataset.jl at line 56

[2.662]→[3.2952:2986](∅→∅),[3.376687]→[3.2952:2986](∅→∅)

function save_pngs(df::DataFrame)

[2.662]

[3.6239]

function save_pngs(df::DataFrame,
output_path::String)
replacement in src/ConstructPrimaryDataset.jl at line 68

[3.6665]→[2.701:764](∅→∅)

signal, freq = Skraak.load_audio_file("$folder/$file")

[3.6665]

[3.6748]

signal, freq = Skraak.load_audio_file("$output_path$folder/$file")
replacement in src/ConstructPrimaryDataset.jl at line 72

[3.378850]→[2.808:864](∅→∅)

mkpath("$folder/K")
mkpath("$folder/N")

[3.378850]

[2.864]

mkpath("$output_path$folder/K")
mkpath("$output_path$folder/N")
replacement in src/ConstructPrimaryDataset.jl at line 96

[3.7659]→[2.1063:1126](∅→∅)

"$folder/K/$folder-$start-$(start+4).png",

[3.7659]

[3.7742]

"$output_path$folder/K/$folder-$start-$(start+4).png",
replacement in src/ConstructPrimaryDataset.jl at line 103

[3.7989]→[2.1127:1190](∅→∅)

"$folder/N/$folder-$start-$(start+4).png",

[3.7989]

[3.8072]

"$output_path$folder/N/$folder-$start-$(start+4).png",
replacement in src/ConstructPrimaryDataset.jl at line 118

[3.8670]→[2.1238:1304](∅→∅)

"$folder/$l/$folder-$(duration-4)-$duration.png",

[3.8670]

[3.8756]

"$output_path$folder/$l/$folder-$(duration-4)-$duration.png",
replacement in Manifest.toml at line 41

[3.1401]→[3.2964:3023](∅→∅)

git-tree-sha1 = "0fb305e0253fd4e833d486914367a2ee2c2e78d0"

[3.1401]

[3.1460]

git-tree-sha1 = "e2a9873379849ce2ac9f9fa34b0e37bde5d5fe0a"
replacement in Manifest.toml at line 43

[3.1506]→[3.3024:3042](∅→∅)

version = "4.0.1"

[3.1506]

[3.1524]

version = "4.0.2"
replacement in Manifest.toml at line 341

[3.10263168]→[3.10263168:10263306](∅→∅)

deps = ["Chain", "DataFrames", "MacroTools", "OrderedCollections", "Reexport"]
git-tree-sha1 = "6970958074cd09727b9200685b8631b034c0eb16"

[3.10263168]

[3.10263306]

deps = ["Chain", "DataFrames", "MacroTools", "OrderedCollections", "Reexport", "TableMetadataTools"]
git-tree-sha1 = "e3932524132a3fb215385f5bd7d7e8b2c7ead737"
replacement in Manifest.toml at line 344

[3.10263352]→[3.10263352:10263371](∅→∅)

version = "0.14.1"

[3.10263352]

[3.10263371]

version = "0.15.0"
replacement in Manifest.toml at line 348

[3.10263456]→[3.1875:1934](∅→∅)

git-tree-sha1 = "1fb174f0d48fe7d142e1109a10636bc1d14f5ac2"

[3.10263456]

[3.10263515]

git-tree-sha1 = "0f4b5d62a88d8f59003e43c25a8a90de9eb76317"
replacement in Manifest.toml at line 350

[3.10263561]→[3.1935:1955](∅→∅)

version = "0.18.17"

[3.10263561]

[3.10263581]

version = "0.18.18"
replacement in Manifest.toml at line 605

[3.10267421]→[3.2483:2542](∅→∅)

git-tree-sha1 = "ac7b73d562b8f4287c3b67b4c66a5395a19c1ae8"

[3.10267421]

[3.10267480]

git-tree-sha1 = "db864f2d91f68a5912937af80327d288ea1f3aee"
replacement in Manifest.toml at line 607

[3.10267526]→[3.2543:2562](∅→∅)

version = "1.10.2"

[3.10267526]

[3.19275]

version = "1.10.3"
replacement in Manifest.toml at line 841

[3.28160]→[3.3298:3357](∅→∅)

git-tree-sha1 = "c7753cc3febe006708ce6798482004241f7d890b"

[3.28160]

[3.28219]

git-tree-sha1 = "ed7167240f40e62d97c1f5f7735dea6de3cc5c49"
replacement in Manifest.toml at line 843

[3.28265]→[3.3358:3377](∅→∅)

version = "0.9.17"

[3.28265]

[3.28284]

version = "0.9.18"
replacement in Manifest.toml at line 1177

[3.10273893]→[3.10273893:10273952](∅→∅)

git-tree-sha1 = "51901a49222b09e3743c65b8847687ae5fc78eb2"

[3.10273893]

[3.10273952]

git-tree-sha1 = "af81a32750ebc831ee28bdaaba6e1067decef51e"
replacement in Manifest.toml at line 1179

[3.10273998]→[3.10273998:10274016](∅→∅)

version = "1.4.1"

[3.10273998]

[3.10274016]

version = "1.4.2"
replacement in Manifest.toml at line 1289

[3.10276133]→[3.4553:4612](∅→∅)

git-tree-sha1 = "9e8fed0505b0c15b4c1295fd59ea47b411c019cf"

[3.10276133]

[3.10276192]

git-tree-sha1 = "9306f6085165d270f7e3db02af26a400d580f5c6"
replacement in Manifest.toml at line 1291

[3.10276238]→[3.4613:4631](∅→∅)

version = "1.4.2"

[3.10276238]

[3.10276256]

version = "1.4.3"
replacement in Manifest.toml at line 1316

[3.38828]→[3.38828:38887](∅→∅)

git-tree-sha1 = "00099623ffee15972c16111bcf84c58a0051257c"

[3.38828]

[3.38887]

git-tree-sha1 = "763a8ceb07833dd51bb9e3bbca372de32c0605ad"
replacement in Manifest.toml at line 1318

[3.38933]→[3.38933:38951](∅→∅)

version = "1.9.0"

[3.38933]

[3.38951]

version = "1.10.0"
edit in Manifest.toml at line 1594

[3.9864]

[3.10280393]

[[deps.TableMetadataTools]]
deps = ["DataAPI", "Dates", "TOML", "Tables", "Unitful"]
git-tree-sha1 = "c0405d3f8189bb9a9755e429c6ea2138fca7e31f"
uuid = "9ce81f87-eacc-4366-bf80-b621a3098ee2"
version = "0.1.0"
replacement in Manifest.toml at line 1663

[3.10281975]→[3.10202:10261](∅→∅)

git-tree-sha1 = "54194d92959d8ebaa8e26227dbe3cdefcdcd594f"

[3.10281975]

[3.10282034]

git-tree-sha1 = "3caa21522e7efac1ba21834a03734c57b4611c7e"
replacement in Manifest.toml at line 1665

[3.10282080]→[3.10262:10281](∅→∅)

version = "0.10.3"

[3.10282080]

[3.10282099]

version = "0.10.4"
edit in Manifest.toml at line 1708

[3.10282656]

[3.47210]

[[deps.Unitful]]
deps = ["Dates", "LinearAlgebra", "Random"]
git-tree-sha1 = "3c793be6df9dd77a0cf49d80984ef9ff996948fa"
uuid = "1986cc42-f94f-5a68-af5c-568840ba703d"
version = "1.19.0"
weakdeps = ["ConstructionBase", "InverseFunctions"]

[deps.Unitful.extensions]
ConstructionBaseUnitfulExt = "ConstructionBase"
InverseFunctionsUnitfulExt = "InverseFunctions"