quietlight/Skraak - Change PQ6OQCBQUJMAGTITCWSBFIKCGW3BO7ZOBQ2AB7DQOIUNZH2KICYAC

work on construct primary dataset

Created by quietlight on March 4, 2024

PQ6OQCBQUJMAGTITCWSBFIKCGW3BO7ZOBQ2AB7DQOIUNZH2KICYAC

Dependencies

In channels

main

Change contents

File deletion: .gitignore
BF:BFD[3.1] → [2.36:70]
BF:BFD[2.70] → [2.1:1]
B:BD[2.1] → [2.2:35]
```
Manifest.toml
._*
.pijul
.ignore
```
File deletion: .JuliaFormatter.toml
BF:BFD[3.1] → [2.165:209]
BF:BFD[2.209] → [2.72:72]
B:BD[2.72] → [2.73:164]
```
remove_extra_newlines = true
format_docstrings = true
verbose = true
format_markdown = true
```

Replacement in src/Train.jl at line 28 [4.335620]

B:BD[4.336198] → [5.6:126]

B:BD[5.126] → [6.21:81]

glob_pattern = "original_set/*/[N,K]/*.png" #from SSD2/PrimaryDataset 7758648 hard coded a random selection of not, 1:1
train("K1-9_original_set", 2, glob_pattern, true, 0.90, 64)

[4.336198]

[7.0]

glob_pattern = "original_set*/*/[N,K]/*.png" #from SSD2/PrimaryDataset 7758648 hard coded a random selection of not, 1:1
train("K1-9_original_set", 20, glob_pattern, true, 0.90, 64)

Replacement in src/Train.jl at line 52 [4.335620]

B:BD[4.336948] → [2.478:539]

    images = glob(glob_pattern) |> shuffle! |> x -> x[1:640]

[4.336948]

[4.337010]

    images = glob(glob_pattern) #|> shuffle! |> x -> x[1:640]

Replacement in src/Predict.jl at line 33 [4.366496]

B:BD[8.22] → [9.440:537]

model = "/media/david/SSD2/PrimaryDataset/model_K1-8_Colour_CPU_epoch-14-0.9129-2024-02-16.jld2"

[8.22]

[4.367291]

model = "/media/david/SSD2/PrimaryDataset/model_K1-9_original_set_CPU_epoch-7-0.9924-2024-03-05.jld2"

Replacement in src/Predict.jl at line 81 [4.366496]

B:BD[10.1119] → [10.1119:1176]

        predict_audio_folder(audio_files, model, folder)

[10.1119]

[10.1176]

        length(audio_files) > 0 ? predict_audio_folder(audio_files, model, folder) : @info "No png, flac, wav, WAV files present in $folder"

Insertion in src/ConstructPrimaryDataset.jl at line 2 [4.375124]
[8.72]
[11.2433]
```
#unfinished
```
Replacement in src/ConstructPrimaryDataset.jl at line 9 [4.375124]
B:BD[7.373] → [7.373:389]
```
    save_pngs()
```
[7.373]
[7.389]
```
    save_pngs
```

Insertion in src/ConstructPrimaryDataset.jl at line 55 [4.375124]

[4.376687]

[11.2952]

# work needed to make it save in correct place, currently saves relativ to pwd, this is incorrect relative to the previous function

Replacement in src/ConstructPrimaryDataset.jl at line 62 [4.375124]
B:BD[10.6394] → [10.6394:6411]
```
    for f in gdf
```
[10.6394]
[10.6411]
```
    for f in gdf #where f = the file
```
Deletion in src/ConstructPrimaryDataset.jl at line 66 [4.375124]
B:BD[4.377051] → [10.6534:6595]
∅:D[10.6595] → [4.378848:378849]
B:BD[4.378848] → [4.378848:378849]
```
        kiwi = f.kiwi
        @info (folder, duration, kiwi)
```

Replacement in src/ConstructPrimaryDataset.jl at line 67 [4.375124]

B:BD[10.6665] → [10.6665:6748]

        signal, freq = Skraak.load_audio_file("kiwi_set_2023-11-13/$folder/$file")

[10.6665]

[10.6748]

        signal, freq = Skraak.load_audio_file("$folder/$file")

Replacement in src/ConstructPrimaryDataset.jl at line 69 [4.375124]
B:BD[10.6787] → [10.6787:6827]
```
        duration = length_signal / freq
```
[10.6787]
[4.378849]
```
        duration = length_signal ÷ freq 
```

Replacement in src/ConstructPrimaryDataset.jl at line 71 [4.375124]

B:BD[4.378850] → [10.6828:6924]

        mkpath("kiwi_set_2023-11-13/$folder/K")
        mkpath("kiwi_set_2023-11-13/$folder/N")

[4.378850]

[10.6924]

        mkpath("$folder/K")
        mkpath("$folder/N")

Insertion in src/ConstructPrimaryDataset.jl at line 75 [4.375124]

[10.6983]


        #get a list of start and end times for each clip, clumsy, need to fix this bit
        kiwi = collect(map(collect, zip(f.start_time, f.end_time)))
        @info (folder, duration, kiwi)

Deletion in src/ConstructPrimaryDataset.jl at line 94 [4.375124]

B:BD[10.7534] → [10.7534:7628]

                #savefig(plot, "kiwi_set-2023-09-07/$folder/K/$folder-$start-$(start+4).png")

Replacement in src/ConstructPrimaryDataset.jl at line 95 [4.375124]

B:BD[10.7659] → [10.7659:7742]

                    "kiwi_set_2023-11-13/$folder/K/$folder-$start-$(start+4).png",

[10.7659]

[10.7742]

                    "$folder/K/$folder-$start-$(start+4).png",

Deletion in src/ConstructPrimaryDataset.jl at line 101 [4.375124]

B:BD[10.7864] → [10.7864:7958]

                #savefig(plot, "kiwi_set-2023-09-07/$folder/N/$folder-$start-$(start+4).png")

Replacement in src/ConstructPrimaryDataset.jl at line 102 [4.375124]

B:BD[10.7989] → [10.7989:8072]

                    "kiwi_set_2023-11-13/$folder/N/$folder-$start-$(start+4).png",

[10.7989]

[10.8072]

                    "$folder/N/$folder-$start-$(start+4).png",

Replacement in src/ConstructPrimaryDataset.jl at line 109 [4.375124]
B:BD[10.8203] → [10.8203:8248]
```
            wdf = df[duration-4:duration, :]
```
[10.8203]
[10.8248]
```
            wdf = ldf[duration-4:duration, :]
```

Deletion in src/ConstructPrimaryDataset.jl at line 116 [4.375124]

B:BD[10.8546] → [10.8546:8643]

            #savefig(plot, "kiwi_set-2023-09-07/$folder/$l/$folder-$(duration-4)-$duration.png")

Replacement in src/ConstructPrimaryDataset.jl at line 117 [4.375124]

B:BD[10.8670] → [10.8670:8756]

                "kiwi_set_2023-11-13/$folder/$l/$folder-$(duration-4)-$duration.png",

[10.8670]

[10.8756]

                "$folder/$l/$folder-$(duration-4)-$duration.png",

Insertion in src/ConstructPrimaryDataset.jl at line 122 [4.375124]

[10.8812]