{"header":{"message":"refactored Skraak.jl into sub files, tidy now","description":null,"timestamp":"2023-12-09T08:01:17.348087Z","authors":[{}]},"hash":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC","authors":[{"key":"AEj8dahVWy718uSSFPe9VSRJ5qX5G8pC2zvFzJJ8yzBd"}],"deps":{"hashes":[["BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC","refactored Skraak.jl into sub files, tidy now"],["AA",null],["U46LDPL7W76Z62KUTGA6QNB27C7HGBFUXT6E7V5X4ACTDUBTKAKAC","added model, CUDA works again now on ubuntu"],["EDYR5C55YKPEMJOS4O6YEUK5JYUWSX4NTPQGG4GLH5QL2O62GTPQC","fixed ConstructPrimaryDataSet, licence date, Readme, re-arranged Predict.jl"],["NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC","first commit"]],"deps":["U46LDPL7W76Z62KUTGA6QNB27C7HGBFUXT6E7V5X4ACTDUBTKAKAC","EDYR5C55YKPEMJOS4O6YEUK5JYUWSX4NTPQGG4GLH5QL2O62GTPQC"],"known":["NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC"]},"hunks":[{"FileDel":{"deleted_names":[{"basename":"Train_delete.jl","metadata":0}],"del":{"EdgeMap":{"edges":[{"previous":"BLOCK | FOLDER","flag":"BLOCK | FOLDER | DELETED","from":{"change":4,"pos":6598},"to":{"change":4,"start":335579,"end":335618},"introduced_by":4},{"previous":"BLOCK | FOLDER","flag":"BLOCK | FOLDER | DELETED","from":{"change":4,"pos":335618},"to":{"change":4,"start":329788,"end":329788},"introduced_by":4}],"inode":{"change":4,"pos":329788}}},"content_edges":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":329788},"to":{"change":4,"start":329789,"end":335578},"introduced_by":4}],"inode":{"change":4,"pos":329788}},"content":[{"Del":{"text":"# Train.jl","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:329799"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:329800"}},{"Del":{"text":"# https://github.com/FluxML/model-zoo/blob/master/tutorials/transfer_learning/transfer_learning.jl","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:329899"}},{"Del":{"text":"# This works on my data IT TRAINS best, but only -t 4","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:329953"}},{"Del":{"text":"# dont forget temp env","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:329976"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:329977"}},{"Del":{"text":"using Random: shuffle!","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330000"}},{"Del":{"text":"using Random: seed!","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330020"}},{"Del":{"text":"import Base: length","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330040"}},{"Del":{"text":"import Base: getindex","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330062"}},{"Del":{"text":"using Images","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330075"}},{"Del":{"text":"using Flux","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330086"}},{"Del":{"text":"using CUDA","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330097"}},{"Del":{"text":"using Metalhead","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330113"}},{"Del":{"text":"using Noise","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330125"}},{"Del":{"text":"using Glob","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330136"}},{"Del":{"text":"using BSON: @save","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330154"}},{"Del":{"text":"using Dates","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330166"}},{"Del":{"text":"#using CSV","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330177"}},{"Del":{"text":"using DataFrames","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330194"}},{"Del":{"text":"using FreqTables","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330211"}},{"Del":{"text":"using JLD2","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330222"}},{"Del":{"text":"using Logging, LoggingExtras","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330251"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330252"}},{"Del":{"text":"imgs = glob(\"2023-09-*/*/*/[N,K]/*.png\") #from SSD2","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330304"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330305"}},{"Del":{"text":"seed!(1234);","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330318"}},{"Del":{"text":"shuffle!(imgs)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330333"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330334"}},{"Del":{"text":"#CSV.write(\"files.csv\", DataFrame(file=imgs))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330380"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330381"}},{"Del":{"text":"device = CUDA.functional() ? gpu : cpu","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330420"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330421"}},{"Del":{"text":"struct ImageContainer{T<:Vector}","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330454"}},{"Del":{"text":" img::T","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330465"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330469"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330470"}},{"Del":{"text":"struct ValidationImageContainer{T<:Vector}","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330513"}},{"Del":{"text":" img::T","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330524"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330528"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330529"}},{"Del":{"text":"data = ImageContainer(imgs)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330557"}},{"Del":{"text":"val_data = ValidationImageContainer(imgs)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330599"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330600"}},{"Del":{"text":"length(data::ImageContainer) = length(data.img)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330648"}},{"Del":{"text":"length(data::ValidationImageContainer) = length(data.img)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330706"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330707"}},{"Del":{"text":"const im_size = (224, 224)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330734"}},{"Del":{"text":"name_to_idx = Dict{String,Int32}(\"K\" => 1, \"N\" => 2)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330787"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330788"}},{"Del":{"text":"function getindex(data::ImageContainer{Vector{String}}, idx::Int)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330854"}},{"Del":{"text":" path = data.img[idx]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330879"}},{"Del":{"text":" img =","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330889"}},{"Del":{"text":" Images.load(path) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330918"}},{"Del":{"text":" x ->","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330931"}},{"Del":{"text":" Images.imresize(x, 224, 224) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330975"}},{"Del":{"text":" x ->","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:330992"}},{"Del":{"text":" Images.RGB.(x) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331026"}},{"Del":{"text":" x ->","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331047"}},{"Del":{"text":" Noise.add_gauss(x, (rand() * 0.2)) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331105"}},{"Del":{"text":" x ->","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331130"}},{"Del":{"text":" apply_mask(x, 3, 3, 12) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331181"}},{"Del":{"text":" x ->","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331210"}},{"Del":{"text":" collect(channelview(float32.(x))) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331275"}},{"Del":{"text":" x -> permutedims(x, (3, 2, 1))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331334"}},{"Del":{"text":" y = name_to_idx[(split(path, \"/\")[end-1])]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331381"}},{"Del":{"text":" return img, y","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331399"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331403"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331404"}},{"Del":{"text":"function getindex(data::ValidationImageContainer{Vector{String}}, idx::Int)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331480"}},{"Del":{"text":" path = data.img[idx]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331505"}},{"Del":{"text":" img =","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331515"}},{"Del":{"text":" Images.load(path) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331544"}},{"Del":{"text":" x ->","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331557"}},{"Del":{"text":" Images.imresize(x, 224, 224) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331601"}},{"Del":{"text":" x ->","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331618"}},{"Del":{"text":" Images.RGB.(x) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331652"}},{"Del":{"text":" x -> collect(channelview(float32.(x))) |> x -> permutedims(x, (3, 2, 1))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331741"}},{"Del":{"text":" y = name_to_idx[(split(path, \"/\")[end-1])]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331788"}},{"Del":{"text":" return img, y","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331806"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331810"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331811"}},{"Del":{"text":"# assumes 224px square images","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331841"}},{"Del":{"text":"function apply_mask(","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331862"}},{"Del":{"text":" img::Array{RGB{N0f8},2},","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331891"}},{"Del":{"text":" max_number::Int = 3,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331916"}},{"Del":{"text":" min_size::Int = 3,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331939"}},{"Del":{"text":" max_size::Int = 22,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331963"}},{"Del":{"text":")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331965"}},{"Del":{"text":" # horizontal","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:331982"}},{"Del":{"text":" for range in get_random_ranges(max_number, min_size, max_size)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332049"}},{"Del":{"text":" img[range, :] .= RGB{N0f8}(0.7, 0.7, 0.7)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332099"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332107"}},{"Del":{"text":" # vertical","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332122"}},{"Del":{"text":" for range in get_random_ranges(max_number, min_size, max_size)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332189"}},{"Del":{"text":" img[:, range] .= RGB{N0f8}(0.7, 0.7, 0.7)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332239"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332247"}},{"Del":{"text":" return img","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332262"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332266"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332267"}},{"Del":{"text":"# assumes 224px square images","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332297"}},{"Del":{"text":"function get_random_ranges(max_number::Int, min_size::Int, max_size::Int)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332371"}},{"Del":{"text":" number = rand(0:max_number)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332403"}},{"Del":{"text":" ranges = []","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332419"}},{"Del":{"text":" while length(ranges) < number","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332453"}},{"Del":{"text":" start = rand(1:224)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332481"}},{"Del":{"text":" size = rand(min_size:max_size)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332520"}},{"Del":{"text":" if start + size > 224","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332550"}},{"Del":{"text":" continue","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332571"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332583"}},{"Del":{"text":" push!(ranges, start:start+size)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332623"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332631"}},{"Del":{"text":" return ranges","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332649"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332653"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332654"}},{"Del":{"text":"# define DataLoaders","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332675"}},{"Del":{"text":"const batch_size = 64","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332697"}},{"Del":{"text":"const train_test_split = 0.95","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332727"}},{"Del":{"text":"const ceiling = length(data) ÷ batch_size * batch_size","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332783"}},{"Del":{"text":"const train_test_index =","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332808"}},{"Del":{"text":" ceiling ÷ batch_size * train_test_split |> round |> x -> x * batch_size |> Int","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332892"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332893"}},{"Del":{"text":"train = Flux.DataLoader(","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332918"}},{"Del":{"text":" ImageContainer(imgs[1:train_test_index]);","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332964"}},{"Del":{"text":" batchsize = batch_size,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:332992"}},{"Del":{"text":" collate = true,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333012"}},{"Del":{"text":" parallel = true,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333033"}},{"Del":{"text":")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333035"}},{"Del":{"text":"device == gpu ? train = CuIterator(train) : nothing","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333087"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333088"}},{"Del":{"text":"train_sample = Flux.DataLoader(","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333120"}},{"Del":{"text":" ValidationImageContainer(imgs[1:(ceiling-train_test_index)]);","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333186"}},{"Del":{"text":" batchsize = batch_size,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333214"}},{"Del":{"text":" collate = true,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333234"}},{"Del":{"text":" parallel = true,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333255"}},{"Del":{"text":")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333257"}},{"Del":{"text":"device == gpu ? train_sample = CuIterator(train_sample) : nothing","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333323"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333324"}},{"Del":{"text":"test = Flux.DataLoader(","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333348"}},{"Del":{"text":" ValidationImageContainer(imgs[train_test_index+1:ceiling]);","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333412"}},{"Del":{"text":" batchsize = batch_size,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333440"}},{"Del":{"text":" collate = true,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333460"}},{"Del":{"text":" parallel = true,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333481"}},{"Del":{"text":")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333483"}},{"Del":{"text":"device == gpu ? test = CuIterator(test) : nothing","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333533"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333534"}},{"Del":{"text":"fst = Metalhead.ResNet(18, pretrain = true).layers","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333585"}},{"Del":{"text":"# BEWARE NUMBER CLASSES","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333609"}},{"Del":{"text":"lst = Flux.Chain(AdaptiveMeanPool((1, 1)), Flux.flatten, Dense(512 => 2));","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333684"}},{"Del":{"text":"model = Flux.Chain(fst[1], lst) |> device","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333726"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333727"}},{"Del":{"text":"function eval_f(m, d)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333749"}},{"Del":{"text":" good = 0","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333762"}},{"Del":{"text":" count = 0","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333776"}},{"Del":{"text":" pred = []","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333790"}},{"Del":{"text":" actual = []","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333806"}},{"Del":{"text":" for (x, y) in d","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333826"}},{"Del":{"text":" p = Flux.onecold(m(x))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333857"}},{"Del":{"text":" good += sum(p .== y)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333886"}},{"Del":{"text":" count += length(y)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333913"}},{"Del":{"text":" append!(pred, p)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333938"}},{"Del":{"text":" append!(actual, y)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333965"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:333973"}},{"Del":{"text":" accuracy = round(good / count, digits = 4)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334020"}},{"Del":{"text":" confusion_matrix =","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334043"}},{"Del":{"text":" freqtable(DataFrame(targets = actual, predicts = pred), :targets, :predicts)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334128"}},{"Del":{"text":" return accuracy, confusion_matrix","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334166"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334170"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334171"}},{"Del":{"text":"# BEWARE NUMBER CLASSES","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334195"}},{"Del":{"text":"function train_epoch!(model; opt, train)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334236"}},{"Del":{"text":" Flux.train!(model, train, opt) do m, x, y","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334282"}},{"Del":{"text":" Flux.Losses.logitcrossentropy(m(x), Flux.onehotbatch(y, 1:2))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334352"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334360"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334364"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334365"}},{"Del":{"text":"opt = Flux.setup(Flux.Optimisers.Adam(1e-5), model);","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334418"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334419"}},{"Del":{"text":"logger = FileLogger(\"logfile.txt\"; append = true)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334469"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334470"}},{"Del":{"text":"@time metric_eval, v_confusion_matrix = eval_f(model, test)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334530"}},{"Del":{"text":"#with_logger(logger) do","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334554"}},{"Del":{"text":"@info \"eval\" accuracy = metric_eval","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334590"}},{"Del":{"text":"@info \"eval\" v_confusion_matrix","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334622"}},{"Del":{"text":"#end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334627"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334628"}},{"Del":{"text":"a = 0.0","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334636"}},{"Del":{"text":"for iter in 1:15","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334653"}},{"Del":{"text":" println(\"\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334669"}},{"Del":{"text":" println(\"Epoch: $iter\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334697"}},{"Del":{"text":" @time train_epoch!(model; opt, train)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334739"}},{"Del":{"text":" @time metric_train, t_confusion_matrix = eval_f(model, train_sample)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334812"}},{"Del":{"text":" #with_logger(logger) do","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334840"}},{"Del":{"text":" @info \"Epoch: \" iter","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334865"}},{"Del":{"text":" @info \"train\" accuracy = metric_train","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334907"}},{"Del":{"text":" @info \"train\" t_confusion_matrix","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334944"}},{"Del":{"text":" #end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:334953"}},{"Del":{"text":" @time metric_eval, v_confusion_matrix = eval_f(model, test)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:335017"}},{"Del":{"text":" #with_logger(logger) do","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:335045"}},{"Del":{"text":" @info \"test\" accuracy = metric_eval","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:335085"}},{"Del":{"text":" @info \"test\" v_confusion_matrix","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:335121"}},{"Del":{"text":" #end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:335130"}},{"Del":{"text":" metric_eval > a && begin","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:335159"}},{"Del":{"text":" a = metric_eval","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:335183"}},{"Del":{"text":" let _model = cpu(model)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:335215"}},{"Del":{"text":" jldsave(","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:335236"}},{"Del":{"text":" \"model_K1-4_CPU_epoch-$iter-$metric_eval-$(today()).jld2\";","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:335311"}},{"Del":{"text":" model_state = Flux.state(_model),","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:335361"}},{"Del":{"text":" )","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:335375"}},{"Del":{"text":" #BSON.@save \"model_K1-3_CPU_epoch-$iter-$metric_eval-$(now()).bson\" _model","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:335462"}},{"Del":{"text":" #with_logger(logger) do","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:335498"}},{"Del":{"text":" @info \"Saved a best_model\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:335537"}},{"Del":{"text":" #end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:335554"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:335566"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:335574"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:335578"}}]}},{"FileDel":{"deleted_names":[{"basename":"Predict_delete.jl","metadata":0}],"del":{"EdgeMap":{"edges":[{"previous":"BLOCK | FOLDER","flag":"BLOCK | FOLDER | DELETED","from":{"change":4,"pos":6598},"to":{"change":4,"start":366453,"end":366494},"introduced_by":4},{"previous":"BLOCK | FOLDER","flag":"BLOCK | FOLDER | DELETED","from":{"change":4,"pos":366494},"to":{"change":4,"start":360107,"end":360107},"introduced_by":4}],"inode":{"change":4,"pos":360107}}},"content_edges":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":360107},"to":{"change":4,"start":360108,"end":366452},"introduced_by":4}],"inode":{"change":4,"pos":360107}},"content":[{"Del":{"text":"# Predict.jl","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360120"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360121"}},{"Del":{"text":"using WAV, DSP, Images, ThreadsX, Dates, DataFrames, CSV, Flux, CUDA, Metalhead, JLD2, FLAC","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360213"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360214"}},{"Del":{"text":"export predict","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360229"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360230"}},{"Del":{"text":"\"\"\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360234"}},{"Del":{"text":"predict(glob_pattern::String, model::String)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360279"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360280"}},{"Del":{"text":"This function takes a glob pattern for folders to run over, and a model path. It saves results in a csv for each folder, similar to opensoundscape","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360427"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360428"}},{"Del":{"text":"Args:","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360434"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360435"}},{"Del":{"text":"• glob pattern (folder/)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360463"}},{"Del":{"text":"• model path","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360479"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360480"}},{"Del":{"text":"Returns: Nothing - This function saves csv files.","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360530"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360531"}},{"Del":{"text":"I use this function to find kiwi from new data gathered on a trip.","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360598"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360599"}},{"Del":{"text":"Note:","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360605"}},{"Del":{"text":"Dont forget temp env, julia -t 4","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360639"}},{"Del":{"text":"From Pomona-3/Pomona-3/","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360663"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360664"}},{"Del":{"text":"Use like:","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360674"}},{"Del":{"text":"using Skraak","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360687"}},{"Del":{"text":"glob_pattern = \"*/2023-10-19/\" #from SSD1","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360729"}},{"Del":{"text":"model = \"/media/david/SSD1/model_K1-3_CPU_epoch-10-0.9965-2023-10-18T17:32:36.747.jld2\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360817"}},{"Del":{"text":"predict(glob_pattern, model)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360846"}},{"Del":{"text":"\"\"\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360850"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360851"}},{"Del":{"text":"function predict(glob_pattern::String, model::String)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360905"}},{"Del":{"text":" model = load_model(model) |> device","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360945"}},{"Del":{"text":" folders = glob(glob_pattern)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360978"}},{"Del":{"text":" @info \"Folders: $folders\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361008"}},{"Del":{"text":" for folder in folders","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361034"}},{"Del":{"text":" @info \"Working on: $folder\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361070"}},{"Del":{"text":" predict_folder(folder, model)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361108"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361116"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361120"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361121"}},{"Del":{"text":"function predict(folders::Vector{String}, model::String)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361178"}},{"Del":{"text":" model = load_model(model) |> device","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361218"}},{"Del":{"text":" @info \"Folders: $folders\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361248"}},{"Del":{"text":" for folder in folders","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361274"}},{"Del":{"text":" @info \"Working on: $folder\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361310"}},{"Del":{"text":" predict_folder(folder, model)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361348"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361356"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361360"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361361"}},{"Del":{"text":"#~~~~~ The guts ~~~~~#","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361384"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361385"}},{"Del":{"text":"device = CUDA.functional() ? gpu : cpu","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361424"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361425"}},{"Del":{"text":"#= TO DELETE","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361438"}},{"Del":{"text":"function get_image_for_inference(sample, f)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361482"}},{"Del":{"text":" S = DSP.spectrogram(sample, 400, 2; fs = f)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361530"}},{"Del":{"text":" i = S.power","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361546"}},{"Del":{"text":" if minimum(i) == 0.0","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361571"}},{"Del":{"text":" l = i |> vec |> unique |> sort","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361610"}},{"Del":{"text":" replace!(i, 0.0 => l[2])","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361643"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361651"}},{"Del":{"text":" image =","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361663"}},{"Del":{"text":" #! format: off","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361686"}},{"Del":{"text":" DSP.pow2db.(i) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361712"}},{"Del":{"text":" x -> x .+ abs(minimum(x)) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361749"}},{"Del":{"text":" x -> x ./ maximum(x) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361781"}},{"Del":{"text":" x -> reverse(x, dims = 1) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361818"}},{"Del":{"text":" x -> RGB.(x) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361842"}},{"Del":{"text":" x -> imresize(x, 224, 224) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361880"}},{"Del":{"text":" x -> collect(channelview(float32.(x))) |> ","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361931"}},{"Del":{"text":" x -> permutedims(x, (3, 2, 1))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361970"}},{"Del":{"text":" #! format: on","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:361992"}},{"Del":{"text":" return image","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362009"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362013"}},{"Del":{"text":"=#","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362016"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362017"}},{"Del":{"text":"function get_image_for_inference(sample, f)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362061"}},{"Del":{"text":" image =","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362073"}},{"Del":{"text":" #! format: off","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362096"}},{"Del":{"text":" get_image_from_sample(sample, f) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362140"}},{"Del":{"text":" x -> collect(channelview(float32.(x))) |> ","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362191"}},{"Del":{"text":" x -> permutedims(x, (3, 2, 1))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362230"}},{"Del":{"text":" #! format: on","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362252"}},{"Del":{"text":" return image","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362269"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362273"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362274"}},{"Del":{"text":"function get_images(file::String, increment::Int = 5, divisor::Int = 2) #5s sample, 2.5s hop","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362367"}},{"Del":{"text":" ext = split(file, \".\")[end]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362399"}},{"Del":{"text":" @assert ext in [\"WAV\", \"wav\", \"flac\"] \"Unsupported audio file type, requires wav or flac.\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362494"}},{"Del":{"text":" if ext in [\"WAV\", \"wav\"]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362523"}},{"Del":{"text":" signal, freq = wavread(file)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362560"}},{"Del":{"text":" else","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362569"}},{"Del":{"text":" signal, freq = load(file)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362603"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362611"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362612"}},{"Del":{"text":" if freq > 16000","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362632"}},{"Del":{"text":" signal = DSP.resample(signal, 16000.0f0 / freq; dims = 1)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362698"}},{"Del":{"text":" freq = 16000","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362719"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362727"}},{"Del":{"text":" f = convert(Int, freq)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362754"}},{"Del":{"text":" inc = increment * f","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362778"}},{"Del":{"text":" hop = f * increment ÷ divisor #need guarunteed Int, maybe not anymore, refactor","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362863"}},{"Del":{"text":" split_signal = DSP.arraysplit(signal[:, 1], inc, hop)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:362921"}},{"Del":{"text":" raw_images = ThreadsX.map(x -> get_image_for_inference(x, f), split_signal)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363001"}},{"Del":{"text":" n_samples = length(raw_images)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363036"}},{"Del":{"text":" return raw_images, n_samples","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363069"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363073"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363074"}},{"Del":{"text":"function get_images_time_from_wav(file::String, increment::Int = 5, divisor::Int = 2)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363160"}},{"Del":{"text":" raw_images, n_samples = get_images(file::String, increment, divisor)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363233"}},{"Del":{"text":" images = reshape_images(raw_images, n_samples)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363284"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363285"}},{"Del":{"text":" start_time = 0:(increment/divisor):(n_samples-1)*(increment/divisor)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363358"}},{"Del":{"text":" end_time = increment:(increment/divisor):(n_samples+1)*(increment/divisor)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363437"}},{"Del":{"text":" time = collect(zip(start_time, end_time))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363483"}},{"Del":{"text":" return images, time","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363507"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363511"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363512"}},{"Del":{"text":"function reshape_images(raw_images, n_samples)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363559"}},{"Del":{"text":" images =","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363572"}},{"Del":{"text":" #! format: off","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363595"}},{"Del":{"text":" hcat(raw_images...) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363626"}},{"Del":{"text":" x -> reshape(x, (224, 224, 3, n_samples))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363676"}},{"Del":{"text":" #! format: on","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363698"}},{"Del":{"text":" return images","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363716"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363720"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363721"}},{"Del":{"text":"function predict_file(file::String, folder::String, model)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363780"}},{"Del":{"text":" #check form of opensoundscape preds.csv and needed by my make_clips","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363852"}},{"Del":{"text":" @info \"File: $file\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363876"}},{"Del":{"text":" @time images, time = get_images_time_from_wav(file)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363932"}},{"Del":{"text":" data = images |> device","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:363960"}},{"Del":{"text":" @time predictions = Flux.onecold(model(data))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364010"}},{"Del":{"text":" f = (repeat([\"$file\"], length(time)))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364052"}},{"Del":{"text":" df = DataFrame(","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364072"}},{"Del":{"text":" :file => f,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364092"}},{"Del":{"text":" :start_time => first.(time),","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364129"}},{"Del":{"text":" :end_time => last.(time),","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364163"}},{"Del":{"text":" :label => predictions,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364194"}},{"Del":{"text":" )","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364200"}},{"Del":{"text":" return df","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364214"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364218"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364219"}},{"Del":{"text":"function predict_folder(folder::String, model)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364266"}},{"Del":{"text":" wav = glob(\"$folder/*.[W,w][A,a][V,v]\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364310"}},{"Del":{"text":" flac = glob(\"$folder/*.flac\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364344"}},{"Del":{"text":" files = cat(wav, flac; dims = 1)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364381"}},{"Del":{"text":" @info \"$(length(files)) files in $folder\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364427"}},{"Del":{"text":" df = DataFrame(","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364447"}},{"Del":{"text":" file = String[],","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364472"}},{"Del":{"text":" start_time = Float64[],","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364504"}},{"Del":{"text":" end_time = Float64[],","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364534"}},{"Del":{"text":" label = Int[],","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364557"}},{"Del":{"text":" )","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364563"}},{"Del":{"text":" save_path = \"$folder/preds-$(today()).csv\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364610"}},{"Del":{"text":" CSV.write(\"$save_path\", df)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364642"}},{"Del":{"text":" for file in files","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364664"}},{"Del":{"text":" df = predict_file(file, folder, model)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364711"}},{"Del":{"text":" CSV.write(\"$save_path\", df, append = true)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364762"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364770"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364774"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364775"}},{"Del":{"text":"# see load_model() from train, different input types","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364828"}},{"Del":{"text":"function load_model(model_path::String)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364868"}},{"Del":{"text":" model_state = JLD2.load(model_path, \"model_state\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364923"}},{"Del":{"text":" model_classes = length(model_state[1][2][1][3][2])","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:364978"}},{"Del":{"text":" f = Metalhead.ResNet(18, pretrain = false).layers","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365032"}},{"Del":{"text":" l = Flux.Chain(AdaptiveMeanPool((1, 1)), Flux.flatten, Dense(512 => model_classes))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365120"}},{"Del":{"text":" model = Flux.Chain(f[1], l)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365152"}},{"Del":{"text":" Flux.loadmodel!(model, model_state)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365192"}},{"Del":{"text":" return model","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365209"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365213"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365214"}},{"Del":{"text":"#=","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365217"}},{"Del":{"text":"function load_bson(model_path::String)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365256"}},{"Del":{"text":" BSON.@load model_path model","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365288"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365292"}},{"Del":{"text":"=#","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365295"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365296"}},{"Del":{"text":"############### PYTHON Opensoundscape ################","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365351"}},{"Del":{"text":"#=","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365354"}},{"Del":{"text":"# Dont forget conda activate opensoundscape","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365398"}},{"Del":{"text":"# Dont forget to modify file names and glob pattern","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365450"}},{"Del":{"text":"# Run script in Pomona-2, hard code trip date in the glob","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365508"}},{"Del":{"text":"# python /media/david/USB/Skraak/src/predict.py","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365556"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365557"}},{"Del":{"text":"from opensoundscape.torch.models.cnn import load_model","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365612"}},{"Del":{"text":"import opensoundscape","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365634"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365635"}},{"Del":{"text":"import torch","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365648"}},{"Del":{"text":"from pathlib import Path","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365673"}},{"Del":{"text":"import numpy as np","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365692"}},{"Del":{"text":"import pandas as pd","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365712"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365713"}},{"Del":{"text":"from glob import glob","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365735"}},{"Del":{"text":"import os","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365745"}},{"Del":{"text":"from datetime import datetime","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365775"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365776"}},{"Del":{"text":"model = load_model('/home/david/best.model')","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365821"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365822"}},{"Del":{"text":"# folders = glob('./*/2023-?????/')","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365859"}},{"Del":{"text":"folders = glob('./*/*/')","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365885"}},{"Del":{"text":"for folder in folders:","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365908"}},{"Del":{"text":" os.chdir(folder)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365929"}},{"Del":{"text":" print(folder, ' start: ', datetime.now())","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:365975"}},{"Del":{"text":" # Beware, secretary island files are .wav","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:366021"}},{"Del":{"text":" field_recordings = glob('./*.WAV')","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:366060"}},{"Del":{"text":" scores, preds, unsafe = model.predict(","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:366103"}},{"Del":{"text":" field_recordings,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:366133"}},{"Del":{"text":" binary_preds = 'single_target',","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:366177"}},{"Del":{"text":" overlap_fraction = 0.5,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:366213"}},{"Del":{"text":" batch_size = 128,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:366244"}},{"Del":{"text":" num_workers = 12)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:366274"}},{"Del":{"text":" scores.to_csv(\"scores-2023-11-07.csv\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:366317"}},{"Del":{"text":" preds.to_csv(\"preds-2023-11-07.csv\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:366358"}},{"Del":{"text":" os.chdir('../..')","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:366380"}},{"Del":{"text":" print(folder, ' done: ', datetime.now())","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:366425"}},{"Del":{"text":" print()","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:366437"}},{"Del":{"text":" print()","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:366449"}},{"Del":{"text":"=#","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:366452"}}]}},{"Edit":{"inode":{"change":4,"pos":313612},"path":"src/Utility.jl","line":2,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":313626},"to":{"change":4,"start":313626,"end":315017},"introduced_by":4}],"inode":{"change":4,"pos":313612}}},"contents":[{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313626"}},{"Del":{"text":"using CSV,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313637"}},{"Del":{"text":" DataFrames,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313653"}},{"Del":{"text":" Dates,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313664"}},{"Del":{"text":" DBInterface,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313681"}},{"Del":{"text":" DSP,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313690"}},{"Del":{"text":" DuckDB,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313702"}},{"Del":{"text":" Glob,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313712"}},{"Del":{"text":" HTTP,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313722"}},{"Del":{"text":" Images,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313734"}},{"Del":{"text":" JSON,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313744"}},{"Del":{"text":" PNGFiles,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313758"}},{"Del":{"text":" Random,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313770"}},{"Del":{"text":" SHA,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313779"}},{"Del":{"text":" TimeZones,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313794"}},{"Del":{"text":" WAV,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313803"}},{"Del":{"text":" XMLDict","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313815"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313816"}},{"Del":{"text":"export move_one_hour!,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313839"}},{"Del":{"text":" check_png_wav_both_present,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313871"}},{"Del":{"text":" file_metadata_to_df,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313896"}},{"Del":{"text":" resize_image!,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313915"}},{"Del":{"text":" twilight_tuple_local_time,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313946"}},{"Del":{"text":" utc_to_nzdt!","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313963"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313964"}},{"Del":{"text":"\"\"\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:313968"}},{"Del":{"text":"move_one_hour!(files::Vector{String}, operator)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314016"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314017"}},{"Del":{"text":"This function takes a vector of file paths and renames each file in the","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314089"}},{"Del":{"text":"vector by changing the name of the file to the name of the file created one","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314165"}},{"Del":{"text":"hour before the original file. The new name format is yyyymmdd_HHMMSS.tmp,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314240"}},{"Del":{"text":"which represents the time stamp of the original file minus (or plus) one hour. This","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314324"}},{"Del":{"text":"function avoids force=true with mv, since new file names may already exist","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314399"}},{"Del":{"text":"and mv will stacktrace leaving a big mess to tidy up.","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314453"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314454"}},{"Del":{"text":"Args:","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314460"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314461"}},{"Del":{"text":"• files (Vector{String}): A vector of strings where each element is","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314532"}},{"Del":{"text":"a path to a file.","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314550"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314551"}},{"Del":{"text":"Returns: Nothing - This function only renames files and saves them.","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314619"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314620"}},{"Del":{"text":"I use this to turn the clock back at the end of daylight saving.","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314685"}},{"Del":{"text":"\"\"\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314689"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314690"}},{"Del":{"text":"#Assumes WAV files","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314709"}},{"Del":{"text":"function move_one_hour!(files::Vector{String}, operator)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314766"}},{"Del":{"text":" @assert operator == (+) || operator == (-)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314813"}},{"Del":{"text":" fix_extension_of_files = []","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314845"}},{"Del":{"text":" for old_file in files","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314871"}},{"Del":{"text":" # Extract the date and time of the original file using string chopping","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314950"}},{"Del":{"text":" a = chop(old_file, tail = 4)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:314987"}},{"Del":{"text":" d, t = split(a, \"_\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315016"}}]}},{"Replacement":{"inode":{"change":4,"pos":313612},"path":"src/Utility.jl","line":3,"ins":{"up_context":[{"change":4,"pos":315018}],"down_context":[{"change":4,"pos":315222}],"flag":"BLOCK","start":5,"end":115,"inode":{"change":4,"pos":313612}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":315018},"to":{"change":4,"start":315018,"end":315222},"introduced_by":4}],"inode":{"change":4,"pos":313612}},"ins_contents":[{"Add":{"text":"export check_png_wav_both_present,","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:39"}},{"Add":{"text":" resize_image!, twilight_tuple_local_time, move_one_hour!, utc_to_nzdt!","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:114"}}],"del_contents":[{"Del":{"text":" ye = parse(Int64, d[1:4])","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315051"}},{"Del":{"text":" mo = parse(Int64, d[5:6])","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315085"}},{"Del":{"text":" da = parse(Int64, d[7:8])","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315119"}},{"Del":{"text":" ho = parse(Int64, t[1:2])","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315153"}},{"Del":{"text":" mi = parse(Int64, t[3:4])","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315187"}},{"Del":{"text":" se = parse(Int64, t[5:6])","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315221"}}]}},{"Replacement":{"inode":{"change":4,"pos":313612},"path":"src/Utility.jl","line":6,"ins":{"up_context":[{"change":4,"pos":315223}],"down_context":[{"change":4,"pos":315269}],"flag":"BLOCK","start":116,"end":245,"inode":{"change":4,"pos":313612}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":315223},"to":{"change":4,"start":315223,"end":315269},"introduced_by":4}],"inode":{"change":4,"pos":313612}},"ins_contents":[{"Add":{"text":"using CSV, DataFrames, Dates, Glob, HTTP, Images, JSON, TimeZones, WAV","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:186"}},{"Add":{"text":"#XMLDict, DBInterface, DSP, DuckDB, PNGFiles, Random, SHA","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:244"}}],"del_contents":[{"Del":{"text":" dt = DateTime(ye, mo, da, ho, mi, se)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315268"}}]}},{"Edit":{"inode":{"change":4,"pos":313612},"path":"src/Utility.jl","line":9,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":315270},"to":{"change":4,"start":315270,"end":315940},"introduced_by":4}],"inode":{"change":4,"pos":313612}}},"contents":[{"Del":{"text":" #new_date = dt - Dates.Hour(1)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315308"}},{"Del":{"text":" new_date = operator(dt, Dates.Hour(1))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315355"}},{"Del":{"text":" # Must drop the WAV extension to avoiding force=true ","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315417"}},{"Del":{"text":" # with mv, since the new file name may already exist and mv","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315487"}},{"Del":{"text":" # will stacktrace leaving a big mess to tidy up.","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315544"}},{"Del":{"text":" base_file = Dates.format(new_date, \"yyyymmdd_HHMMSS\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315606"}},{"Del":{"text":" temp_file = base_file * \".tmp\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315645"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315646"}},{"Del":{"text":" # Tuple to tidy extensions later","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315687"}},{"Del":{"text":" tidy = (temp_file, base_file * \".WAV\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315734"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315735"}},{"Del":{"text":" mv(old_file, temp_file)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315767"}},{"Del":{"text":" push!(fix_extension_of_files, tidy)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315811"}},{"Del":{"text":" print(\".\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315830"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315838"}},{"Del":{"text":" for item in fix_extension_of_files","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315877"}},{"Del":{"text":" mv(item[1], item[2])","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315906"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315914"}},{"Del":{"text":" print(\"Tidy\\n\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315934"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315938"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:315939"}}]}},{"Edit":{"inode":{"change":4,"pos":313612},"path":"src/Utility.jl","line":24,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":316421},"to":{"change":4,"start":316421,"end":316422},"introduced_by":4}],"inode":{"change":4,"pos":313612}}},"contents":[{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:316421"}}]}},{"Edit":{"inode":{"change":4,"pos":313612},"path":"src/Utility.jl","line":41,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":316919},"to":{"change":4,"start":316919,"end":317670},"introduced_by":4}],"inode":{"change":4,"pos":313612}}},"contents":[{"Del":{"text":"#=","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:316921"}},{"Del":{"text":"used like:","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:316932"}},{"Del":{"text":"using Glob, Skraak, CSV","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:316956"}},{"Del":{"text":"folders=glob(\"*/2023-11-02/\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:316986"}},{"Del":{"text":"for folder in folders","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317008"}},{"Del":{"text":"cd(folder)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317019"}},{"Del":{"text":" try","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317027"}},{"Del":{"text":" df = Skraak.file_metadata_to_df()","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317069"}},{"Del":{"text":" CSV.write(\"/media/david/Pomona-3/Pomona-3/pomona_files_20231102.csv\", df; append=true)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317164"}},{"Del":{"text":" catch","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317174"}},{"Del":{"text":" @warn \"error with $folder\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317209"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317217"}},{"Del":{"text":"cd(\"/media/david/Pomona-3/Pomona-3/\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317255"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317259"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317260"}},{"Del":{"text":"Then using duckdb cli from SSD:","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317292"}},{"Del":{"text":"duckdb AudioData.duckdb","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317316"}},{"Del":{"text":"show tables;","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317329"}},{"Del":{"text":"SELECT * FROM pomona_files;","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317357"}},{"Del":{"text":"COPY pomona_files FROM '/media/david/Pomona-3/Pomona-3/pomona_files_20231019.csv';","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317440"}},{"Del":{"text":"SELECT * FROM pomona_files;","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317468"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317469"}},{"Del":{"text":"Then backup with:","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317487"}},{"Del":{"text":"EXPORT DATABASE 'AudioDataBackup_2023-07-29';","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317533"}},{"Del":{"text":".quit","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317539"}},{"Del":{"text":"Then quit and backup using cp on the db file","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317584"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317585"}},{"Del":{"text":"Then rsync ssd to usb","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317607"}},{"Del":{"text":"rsync -avzr --delete /media/david/SSD1/ /media/david/USB/","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317666"}},{"Del":{"text":"=#","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317669"}}]}},{"Edit":{"inode":{"change":4,"pos":313612},"path":"src/Utility.jl","line":42,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":317674},"to":{"change":4,"start":317674,"end":324634},"introduced_by":4}],"inode":{"change":4,"pos":313612}}},"contents":[{"Del":{"text":"file_metadata_to_df()","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317695"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317696"}},{"Del":{"text":"This function takes a file name, extracts wav metadata, gpx location, recording period start/end and returnes a dataframe.","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317819"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317820"}},{"Del":{"text":"This function needs raw audiomoth wav files and a gpx.","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317875"}},{"Del":{"text":"This function needs /media/david/SSD1/dawn_dusk.csv","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317927"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:317928"}},{"Del":{"text":"using DataFrames, Dates, DelimitedFiles, DuckDB, Glob, JSON3, Random, SHA, TimeZones, WAV, XMLDict","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318027"}},{"Del":{"text":"\"\"\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318031"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318032"}},{"Del":{"text":"function file_metadata_to_df()","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318063"}},{"Del":{"text":" # Initialise dataframe with columns: disk, location, trip_date, file, lattitude, longitude, start_recording_period_localt, finish_recording_period_localt, duration, sample_rate, zdt, ldt, moth_id, gain, battery, temperature","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318291"}},{"Del":{"text":" df = DataFrame(","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318311"}},{"Del":{"text":" disk = String[],","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318336"}},{"Del":{"text":" location = String[],","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318365"}},{"Del":{"text":" trip_date = String[],","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318395"}},{"Del":{"text":" file = String[],","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318420"}},{"Del":{"text":" latitude = Float64[],","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318450"}},{"Del":{"text":" longitude = Float64[],","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318481"}},{"Del":{"text":" start_recording_period_localt = String[],","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318531"}},{"Del":{"text":" finish_recording_period_localt = String[],","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318582"}},{"Del":{"text":" duration = Float64[],","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318612"}},{"Del":{"text":" sample_rate = Int[],","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318641"}},{"Del":{"text":" utc = String[],","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318665"}},{"Del":{"text":" ldt = String[],","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318689"}},{"Del":{"text":" moth_id = String[],","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318717"}},{"Del":{"text":" gain = String[],","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318742"}},{"Del":{"text":" battery = Float64[],","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318771"}},{"Del":{"text":" temperature = Float64[],","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318804"}},{"Del":{"text":" sha2_256 = String[],","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318833"}},{"Del":{"text":" night = Bool[],","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318857"}},{"Del":{"text":" )","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318863"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318864"}},{"Del":{"text":" #Get WAV list for folder","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318893"}},{"Del":{"text":" wav_list = glob(\"*.WAV\") |> sort","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318930"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318931"}},{"Del":{"text":" #Return empty df if nothing in the folder","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:318977"}},{"Del":{"text":" if length(wav_list) == 0","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319006"}},{"Del":{"text":" return df","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319024"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319032"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319033"}},{"Del":{"text":" #Get path info from file system","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319069"}},{"Del":{"text":" raw_path_vec = split(pwd(), \"/\")[end-2:end]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319117"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319118"}},{"Del":{"text":" disk = raw_path_vec[1]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319145"}},{"Del":{"text":" location = raw_path_vec[2]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319176"}},{"Del":{"text":" trip_date = raw_path_vec[3]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319208"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319209"}},{"Del":{"text":" #Get location, assumes 1 gpx is in the follder","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319260"}},{"Del":{"text":" waypoint = glob(\"*.gpx\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319289"}},{"Del":{"text":" length(waypoint) != 1 && @error \"no gpx file in $trip_date $location\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319363"}},{"Del":{"text":" loc = read(waypoint[1], String) |> xml_dict","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319411"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319412"}},{"Del":{"text":" latitude = parse(Float64, (loc[\"gpx\"][\"wpt\"][:lat]))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319469"}},{"Del":{"text":" longitude = parse(Float64, (loc[\"gpx\"][\"wpt\"][:lon]))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319527"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319528"}},{"Del":{"text":" #Start of recording period","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319559"}},{"Del":{"text":" _, _, _, binary_metadata_start = wavread(wav_list[1])","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319617"}},{"Del":{"text":" c_v_s = split(wav_info_read(binary_metadata_start)[:ICMT], \" \")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319685"}},{"Del":{"text":" comment_vector_start = length(c_v_s) < 22 ? c_v_s : c_v_s[1:19]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319753"}},{"Del":{"text":" date_start = split(comment_vector_start[4], \"/\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319806"}},{"Del":{"text":" time_start = split(comment_vector_start[3], \":\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319859"}},{"Del":{"text":" tz_start = chop(comment_vector_start[5], head = 4, tail = 1)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319924"}},{"Del":{"text":" time_zone_start = isempty(tz_start) ? \"+00\" : tz_start","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:319983"}},{"Del":{"text":" #zdt1 = ZonedDateTime(parse(Int, date_start[3]), parse(Int, date_start[2]), parse(Int, date_start[1]), parse(Int, time_start[1]), parse(Int, time_start[2]), parse(Int, time_start[3]), tz\"UTC\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320180"}},{"Del":{"text":" time_string_start =","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320204"}},{"Del":{"text":" date_start[3] *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320228"}},{"Del":{"text":" \"-\" *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320242"}},{"Del":{"text":" date_start[2] *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320266"}},{"Del":{"text":" \"-\" *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320280"}},{"Del":{"text":" date_start[1] *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320304"}},{"Del":{"text":" \"T\" *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320318"}},{"Del":{"text":" time_start[1] *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320342"}},{"Del":{"text":" \":\" *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320356"}},{"Del":{"text":" time_start[2] *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320380"}},{"Del":{"text":" \":\" *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320394"}},{"Del":{"text":" time_start[3] *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320418"}},{"Del":{"text":" \".\" *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320432"}},{"Del":{"text":" \"000\" *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320448"}},{"Del":{"text":" time_zone_start","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320472"}},{"Del":{"text":" zdt1 = ZonedDateTime(time_string_start)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320516"}},{"Del":{"text":" start_recording_period_localt =","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320552"}},{"Del":{"text":" Dates.format(astimezone(zdt1, tz\"Pacific/Auckland\"), \"yyyy-mm-dd HH:MM:SSzzzz\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320640"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320641"}},{"Del":{"text":" #End of recording period","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320670"}},{"Del":{"text":" _, _, _, binary_metadata_end = wavread(wav_list[end])","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320728"}},{"Del":{"text":" c_v_e = split(wav_info_read(binary_metadata_end)[:ICMT], \" \")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320794"}},{"Del":{"text":" comment_vector_end = length(c_v_e) < 22 ? c_v_e : c_v_e[1:19]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320860"}},{"Del":{"text":" date_end = split(comment_vector_end[4], \"/\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320909"}},{"Del":{"text":" time_end = split(comment_vector_end[3], \":\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:320958"}},{"Del":{"text":" tz_end = chop(comment_vector_start[5], head = 4, tail = 1)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321021"}},{"Del":{"text":" time_zone_end = isempty(tz_end) ? \"+00\" : tz_end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321074"}},{"Del":{"text":" #zdt2 = ZonedDateTime(parse(Int, date_end[3]), parse(Int, date_end[2]), parse(Int, date_end[1]),parse(Int, time_end[1]), parse(Int, time_end[2]), parse(Int, time_end[3]), tz\"UTC\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321258"}},{"Del":{"text":" time_string_end =","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321280"}},{"Del":{"text":" date_end[3] *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321302"}},{"Del":{"text":" \"-\" *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321316"}},{"Del":{"text":" date_end[2] *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321338"}},{"Del":{"text":" \"-\" *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321352"}},{"Del":{"text":" date_end[1] *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321374"}},{"Del":{"text":" \"T\" *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321388"}},{"Del":{"text":" time_end[1] *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321410"}},{"Del":{"text":" \":\" *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321424"}},{"Del":{"text":" time_end[2] *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321446"}},{"Del":{"text":" \":\" *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321460"}},{"Del":{"text":" time_end[3] *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321482"}},{"Del":{"text":" \".\" *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321496"}},{"Del":{"text":" \"000\" *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321512"}},{"Del":{"text":" time_zone_end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321534"}},{"Del":{"text":" zdt2 = ZonedDateTime(time_string_end)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321576"}},{"Del":{"text":" finish_recording_period_localt =","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321613"}},{"Del":{"text":" Dates.format(astimezone(zdt2, tz\"Pacific/Auckland\"), \"yyyy-mm-dd HH:MM:SSzzzz\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321701"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321702"}},{"Del":{"text":" dict = Skraak.construct_dawn_dusk_dict(\"/media/david/SSD1/dawn_dusk.csv\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321780"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321781"}},{"Del":{"text":" #So I know what it is doing","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321813"}},{"Del":{"text":" println(raw_path_vec)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321839"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321840"}},{"Del":{"text":" #Loop over file list","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321865"}},{"Del":{"text":" for file in wav_list","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321890"}},{"Del":{"text":" #print(file)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321911"}},{"Del":{"text":" try","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321923"}},{"Del":{"text":" audio_data, sample_rate, _, binary_metadata = wavread(file)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:321995"}},{"Del":{"text":" c_v = split(wav_info_read(binary_metadata)[:ICMT], \" \")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322063"}},{"Del":{"text":" comment_vector = length(c_v) < 22 ? c_v : c_v[1:19]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322127"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322128"}},{"Del":{"text":" duration = Float64(length(audio_data) / sample_rate)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322193"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322194"}},{"Del":{"text":" date = split(comment_vector[4], \"/\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322243"}},{"Del":{"text":" time = split(comment_vector[3], \":\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322292"}},{"Del":{"text":" tz = chop(comment_vector[5], head = 4, tail = 1)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322353"}},{"Del":{"text":" time_zone = isempty(tz) ? \"+00\" : tz","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322402"}},{"Del":{"text":" #preformatting_zdt = ZonedDateTime(parse(Int, date[3]), parse(Int, date[2]), parse(Int, date[1]), parse(Int, time[1]), parse(Int, time[2]), parse(Int, time[3]), tz\"UTC\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322584"}},{"Del":{"text":" time_string =","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322610"}},{"Del":{"text":" date[3] *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322636"}},{"Del":{"text":" \"-\" *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322658"}},{"Del":{"text":" date[2] *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322684"}},{"Del":{"text":" \"-\" *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322706"}},{"Del":{"text":" date[1] *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322732"}},{"Del":{"text":" \"T\" *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322754"}},{"Del":{"text":" time[1] *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322780"}},{"Del":{"text":" \":\" *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322802"}},{"Del":{"text":" time[2] *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322828"}},{"Del":{"text":" \":\" *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322850"}},{"Del":{"text":" time[3] *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322876"}},{"Del":{"text":" \".\" *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322898"}},{"Del":{"text":" \"000\" *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322922"}},{"Del":{"text":" time_zone","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:322948"}},{"Del":{"text":" preformatting_zdt = ZonedDateTime(time_string)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:323007"}},{"Del":{"text":" #zdt = Dates.format(preformatting_zdt, \"yyyy-mm-dd HH:MM:SSzzzz\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:323085"}},{"Del":{"text":" preformatting_utc = astimezone(preformatting_zdt, tz\"UTC\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:323156"}},{"Del":{"text":" utc = Dates.format(preformatting_utc, \"yyyy-mm-dd HH:MM:SSzzzz\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:323233"}},{"Del":{"text":" preformatting_ldt = astimezone(preformatting_zdt, tz\"Pacific/Auckland\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:323317"}},{"Del":{"text":" ldt = Dates.format(preformatting_ldt, \"yyyy-mm-dd HH:MM:SSzzzz\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:323394"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:323395"}},{"Del":{"text":" moth_id = comment_vector[8]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:323435"}},{"Del":{"text":" gain = comment_vector[10]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:323473"}},{"Del":{"text":" #index back from end because if V > 4.9 the wording chaaanges","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:323547"}},{"Del":{"text":" battery = parse(Float64, chop(comment_vector[end-4], tail = 1))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:323623"}},{"Del":{"text":" temperature = parse(Float64, chop(comment_vector[end], tail = 2))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:323701"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:323702"}},{"Del":{"text":" sha2_256 = bytes2hex(sha256(file))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:323749"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:323750"}},{"Del":{"text":" #assumes 15 minute file and calculates on half way time","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:323818"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:323819"}},{"Del":{"text":" nt = Skraak.night(DateTime(preformatting_ldt + Minute(7) + Second(30)), dict)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:323909"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:323910"}},{"Del":{"text":" #Populate row to push into df","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:323952"}},{"Del":{"text":" row = [","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:323972"}},{"Del":{"text":" disk,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:323994"}},{"Del":{"text":" location,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324020"}},{"Del":{"text":" trip_date,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324047"}},{"Del":{"text":" file,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324069"}},{"Del":{"text":" latitude,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324095"}},{"Del":{"text":" longitude,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324122"}},{"Del":{"text":" start_recording_period_localt,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324169"}},{"Del":{"text":" finish_recording_period_localt,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324217"}},{"Del":{"text":" duration,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324243"}},{"Del":{"text":" Int(sample_rate),","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324277"}},{"Del":{"text":" utc,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324298"}},{"Del":{"text":" ldt,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324319"}},{"Del":{"text":" moth_id,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324344"}},{"Del":{"text":" gain,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324366"}},{"Del":{"text":" battery,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324391"}},{"Del":{"text":" temperature,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324420"}},{"Del":{"text":" sha2_256,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324446"}},{"Del":{"text":" nt,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324466"}},{"Del":{"text":" ]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324480"}},{"Del":{"text":" push!(df, row)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324507"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324508"}},{"Del":{"text":" print(\".\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324531"}},{"Del":{"text":" catch","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324545"}},{"Del":{"text":" @warn \"error with $folder $file\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324590"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324602"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324610"}},{"Del":{"text":" return df","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324624"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324628"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324629"}},{"Del":{"text":"\"\"\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:324633"}}]}},{"Edit":{"inode":{"change":4,"pos":313612},"path":"src/Utility.jl","line":149,"atom":{"NewVertex":{"up_context":[{"change":4,"pos":328100}],"down_context":[{"change":4,"pos":328100}],"flag":"BLOCK","start":246,"end":2220,"inode":{"change":4,"pos":313612}}},"contents":[{"Add":{"text":"move_one_hour!(files::Vector{String}, operator)","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:293"}},{"Add":{"text":"","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:294"}},{"Add":{"text":"This function takes a vector of file paths and renames each file in the","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:366"}},{"Add":{"text":"vector by changing the name of the file to the name of the file created one","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:442"}},{"Add":{"text":"hour before the original file. The new name format is yyyymmdd_HHMMSS.tmp,","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:517"}},{"Add":{"text":"which represents the time stamp of the original file minus (or plus) one hour. This","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:601"}},{"Add":{"text":"function avoids force=true with mv, since new file names may already exist","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:676"}},{"Add":{"text":"and mv will stacktrace leaving a big mess to tidy up.","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:730"}},{"Add":{"text":"","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:731"}},{"Add":{"text":"Args:","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:737"}},{"Add":{"text":"","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:738"}},{"Add":{"text":"• files (Vector{String}): A vector of strings where each element is","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:809"}},{"Add":{"text":"a path to a file.","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:827"}},{"Add":{"text":"","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:828"}},{"Add":{"text":"Returns: Nothing - This function only renames files and saves them.","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:896"}},{"Add":{"text":"","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:897"}},{"Add":{"text":"I use this to turn the clock back at the end of daylight saving.","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:962"}},{"Add":{"text":"","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:963"}},{"Add":{"text":"Assumes WAV files","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:981"}},{"Add":{"text":"\"\"\"","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:985"}},{"Add":{"text":"function move_one_hour!(files::Vector{String}, operator)","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1042"}},{"Add":{"text":" @assert operator == (+) || operator == (-)","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1089"}},{"Add":{"text":" fix_extension_of_files = []","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1121"}},{"Add":{"text":" for old_file in files","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1147"}},{"Add":{"text":" # Extract the date and time of the original file using string chopping","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1226"}},{"Add":{"text":" a = chop(old_file, tail = 4)","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1263"}},{"Add":{"text":" d, t = split(a, \"_\")","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1292"}},{"Add":{"text":"","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1293"}},{"Add":{"text":" ye = parse(Int64, d[1:4])","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1327"}},{"Add":{"text":" mo = parse(Int64, d[5:6])","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1361"}},{"Add":{"text":" da = parse(Int64, d[7:8])","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1395"}},{"Add":{"text":" ho = parse(Int64, t[1:2])","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1429"}},{"Add":{"text":" mi = parse(Int64, t[3:4])","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1463"}},{"Add":{"text":" se = parse(Int64, t[5:6])","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1497"}},{"Add":{"text":"","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1498"}},{"Add":{"text":" dt = DateTime(ye, mo, da, ho, mi, se)","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1544"}},{"Add":{"text":"","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1545"}},{"Add":{"text":" #new_date = dt - Dates.Hour(1)","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1584"}},{"Add":{"text":" new_date = operator(dt, Dates.Hour(1))","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1631"}},{"Add":{"text":" # Must drop the WAV extension to avoiding force=true ","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1693"}},{"Add":{"text":" # with mv, since the new file name may already exist and mv","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1763"}},{"Add":{"text":" # will stacktrace leaving a big mess to tidy up.","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1820"}},{"Add":{"text":" base_file = Dates.format(new_date, \"yyyymmdd_HHMMSS\")","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1882"}},{"Add":{"text":" temp_file = base_file * \".tmp\"","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1921"}},{"Add":{"text":"","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1922"}},{"Add":{"text":" # Tuple to tidy extensions later","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:1963"}},{"Add":{"text":" tidy = (temp_file, base_file * \".WAV\")","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2010"}},{"Add":{"text":"","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2011"}},{"Add":{"text":" mv(old_file, temp_file)","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2043"}},{"Add":{"text":" push!(fix_extension_of_files, tidy)","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2087"}},{"Add":{"text":" print(\".\")","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2106"}},{"Add":{"text":" end","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2114"}},{"Add":{"text":" for item in fix_extension_of_files","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2153"}},{"Add":{"text":" mv(item[1], item[2])","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2182"}},{"Add":{"text":" end","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2190"}},{"Add":{"text":" print(\"Tidy\\n\")","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2210"}},{"Add":{"text":"end","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2214"}},{"Add":{"text":"","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2215"}},{"Add":{"text":"\"\"\"","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2219"}}]}},{"Edit":{"inode":{"change":4,"pos":335620},"path":"src/Train.jl","line":2,"atom":{"NewVertex":{"up_context":[{"change":4,"pos":335632}],"down_context":[{"change":4,"pos":335645}],"flag":"BLOCK","start":2222,"end":2276,"inode":{"change":4,"pos":335620}}},"contents":[{"Add":{"text":"","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2222"}},{"Add":{"text":"export train #beware Flux.train! is not Skraak.train","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2275"}}]}},{"Edit":{"inode":{"change":4,"pos":335620},"path":"src/Train.jl","line":9,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":335805},"to":{"change":4,"start":335805,"end":335859},"introduced_by":4}],"inode":{"change":4,"pos":335620}}},"contents":[{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:335805"}},{"Del":{"text":"export train #beware Flux.train! is not Skraak.train","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:335858"}}]}},{"Replacement":{"inode":{"change":4,"pos":345458},"path":"src/Skraak.jl","line":1,"ins":{"up_context":[{"change":4,"pos":345458}],"down_context":[{"change":4,"pos":345473}],"flag":"BLOCK","start":2278,"end":2290,"inode":{"change":4,"pos":345458}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":345458},"to":{"change":4,"start":345459,"end":345473},"introduced_by":4}],"inode":{"change":4,"pos":345458}},"ins_contents":[{"Add":{"text":"# Skraak.jl","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2289"}}],"del_contents":[{"Del":{"text":"module Skraak","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:345472"}}]}},{"Replacement":{"inode":{"change":4,"pos":345458},"path":"src/Skraak.jl","line":3,"ins":{"up_context":[{"change":4,"pos":345474}],"down_context":[{"change":4,"pos":345547}],"flag":"BLOCK","start":2291,"end":2305,"inode":{"change":4,"pos":345458}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":345474},"to":{"change":4,"start":345474,"end":345547},"introduced_by":4}],"inode":{"change":4,"pos":345458}},"ins_contents":[{"Add":{"text":"module Skraak","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2304"}}],"del_contents":[{"Del":{"text":"export make_clips, move_clips_to_folders, aggregate_labels, audiodata_db","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:345546"}}]}},{"Edit":{"inode":{"change":4,"pos":345458},"path":"src/Skraak.jl","line":5,"atom":{"NewVertex":{"up_context":[{"change":4,"pos":345548}],"down_context":[{"change":4,"pos":345548}],"flag":"BLOCK","start":2306,"end":2344,"inode":{"change":4,"pos":345458}}},"contents":[{"Add":{"text":"include(\"ConstructPrimaryDataset.jl\")","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2343"}}]}},{"Replacement":{"inode":{"change":4,"pos":345458},"path":"src/Skraak.jl","line":8,"ins":{"up_context":[{"change":4,"pos":345590}],"down_context":[{"change":4,"pos":345629}],"flag":"BLOCK","start":2345,"end":2413,"inode":{"change":4,"pos":345458}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":345590},"to":{"change":4,"start":345590,"end":345629},"introduced_by":4}],"inode":{"change":4,"pos":345458}},"ins_contents":[{"Add":{"text":"include(\"FileMetaData.jl\")","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2371"}},{"Add":{"text":"include(\"Clips.jl\")","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2391"}},{"Add":{"text":"include(\"Labels.jl\")","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2412"}}],"del_contents":[{"Del":{"text":"#include(\"ConstructPrimaryDataset.jl\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:345628"}}]}},{"Edit":{"inode":{"change":4,"pos":345458},"path":"src/Skraak.jl","line":13,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":345680},"to":{"change":4,"start":345680,"end":356019},"introduced_by":4}],"inode":{"change":4,"pos":345458}}},"contents":[{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:345680"}},{"Del":{"text":"using CSV, DataFrames, DataFramesMeta, Dates, DSP, Glob, JSON, Random, TimeZones, WAV, PNGFiles, Images #Plots","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:345791"}},{"Del":{"text":"#import DataFramesMeta: @transform!, @subset!, @byrow, @passmissing","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:345859"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:345860"}},{"Del":{"text":"\"\"\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:345864"}},{"Del":{"text":"make_clips(preds_path::String, dawn_dusk_dict::Dict{Dates.Date, Tuple{Dates.DateTime, Dates.DateTime}} = construct_dawn_dusk_dict(\"/media/david/SSD1/dawn_dusk.csv\"))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346030"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346031"}},{"Del":{"text":"This function takes a preds.csv files and generates","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346083"}},{"Del":{"text":"file names, wav's, spectrograms etc to be reviewed.","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346135"}},{"Del":{"text":"it calls night() and may call construct_dawn_dusk_dict() unless the dict is globally defined and passed in","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346242"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346243"}},{"Del":{"text":"It should be run from Pomona-1/, Pomona-2/ or Pomona-3/, assumes it is, it uses the path","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346332"}},{"Del":{"text":"It saves wav and png files to /home/david/Upload/","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346383"}},{"Del":{"text":"need to use a try/catch because the 2 assert functions thow an error to short circuit the function","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346482"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346483"}},{"Del":{"text":"using Glob, Skraak","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346502"}},{"Del":{"text":"predictions = glob(\"*/2023-09-11*/preds*\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346545"}},{"Del":{"text":"predictions = glob(\"path/to/preds*\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346582"}},{"Del":{"text":"for file in predictions #[1:6][7:12][13:18][19:24]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346633"}},{"Del":{"text":"try","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346637"}},{"Del":{"text":"make_clips(file)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346654"}},{"Del":{"text":"catch x","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346662"}},{"Del":{"text":"println(x)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346673"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346677"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346681"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346682"}},{"Del":{"text":"if needed to change headers in preds csv","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346723"}},{"Del":{"text":"shift, control, f in subl","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346749"}},{"Del":{"text":"file,start_time,end_time,label","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346780"}},{"Del":{"text":"/media/david/Pomona-2,, preds-2023-02-27.csv","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346842"}},{"Del":{"text":"file,start_time,end_time,absent,present","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346882"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346883"}},{"Del":{"text":"using Glob, CSV, DataFrames, DataFramesMeta, Dates, DSP, Plots, Random, WAV","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346959"}},{"Del":{"text":"\"\"\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346963"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346964"}},{"Del":{"text":"# Assumes run on linux","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:346987"}},{"Del":{"text":"# Assumes function run from Pomona-1 or Pomona-2","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347036"}},{"Del":{"text":"#dawn_dusk_dict::Dict{Dates.Date,Tuple{Dates.DateTime,Dates.DateTime}} = construct_dawn_dusk_dict(\"/media/david/SSD1/dawn_dusk.csv\",),","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347171"}},{"Del":{"text":"function make_clips(","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347192"}},{"Del":{"text":" preds_path::String,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347216"}},{"Del":{"text":" label::Int = 1,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347236"}},{"Del":{"text":" night::Bool = true,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347260"}},{"Del":{"text":" dawn_dusk_dict = dddict,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347289"}},{"Del":{"text":")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347291"}},{"Del":{"text":" # Assumes function run from Pomona-1 or Pomona-2","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347344"}},{"Del":{"text":" location, trip_date, _ = split(preds_path, \"/\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347396"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347397"}},{"Del":{"text":" # Load and group data frame by file","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347437"}},{"Del":{"text":" gdf =","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347447"}},{"Del":{"text":" #! format: off","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347470"}},{"Del":{"text":" DataFrame(CSV.File(preds_path)) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347513"}},{"Del":{"text":" x -> assert_not_empty(x, preds_path) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347561"}},{"Del":{"text":" x -> rename_column!(x, \"1.0\", \"label\") |> #can remove now, needs to be label","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347646"}},{"Del":{"text":" x -> assert_detections_present(x, label, location, trip_date) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347719"}},{"Del":{"text":" x -> filter_positives!(x, label) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347763"}},{"Del":{"text":" insert_datetime_column! |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347798"}},{"Del":{"text":" x -> night_or_day!(x, dawn_dusk_dict, night) |> #true=night, false=day","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347877"}},{"Del":{"text":" group_by_file!","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347900"}},{"Del":{"text":" #! format: on","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347922"}},{"Del":{"text":" # Make clip and spectrogram","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347954"}},{"Del":{"text":" for (k, v) in pairs(gdf)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:347983"}},{"Del":{"text":" #file_name = chop(v.file[1], head = 2, tail = 4)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348040"}},{"Del":{"text":" file_name = path_to_file_string(v.file[1])","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348091"}},{"Del":{"text":" start_times = v[!, :start_time] |> sort","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348139"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348140"}},{"Del":{"text":" detections = cluster_detections(start_times)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348193"}},{"Del":{"text":" isempty(detections) && continue","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348233"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348234"}},{"Del":{"text":" signal, freq = wavread(\"$location/$trip_date/$file_name.WAV\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348304"}},{"Del":{"text":" length_signal = length(signal)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348343"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348344"}},{"Del":{"text":" for detection in detections","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348380"}},{"Del":{"text":" st, en = calculate_clip_start_end(detection, freq, length_signal)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348458"}},{"Del":{"text":" name = \"$location-$trip_date-$file_name-$(Int(floor(st/freq)))-$(Int(ceil(en/freq)))\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348556"}},{"Del":{"text":" f = \"Clips_$(today())\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348591"}},{"Del":{"text":" mkpath(f)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348613"}},{"Del":{"text":" outfile = \"$f/$name\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348646"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348647"}},{"Del":{"text":" sample = signal[Int(st):Int(en)]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348692"}},{"Del":{"text":" wavwrite(sample, \"$outfile.wav\", Fs = Int(freq))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348753"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348754"}},{"Del":{"text":" #plot = plot_spectrogram(sample, freq)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348805"}},{"Del":{"text":" #savefig(plot, \"$outfile.png\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348848"}},{"Del":{"text":" image = get_image_from_sample(sample, freq)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348904"}},{"Del":{"text":" PNGFiles.save(\"$outfile.png\", image)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348953"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348965"}},{"Del":{"text":" print(\".\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348984"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:348992"}},{"Del":{"text":" println(\"\\ndone $location/$trip_date \\n\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349038"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349042"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349043"}},{"Del":{"text":"#######################################################################","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349115"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349116"}},{"Del":{"text":"function assert_not_empty(df::DataFrame, preds_path::String)::DataFrame","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349188"}},{"Del":{"text":" size(df) != (0, 0) ? (return df) : @error \"Empty dataframe at $preds_path\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349267"}},{"Del":{"text":" #return df","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349282"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349286"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349287"}},{"Del":{"text":"function rename_column!(df::DataFrame, old_name::String, new_name::String)::DataFrame","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349373"}},{"Del":{"text":" old_name in names(df) && rename!(df, old_name => new_name)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349436"}},{"Del":{"text":" return df","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349450"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349454"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349455"}},{"Del":{"text":"# assumes kiwi, binary classifier from opensoundscape","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349509"}},{"Del":{"text":"# needed to remove ::String annotation for location, trip_date to make it work","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349588"}},{"Del":{"text":"function assert_detections_present(","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349624"}},{"Del":{"text":" df::DataFrame,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349643"}},{"Del":{"text":" label::Int,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349659"}},{"Del":{"text":" location,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349673"}},{"Del":{"text":" trip_date,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349688"}},{"Del":{"text":")::DataFrame","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349701"}},{"Del":{"text":" label in levels(df.label) ? (return df) :","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349747"}},{"Del":{"text":" @error \"No detections for label = $label at $location/$trip_date\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349817"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349821"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349822"}},{"Del":{"text":"# assumes kiwi","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349837"}},{"Del":{"text":"function filter_positives!(df::DataFrame, label)::DataFrame","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349897"}},{"Del":{"text":" #filter!(row -> row.kiwi > 0, df)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349935"}},{"Del":{"text":" filter!(row -> row.label == label, df)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349978"}},{"Del":{"text":" return df","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349992"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349996"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:349997"}},{"Del":{"text":"function path_to_file_string(path) #becareful path::String won't work: no method matching path_to_file_string(::InlineStrings.String31) line 70","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350141"}},{"Del":{"text":" f = split(path, \"/\")[end] |> x -> split(x, \".\") |> first","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350202"}},{"Del":{"text":" #f = chop(file, head = 2, tail = 4)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350242"}},{"Del":{"text":" return f","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350255"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350259"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350260"}},{"Del":{"text":"function filename_to_datetime!(file)::DateTime","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350307"}},{"Del":{"text":" #file_string = chop(file, head = 2, tail = 4)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350357"}},{"Del":{"text":" file_string = path_to_file_string(file)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350401"}},{"Del":{"text":" date_time =","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350417"}},{"Del":{"text":" length(file_string) > 13 ? DateTime(file_string, dateformat\"yyyymmdd_HHMMSS\") :","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350505"}},{"Del":{"text":" DateTime(","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350523"}},{"Del":{"text":" (file_string[1:4] * \"20\" * file_string[5:end]),","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350583"}},{"Del":{"text":" dateformat\"ddmmyyyy_HHMMSS\",","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350624"}},{"Del":{"text":" )","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350634"}},{"Del":{"text":" return date_time","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350655"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350659"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350660"}},{"Del":{"text":"function insert_datetime_column!(df::DataFrame)::DataFrame","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350719"}},{"Del":{"text":" @transform!(df, @byrow :DateTime = filename_to_datetime!(String(:file)))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350796"}},{"Del":{"text":" return df","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350810"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350814"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350815"}},{"Del":{"text":"# calls night(), needs dawn_dusk_dict in local time format","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350874"}},{"Del":{"text":"function night_or_day!(","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350898"}},{"Del":{"text":" df::DataFrame,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350917"}},{"Del":{"text":" dawn_dusk_dict::Dict{Dates.Date,Tuple{Dates.DateTime,Dates.DateTime}},","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:350992"}},{"Del":{"text":" night_time::Bool = true,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351021"}},{"Del":{"text":")::DataFrame","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351034"}},{"Del":{"text":" night_time ? @subset!(df, @byrow night(:DateTime, dawn_dusk_dict)) :","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351107"}},{"Del":{"text":" @subset!(df, @byrow !night(:DateTime, dawn_dusk_dict))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351166"}},{"Del":{"text":" return df","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351180"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351184"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351185"}},{"Del":{"text":"function group_by_file!(df::DataFrame)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351224"}},{"Del":{"text":" gdf = groupby(df, :file)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351253"}},{"Del":{"text":" return gdf","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351268"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351272"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351273"}},{"Del":{"text":"function cluster_detections(start_times::Vector{Float64})::Vector{Vector{Float64}}","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351356"}},{"Del":{"text":" s = Vector{Float64}[]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351382"}},{"Del":{"text":" t = Float64[start_times[1]]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351414"}},{"Del":{"text":" for time in start_times[2:end]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351449"}},{"Del":{"text":" if time - last(t) <= 15.0","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351483"}},{"Del":{"text":" push!(t, time)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351510"}},{"Del":{"text":" else","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351523"}},{"Del":{"text":" push!(s, copy(t))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351553"}},{"Del":{"text":" t = Float64[time]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351583"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351595"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351603"}},{"Del":{"text":" push!(s, copy(t))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351625"}},{"Del":{"text":" detections = filter(x -> length(x) > 1, s)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351672"}},{"Del":{"text":" return detections","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351694"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351698"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351699"}},{"Del":{"text":"# assumes it is operating on 5 second clips","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351743"}},{"Del":{"text":"function calculate_clip_start_end(","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351778"}},{"Del":{"text":" detection::Vector{Float64},","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351810"}},{"Del":{"text":" freq::Float32,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351829"}},{"Del":{"text":" length_signal::Int64,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351855"}},{"Del":{"text":")::Tuple{Float64,Float64}","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351881"}},{"Del":{"text":" first(detection) > 0 ? st = first(detection) * freq : st = 1","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:351946"}},{"Del":{"text":" (last(detection) + 5.0) * freq <= length_signal ? en = (last(detection) + 5.0) * freq :","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352038"}},{"Del":{"text":" en = length_signal","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352061"}},{"Del":{"text":" return st, en","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352079"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352083"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352084"}},{"Del":{"text":"#= Deprecated use get_image_from_sample()","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352126"}},{"Del":{"text":"function plot_spectrogram(","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352153"}},{"Del":{"text":" sample::Vector{Float64},","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352182"}},{"Del":{"text":" freq::Float32,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352201"}},{"Del":{"text":")::Plots.Plot{Plots.GRBackend}","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352232"}},{"Del":{"text":" S = DSP.spectrogram(sample[:, 1], 400, 2; fs = convert(Int, freq))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352303"}},{"Del":{"text":" plot = Plots.heatmap(","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352329"}},{"Del":{"text":" S.time,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352345"}},{"Del":{"text":" S.freq,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352361"}},{"Del":{"text":" pow2db.(S.power),","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352387"}},{"Del":{"text":" size = (448, 448),","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352414"}},{"Del":{"text":" showaxis = false,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352440"}},{"Del":{"text":" ticks = false,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352463"}},{"Del":{"text":" legend = false,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352487"}},{"Del":{"text":" thickness_scaling = 0,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352518"}},{"Del":{"text":" )","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352524"}},{"Del":{"text":" return plot","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352540"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352544"}},{"Del":{"text":"=#","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352547"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352548"}},{"Del":{"text":"# f neeeds to be an Int","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352572"}},{"Del":{"text":"function get_image_from_sample(sample, f) #sample::Vector{Float64}","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352639"}},{"Del":{"text":" S = DSP.spectrogram(sample, 400, 2; fs = convert(Int, f))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352701"}},{"Del":{"text":" i = S.power","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352717"}},{"Del":{"text":" if minimum(i) == 0.0","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352742"}},{"Del":{"text":" l = i |> vec |> unique |> sort","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352781"}},{"Del":{"text":" replace!(i, 0.0 => l[2])","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352814"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352822"}},{"Del":{"text":" image =","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352834"}},{"Del":{"text":" #! format: off","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352857"}},{"Del":{"text":" DSP.pow2db.(i) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352883"}},{"Del":{"text":" x -> x .+ abs(minimum(x)) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352920"}},{"Del":{"text":" x -> x ./ maximum(x) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352952"}},{"Del":{"text":" x -> reverse(x, dims = 1) |>","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:352989"}},{"Del":{"text":" x -> RGB.(x) |> ","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353014"}},{"Del":{"text":" x -> imresize(x, 224, 224)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353049"}},{"Del":{"text":" #! format: on","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353071"}},{"Del":{"text":" return image","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353088"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353092"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353093"}},{"Del":{"text":"\"\"\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353097"}},{"Del":{"text":"construct_dawn_dusk_dict(file::String)::Dict{Date,Tuple{DateTime,DateTime}}","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353173"}},{"Del":{"text":"sun = DataFrame(CSV.File(file))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353205"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353206"}},{"Del":{"text":"Takes dawn dusk.csv and returns a dict to be consumeed by night().","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353273"}},{"Del":{"text":"~/dawn_dusk.csv","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353289"}},{"Del":{"text":"At present it goes from the start of 2019 to the end of 2024","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353350"}},{"Del":{"text":"The csv contains local time sunrise and sunset","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353397"}},{"Del":{"text":"I use this to decide if a file with a local time encoded name was recorded at night","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353481"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353482"}},{"Del":{"text":"dict = construct_dawn_dusk_dict(\"/Volumes/SSD1/dawn_dusk.csv\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353545"}},{"Del":{"text":"dict = Utility.construct_dawn_dusk_dict(\"/media/david/SSD1/dawn_dusk.csv\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353620"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353621"}},{"Del":{"text":"using CSV, DataFrames","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353643"}},{"Del":{"text":"\"\"\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353647"}},{"Del":{"text":"function construct_dawn_dusk_dict(file::String)::Dict{Date,Tuple{DateTime,DateTime}}","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353732"}},{"Del":{"text":" sun = DataFrame(CSV.File(file))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353768"}},{"Del":{"text":" x = Tuple(zip(sun.Dawn, sun.Dusk))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353807"}},{"Del":{"text":" y = Dict(zip(sun.Date, x))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353838"}},{"Del":{"text":" return y","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353851"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353855"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353856"}},{"Del":{"text":"\"\"\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353860"}},{"Del":{"text":"night(call_time::DateTime, dict::Dict{Date, Tuple{DateTime, DateTime}})::Bool","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353938"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:353939"}},{"Del":{"text":"Returns true if time is at night, ie between civil twilights, dusk to dawn.","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354015"}},{"Del":{"text":"Consumes dict from construct_dawn_dusk_dict","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354059"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354060"}},{"Del":{"text":"time=DateTime(\"2021-11-02T21:14:35\",dateformat\"yyyy-mm-ddTHH:MM:SS\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354129"}},{"Del":{"text":"Utility.night(time, dict)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354155"}},{"Del":{"text":"\"\"\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354159"}},{"Del":{"text":"function night(call_time::DateTime, dict::Dict{Date,Tuple{DateTime,DateTime}})::Bool","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354244"}},{"Del":{"text":" dawn = dict[Date(call_time)][1]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354280"}},{"Del":{"text":" dusk = dict[Date(call_time)][2]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354316"}},{"Del":{"text":" if call_time <= dawn || call_time >= dusk","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354362"}},{"Del":{"text":" return true","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354382"}},{"Del":{"text":" else","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354391"}},{"Del":{"text":" return false","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354412"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354420"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354424"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354425"}},{"Del":{"text":"#######################################################################","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354497"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354498"}},{"Del":{"text":"#INBETWEEN STEP: use secondary model to sort clips, move clips into D, F, M, N, and hand classify, generate actual.csv.","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354618"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354619"}},{"Del":{"text":"\"\"\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354623"}},{"Del":{"text":"move_clips_to_folders(df::DataFrame)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354660"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354661"}},{"Del":{"text":"Takes a 2 column dataframe: file, label","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354701"}},{"Del":{"text":"file must be list of png images, assumes wav's are there too","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354762"}},{"Del":{"text":"will move mp4's from video folder if they are present","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354816"}},{"Del":{"text":"\"\"\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354820"}},{"Del":{"text":"function move_clips_to_folders(df::DataFrame)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354866"}},{"Del":{"text":" p = glob(\"*.png\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354888"}},{"Del":{"text":" w = glob(\"*.[W,w][A,a][V,v]\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:354922"}},{"Del":{"text":" @assert (first(df.file) |> x -> split(x, \".\")[end] |> x -> x == \"png\") \"df.file must be a list of png's\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355031"}},{"Del":{"text":" @assert issetequal(df.file, p) \"All png files in dataframe must be present in folder\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355121"}},{"Del":{"text":" @assert issetequal(chop.(df.file, head = 0, tail = 4), chop.(w, head = 0, tail = 4)) \"There must be a wav for every png in the dataframe\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355263"}},{"Del":{"text":" for row in eachrow(df)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355290"}},{"Del":{"text":" src = row.file","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355313"}},{"Del":{"text":" dst = \"$(row.label)/$(row.file)\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355354"}},{"Del":{"text":" mkpath(\"$(row.label)/\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355386"}},{"Del":{"text":" try","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355398"}},{"Del":{"text":" mv(src, dst)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355423"}},{"Del":{"text":" mv(chop(src, tail = 3) * \"wav\", chop(dst, tail = 3) * \"wav\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355496"}},{"Del":{"text":" if isdir(video)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355524"}},{"Del":{"text":" mkpath(\"video/$(row.label)/\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355570"}},{"Del":{"text":" mv(","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355590"}},{"Del":{"text":" \"video/\" * chop(src, tail = 3) * \"mp4\",","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355650"}},{"Del":{"text":" \"video/\" * chop(dst, tail = 3) * \"mp4\",","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355710"}},{"Del":{"text":" )","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355728"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355744"}},{"Del":{"text":" catch e","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355760"}},{"Del":{"text":" @info e","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355780"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355792"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355800"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355804"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355805"}},{"Del":{"text":"#=","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355808"}},{"Del":{"text":"actual.csv must be list of qualified png file names: ","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355862"}},{"Del":{"text":"D/C05-2023-04-15-20230219_223000-380-470.png","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355907"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355908"}},{"Del":{"text":"using Glob, DataFrames, CSV","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355936"}},{"Del":{"text":"a=glob(\"[M,F,D,N]/*.png\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355962"}},{"Del":{"text":"df = DataFrame(file=a)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:355985"}},{"Del":{"text":"CSV.write(\"actual_mfdn.csv\", df)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356018"}}]}},{"Edit":{"inode":{"change":4,"pos":345458},"path":"src/Skraak.jl","line":14,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":356020},"to":{"change":4,"start":356020,"end":360059},"introduced_by":4}],"inode":{"change":4,"pos":345458}}},"contents":[{"Del":{"text":"make a folder D,F,M,N","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356041"}},{"Del":{"text":"mkpath.([\"D\", \"F\", \"M\", \"N\"])","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356071"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356072"}},{"Del":{"text":"move wavs to match pngs","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356096"}},{"Del":{"text":"df=DataFrame(CSV.File(\"actual_mfdn.csv\"))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356138"}},{"Del":{"text":"for row in eachrow(df)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356161"}},{"Del":{"text":" src=split(row.file, \"/\")[2]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356192"}},{"Del":{"text":" dst=row.file","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356208"}},{"Del":{"text":" mv(src, dst)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356224"}},{"Del":{"text":" mv(chop(src, tail=3)*\"wav\", chop(dst, tail=3)*\"wav\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356280"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356284"}},{"Del":{"text":"=#","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356287"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356288"}},{"Del":{"text":"#run from parent folder of label folders","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356329"}},{"Del":{"text":"#saves actual.csv and returns a df","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356364"}},{"Del":{"text":"#labels=[\"D\", \"F\", \"M\", \"N\"]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356393"}},{"Del":{"text":"function actual_from_folders(labels::Vector{String})::DataFrame","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356457"}},{"Del":{"text":" paths=String[]","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356476"}},{"Del":{"text":" for l in labels","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356496"}},{"Del":{"text":" paths=append!(paths, glob(\"$l/*.png\"))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356543"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356551"}},{"Del":{"text":" df = DataFrame(file=paths)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356582"}},{"Del":{"text":" CSV.write(\"actual.csv\", df)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356614"}},{"Del":{"text":" return df","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356628"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356632"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356633"}},{"Del":{"text":"\"\"\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356637"}},{"Del":{"text":"aggregate_labels(actual=\"actual.csv\", outfile=\"labels.csv\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356697"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356698"}},{"Del":{"text":"file","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356703"}},{"Del":{"text":"[D, F, M, N]/C05-2023-04-15-20230219_223000-380-470.png","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356759"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356760"}},{"Del":{"text":"This function takes the csv output from my hand classification and ouputs a df, and csv for insertion into AudioData.duckdb using the duckdb cli or using DFto.audiodata_db()","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356934"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:356935"}},{"Del":{"text":"assumes run from Clips_xxxx-xx-xx folder and that \"actual.csv\" present if not specified.","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357024"}},{"Del":{"text":"returns a dataframe","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357044"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357045"}},{"Del":{"text":"using CSV, DataFrames, DataFramesMeta","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357083"}},{"Del":{"text":"\"\"\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357087"}},{"Del":{"text":"#=","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357090"}},{"Del":{"text":"df=aggregate_labels()","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357112"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357113"}},{"Del":{"text":"audiodata_db(df, \"pomona_labels_20230418\") NOT_WORKING maybe titles","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357181"}},{"Del":{"text":"to use cli, need to remove header row","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357219"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357220"}},{"Del":{"text":"duckdb /media/david/SSD1/AudioData.duckdb","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357262"}},{"Del":{"text":"COPY pomona_labels_20230418 FROM 'DB_Labels/pomona_labels_2023-11-02.csv';","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357337"}},{"Del":{"text":"COPY pomona_files FROM 'DB_Files/pomona_files_20231102.csv';","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357398"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357399"}},{"Del":{"text":"Then backup with:","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357417"}},{"Del":{"text":"EXPORT DATABASE 'AudioDataBackup_2023-11-14';","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357463"}},{"Del":{"text":".quit","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357469"}},{"Del":{"text":"Then quit and backup using cp on the db file, dated copy","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357526"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357527"}},{"Del":{"text":"Then rsync ssd to usb","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357549"}},{"Del":{"text":"rsync -avzr --delete /media/david/SSD1/ /media/david/USB/","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357608"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357609"}},{"Del":{"text":"note: run on mac","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357626"}},{"Del":{"text":"cd skraak.kiwi","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357641"}},{"Del":{"text":"julia-1.9","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357651"}},{"Del":{"text":"using Franklin","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357666"}},{"Del":{"text":"serve()","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357674"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357675"}},{"Del":{"text":"=#","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357678"}},{"Del":{"text":"# New one, without noise and distance, does not do :box anymore therefore requires new db schema","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357775"}},{"Del":{"text":"function aggregate_labels(","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357802"}},{"Del":{"text":" actual::String = \"actual.csv\",","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357837"}},{"Del":{"text":" outfile::String = \"labels.csv\",","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357873"}},{"Del":{"text":" hdr::Bool = false #header for outfile ","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357916"}},{"Del":{"text":")::DataFrame","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357929"}},{"Del":{"text":" df = DataFrame(CSV.File(actual))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357966"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:357967"}},{"Del":{"text":" # location, f, start_time, end_time","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:358007"}},{"Del":{"text":" @transform!(df, @byrow :location = split(split(:file, \"/\")[2], \"-\")[1])","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:358083"}},{"Del":{"text":" @transform!(df, @byrow :f = split(split(:file, \"/\")[2], \"-\")[5] * \".WAV\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:358161"}},{"Del":{"text":" @transform!( df, @byrow :start_time = split(split(:file, \"/\")[2], \"-\")[end-1])","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:358244"}},{"Del":{"text":" @transform!( df, @byrow :end_time = chop(split(split(:file, \"/\")[2], \"-\")[end], tail=4))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:358337"}},{"Del":{"text":" #@transform!( df, @byrow :box = \"[$(split(split(:file, \"/\")[2], \"-\")[end-1]), $(chop(split(split(:file, \"/\")[2], \"-\")[end], tail=4))]\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:358477"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:358478"}},{"Del":{"text":" # male, female, duet, not","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:358508"}},{"Del":{"text":" @transform!(df, @byrow @passmissing :male = split(:file, \"/\")[1] == \"M\" ? true : false)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:358600"}},{"Del":{"text":" @transform!(","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:358617"}},{"Del":{"text":" df,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:358629"}},{"Del":{"text":" @byrow @passmissing :female = split(:file, \"/\")[1] == \"F\" ? true : false","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:358710"}},{"Del":{"text":" )","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:358716"}},{"Del":{"text":" @transform!(df, @byrow @passmissing :duet = split(:file, \"/\")[1] == \"D\" ? true : false)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:358808"}},{"Del":{"text":" @transform!(","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:358825"}},{"Del":{"text":" df,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:358837"}},{"Del":{"text":" @byrow @passmissing :not_kiwi =","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:358877"}},{"Del":{"text":" split(:file, \"/\")[1] in [\"KA\", \"KE\", \"N\", \"Q\"] ? true : false","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:358951"}},{"Del":{"text":" )","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:358957"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:358958"}},{"Del":{"text":" # other_label","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:358976"}},{"Del":{"text":" @transform!(","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:358993"}},{"Del":{"text":" df,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359005"}},{"Del":{"text":" @byrow @passmissing :other_label =","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359048"}},{"Del":{"text":" split(:file, \"/\")[1] in [\"KA\", \"KE\", \"Q\"] ? split(:file, \"/\")[1] : missing","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359135"}},{"Del":{"text":" )","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359141"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359142"}},{"Del":{"text":" # remove unwanted cols, rename f to file","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359187"}},{"Del":{"text":" select!(df, Not([:file]))","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359217"}},{"Del":{"text":" rename!(df, :f => :file)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359246"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359247"}},{"Del":{"text":" CSV.write(outfile, df; header=hdr)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359286"}},{"Del":{"text":" return df","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359300"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359304"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359305"}},{"Del":{"text":"\"\"\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359309"}},{"Del":{"text":"audiodata_db(df::DataFrame, table::String)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359352"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359353"}},{"Del":{"text":"Use to upload labels to AudioData.duckdb","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359394"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359395"}},{"Del":{"text":"Takes a dataframe and inserts into AudioData.db table.","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359450"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359451"}},{"Del":{"text":"audiodata_db(df, \"pomona_labels_20230418\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359494"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359495"}},{"Del":{"text":"using DataFrames, DBInterface, DuckDB, Random","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359541"}},{"Del":{"text":"\"\"\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359545"}},{"Del":{"text":"function audiodata_db(df::DataFrame, table::String)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359597"}},{"Del":{"text":" if Sys.islinux()","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359618"}},{"Del":{"text":" con = DBInterface.connect(DuckDB.DB, \"/media/david/SSD1/AudioData.duckdb\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359701"}},{"Del":{"text":" else","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359710"}},{"Del":{"text":" con = DBInterface.connect(DuckDB.DB, \"/Volumes/SSD1/AudioData.duckdb\")","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359789"}},{"Del":{"text":" end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359797"}},{"Del":{"text":" temp_name = randstring(6)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359827"}},{"Del":{"text":" DuckDB.register_data_frame(con, df, temp_name)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359878"}},{"Del":{"text":" DBInterface.execute(","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359903"}},{"Del":{"text":" con,","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359916"}},{"Del":{"text":" \"\"\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359928"}},{"Del":{"text":" INSERT","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359943"}},{"Del":{"text":" INTO $table","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359963"}},{"Del":{"text":" SELECT *","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:359980"}},{"Del":{"text":" FROM '$temp_name'","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360006"}},{"Del":{"text":" \"\"\",","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360019"}},{"Del":{"text":" )","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360025"}},{"Del":{"text":" DBInterface.close!(con)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360053"}},{"Del":{"text":"end","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360057"}},{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:360058"}}]}},{"Edit":{"inode":{"change":4,"pos":366496},"path":"src/Predict.jl","line":2,"atom":{"NewVertex":{"up_context":[{"change":4,"pos":366510}],"down_context":[{"change":4,"pos":366510}],"flag":"BLOCK","start":2415,"end":2431,"inode":{"change":4,"pos":366496}}},"contents":[{"Add":{"text":"","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2415"}},{"Add":{"text":"export predict","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2430"}}]}},{"Edit":{"inode":{"change":4,"pos":366496},"path":"src/Predict.jl","line":8,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":366665},"to":{"change":4,"start":366665,"end":366681},"introduced_by":4}],"inode":{"change":4,"pos":366496}}},"contents":[{"Del":{"text":"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:366665"}},{"Del":{"text":"export predict","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:366680"}}]}},{"Edit":{"inode":{"change":4,"pos":375124},"path":"src/ConstructPrimaryDataset.jl","line":3,"atom":{"EdgeMap":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":2,"pos":48},"to":{"change":2,"start":48,"end":71},"introduced_by":2}],"inode":{"change":4,"pos":375124}}},"contents":[{"Del":{"text":"# Does not compile yet","pos":"U46LDPL7W76Z62KUTGA6QNB27C7HGBFUXT6E7V5X4ACTDUBTKAKAC:70"}}]}},{"Replacement":{"inode":{"change":4,"pos":375124},"path":"src/ConstructPrimaryDataset.jl","line":4,"ins":{"up_context":[{"change":2,"pos":72}],"down_context":[{"change":4,"pos":375170}],"flag":"BLOCK","start":2433,"end":2530,"inode":{"change":4,"pos":375124}},"del":{"edges":[{"previous":"","flag":"DELETED","from":{"change":2,"pos":72},"to":{"change":4,"start":375126,"end":375170},"introduced_by":2},{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":375126},"to":{"change":4,"start":375126,"end":375170},"introduced_by":4}],"inode":{"change":4,"pos":375124}},"ins_contents":[{"Add":{"text":"using DataFrames, CSV, Glob","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2460"}},{"Add":{"text":"using DataFramesMeta: @transform!, @byrow #, @subset!, @passmissing ","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2529"}}],"del_contents":[{"Del":{"text":"using DataFrames, DataFramesMeta, CSV, Glob","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:375169"}}]}},{"Replacement":{"inode":{"change":4,"pos":375124},"path":"src/ConstructPrimaryDataset.jl","line":7,"ins":{"up_context":[{"change":4,"pos":375171}],"down_context":[{"change":3,"pos":5050}],"flag":"BLOCK","start":2531,"end":2951,"inode":{"change":4,"pos":375124}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":375171},"to":{"change":4,"start":375171,"end":375599},"introduced_by":4}],"inode":{"change":4,"pos":375124}},"ins_contents":[{"Add":{"text":"\"\"\"","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2534"}},{"Add":{"text":"Only moves WAVs not already there in dataset","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2579"}},{"Add":{"text":"converts WAVs to flac to save space, file metadata will not survive","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2647"}},{"Add":{"text":"requires columns :location, :file, :start_time, :end_time","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2705"}},{"Add":{"text":":file is the file name, :location is the actual recorder location eg \"C05\"","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2780"}},{"Add":{"text":"run where the raw data is","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2806"}},{"Add":{"text":"will find file in folder structure location/trip_date/file","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2865"}},{"Add":{"text":"constructs dataset at output_path","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2899"}},{"Add":{"text":"assumes file name has one . for extension only","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2946"}},{"Add":{"text":"\"\"\"","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2950"}}],"del_contents":[{"Del":{"text":"# Only moves WAVs not already there in dataset","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:375217"}},{"Del":{"text":"# converts WAVs to flac to save space, file metadata will not survive","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:375287"}},{"Del":{"text":"# requires columns :location, :file, :start_time, :end_time","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:375347"}},{"Del":{"text":"# :file is the file name, :location is the actual recorder location eg \"C05\"","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:375424"}},{"Del":{"text":"# run where the raw data is","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:375452"}},{"Del":{"text":"# will find file in folder structure location/trip_date/file","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:375513"}},{"Del":{"text":"# constructs dataset at output_path","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:375549"}},{"Del":{"text":"# assumes file name has one . for extension only","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:375598"}}]}},{"Replacement":{"inode":{"change":4,"pos":375124},"path":"src/ConstructPrimaryDataset.jl","line":49,"ins":{"up_context":[{"change":4,"pos":376687}],"down_context":[{"change":3,"pos":6239}],"flag":"BLOCK","start":2952,"end":2986,"inode":{"change":4,"pos":375124}},"del":{"edges":[{"previous":"BLOCK","flag":"BLOCK | DELETED","from":{"change":4,"pos":376687},"to":{"change":4,"start":376687,"end":376720},"introduced_by":4}],"inode":{"change":4,"pos":375124}},"ins_contents":[{"Add":{"text":"function save_pngs(df::DataFrame)","pos":"BOPNWZL4RWF4UGC2LUEVONNQFSKYJ2Q5W747GH3UURZLBJFFEBUQC:2985"}}],"del_contents":[{"Del":{"text":"function save_pngs(df:DataFrame)","pos":"NV7FXZ5QETWHE7EQHET5ZZUKH4UIAIRGQ42MR2IT5JCZDPRNEZRQC:376719"}}]}}],"owner":"quietlight","repo":"Skraak","token":"63uFOkIynnJTS3lTyPQXDtw/MCNlTWy6cMXbcI7KOkM=","login":null}

…

Dependencies

Change contents

Review