new functiion to make clips of downloaded bisd calls

quietlight

Aug 23, 2024, 12:54 AM

MMG2PLXK54U7GEVNK65SALH3BZEKWTP6ZSNBELMO3CZJP25MGZ5QC

Dependencies

• [2] ROFI4OLA catch up, working on colour images
• [3] SMODB47P mods to clips to truncate freq to max 16000
• [4] NV7FXZ5Q first commit
• [5] RBXUHIO2 made somn small changes and reverted them mostly
• [6] E3Y55MPR added perceptual colour maps and changed get_image_from_sample
• [7] 2UBDFCJH new files tracked
• [8] 4BTZNCRM catch up commit before starting work
• [9] PQ6OQCBQ work on construct primary dataset
• [10] EDYR5C55 fixed ConstructPrimaryDataSet, licence date, Readme, re-arranged Predict.jl
• [11] NMQCXLNG catch up commit, about to do some work on prediction loop
• [*] BOPNWZL4 refactored Skraak.jl into sub files, tidy now

Change contents

• edit in src/Predict.jl at line 4
  [13.2431]

  [4.366510]
  + export get_images_from_audio
• edit in src/Predict.jl at line 35
  [4.356]

  [4.367291]
  + glob_pattern = "Clips_2024-06-26/"

  + model = "/media/david/SSD1/Clips/model_DFMN1-5_CPU_epoch-18-0.9132-2024-01-29.jld2"
• replacement in src/Predict.jl at line 85
  [4.1119]→[4.357:498](∅→∅)
  − length(audio_files) > 0 ? predict_audio_folder(audio_files, model, folder) : @info "No png, flac, wav, WAV files present in $folder"
  [4.1119]

  [4.1176]
  + length(audio_files) > 0 ? predict_audio_folder(audio_files, model, folder) :

  + @info "No png, flac, wav, WAV files present in $folder"
• replacement in src/Predict.jl at line 218
  [4.1756]→[4.696:749](∅→∅)
  − # x -> collect(channelview(float32.(x))) |>
  [4.1756]

  [4.1807]
  + # x -> collect(channelview(float32.(x))) |>
• replacement in src/Predict.jl at line 235
  [4.4140]→[4.4140:4211](∅→∅)
  − hop = f * increment / divisor |> x -> x == Inf ? 0 : trunc(Int, x)
  [4.4140]

  [4.4211]
  + hop = 0 #f * increment / divisor |> x -> x == Inf ? 0 : trunc(Int, x)
• edit in src/Predict.jl at line 282
  [4.374495]

  [4.374495]
  + # folders = glob('./*/*/2024-05-0?')
• replacement in src/Predict.jl at line 295
  [4.374910]→[4.502:586](∅→∅)
  − scores.to_csv("scores-2023-12-27.csv")

  − preds.to_csv("preds-2023-12-27.csv")
  [4.374910]

  [4.374994]
  + scores.to_csv("scores-2024-08-04.csv")

  + preds.to_csv("preds-2024-08-04.csv")
• replacement in src/FileMetaData.jl at line 11
  [4.4742]→[4.4742:4794](∅→∅)
  − folders=glob("*/2023-11-02/")

  − for folder in folders
  [4.4742]

  [4.4794]
  + folders=glob("*/2024-06-23/")

  + for folder in folders[2:end]
• replacement in src/FileMetaData.jl at line 16
  [4.4855]→[4.730:821](∅→∅)
  − CSV.write("/media/david/SSD3/Pomona-4/pomona_files_20231228.csv", df; append=true)
  [4.4855]

  [4.4950]
  + CSV.write("/media/david/SSD3/New/pomona_files_20240627.csv", df; append=true)
• replacement in src/FileMetaData.jl at line 20
  [4.5003]→[4.822:856](∅→∅)
  − cd("/media/david/SSD3/Pomona-4/")
  [4.5003]

  [4.5041]
  + cd("/media/david/SSD3/New/")
• edit in src/FileMetaData.jl at line 23
  [4.5046]

  [4.5046]
  + Then go into sublime and change drive New to Pomona-4

  +
• replacement in src/Clips.jl at line 5
  [4.12411]→[4.1895:2005](∅→∅)
  − using CSV, DataFrames, Dates, DSP, Glob, JSON, PerceptualColourMaps, Random, TimeZones, WAV, PNGFiles, Images
  [4.12411]

  [4.128]
  + using CSV,

  + DataFrames,

  + Dates,

  + DSP,

  + Glob,

  + JSON,

  + PerceptualColourMaps,

  + Random,

  + TimeZones,

  + WAV,

  + PNGFiles,

  + Images
• edit in src/Clips.jl at line 61
  [4.14102]

  [4.14102]
  + ##location, h, trip_date, _ = split(preds_path, "/")
• edit in src/Clips.jl at line 85
  [3.219]

  [3.219]
  + ##signal, freq = wavread("$location/$h/$trip_date/$(file_name).$(extension)")
• edit in src/Clips.jl at line 95
  [4.15262]

  [4.15262]
  + ##name = "$location-$h-$trip_date-$file_name-$(Int(floor(st/freq)))-$(Int(ceil(en/freq)))"
• replacement in src/Clips.jl at line 107
  [4.15659]→[3.355:422](∅→∅)
  − PNGFiles.save("/media/david/SSD1/$outfile.png", image)
  [4.15659]

  [4.15659]
  + #PNGFiles.save("/media/david/SSD1/$outfile.png", image)
• edit in src/Clips.jl at line 212
  [4.2007]→[4.18789:18790](∅→∅),[4.18789]→[4.18789:18790](∅→∅)
  −
• edit in src/Clips.jl at line 316
  [2.105]→[2.105:106](∅→∅)
  −
• replacement in src/Clips.jl at line 336
  [2.709]→[2.709:711](∅→∅)
  − =#
  [2.709]
  + =#

  +

  + # Convert mp3's with: for file in *.mp3; do ffmpeg -i "${file}" -ar 16000 "${file%.*}.wav"; done

  + # Requires 16000hz wav's, works in current folder

  + #=

  + wavs = glob("*.wav")

  + for wav in wavs

  + Skraak.make_spectro_from_sample(wav)

  + end

  + =#

  + function make_spectro_from_sample(file::String)

  + signal, freq = wavread("$file")

  + freq = freq |> Float32

  + partitioned_signal = Iterators.partition(signal, 80000) #5s clips

  +

  + for (index, part) in enumerate(partitioned_signal)

  + outfile = "$(index)__$(chop(file, head=0, tail=4))"

  +

  + image = get_image_from_sample(part, freq)

  + PNGFiles.save("$outfile.png", image)

  + end

  + end