Upload 9 files

.gitattributes

@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 BirdAST_Baseline_5folds_oof.csv filter=lfs diff=lfs merge=lfs -text
+BirdAST_Baseline_GroupKFold_oof.csv filter=lfs diff=lfs merge=lfs -text

BirdAST_Baseline_GroupKFold_fold_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e584e29879bd15d7faff4488b7490056f5681b9c188227fb057f293761011d18
+size 349438385

BirdAST_Baseline_GroupKFold_fold_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42eb815255c98c736f33d6524c778baa7e887d9022a9524505dbb961dcc5cf2a
+size 349438385

BirdAST_Baseline_GroupKFold_fold_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40fd761c8a0e06638ccc3747f792984b24a45729fb2b7cb3394ef17305c86288
+size 349438385

BirdAST_Baseline_GroupKFold_fold_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51aa46641cd799ed28a6bb749686c57292114210a290716fad8de1f4aece48b
+size 349438385

BirdAST_Baseline_GroupKFold_fold_4.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00140f10d50417b68335e3c7fb6fc83669db16c294d753ea98af7c626490833
+size 349438385

BirdAST_Baseline_GroupKFold_label_map.csv

@@ -0,0 +1,729 @@
+scientific_name,species_id
+Accipiter_superciliosus,0
+Akletos_melanoceps,1
+Amazona_amazonica,2
+Amazona_diadema,3
+Amazona_farinosa,4
+Amazona_festiva,5
+Amblycercus_holosericeus,6
+Ammodramus_aurifrons,7
+Ammonastes_pelzelni,8
+Ampelion_rufaxilla,9
+Anabazenops_dorsalis,10
+Anairetes_parulus,11
+Andigena_hypoglauca,12
+Anhima_cornuta,13
+Anisognathus_lacrymosus,14
+Anthracothorax_viridigula,15
+Antrostomus_rufus,16
+Ara_ararauna,17
+Ara_chloropterus,18
+Ara_severus,19
+Aramides_cajaneus,20
+"Aramus_Vieillot,",21
+Aratinga_leucophthalma,22
+Ardea_cocoi,23
+Arremon_abeillei,24
+Arremon_assimilis,25
+Arremon_taciturnus,26
+Asthenes_flammulata,27
+Atlapetes_latinuchus,28
+Atticora_tibialis,29
+Attila_bolivianus,30
+Attila_cinnamomeus,31
+Attila_citriniventris,32
+Attila_spadiceus,33
+Automolus_infuscatus,34
+Automolus_ochrolaemus,35
+Automolus_paraensis,36
+Automolus_rufipileatus,37
+Automolus_subulatus,38
+Basileuterus_tristriatus,39
+Berlepschia_rikeri,40
+Boissonneaua_matthewsii,41
+Brotogeris_chrysoptera,42
+Brotogeris_cyanoptera,43
+Brotogeris_sanctithomae,44
+Brotogeris_versicolurus,45
+Bucco_capensis,46
+Buteo_nitidus,47
+Buteogallus_schistaceus,48
+Buteogallus_urubitinga,49
+Buthraupis_montana,50
+Cacicus_cela,51
+Cacicus_chrysonotus,52
+Cacicus_haemorrhous,53
+Cacicus_leucoramphus,54
+Calidris_fuscicollis,55
+Campephilus_melanoleucos,56
+Campephilus_pollens,57
+Campephilus_rubricollis,58
+Camptostoma_obsoletum,59
+Campylorhamphus_procurvoides,60
+Campylorhynchus_fasciatus,61
+Cantorchilus_leucotis,62
+Capito_auratus,63
+Capito_aurovirens,64
+Capito_niger,65
+Capsiempis_flaveola,66
+Carduelis_magellanica,67
+Caryothraustes_canadensis,68
+Catharus_fuscater,69
+Celeus_elegans,70
+Celeus_flavus,71
+Celeus_grammicus,72
+Celeus_torquatus,73
+Celeus_undatus,74
+Cephalopterus_ornatus,75
+Ceratopipra_erythrocephala,76
+Ceratotriccus_granadensis,77
+Cercomacra_cinerascens,78
+Cercomacra_manu,79
+Cercomacra_nigrescens,80
+Cercomacroides_fuscicauda,81
+Cercomacroides_serva,82
+Cercomacroides_tyrannina,83
+Certhiasomus_stictolaemus,84
+Certhiaxis_cinnamomeus,85
+Certhiaxis_mustelinus,86
+Chaetura_brachyura,87
+Chaetura_spinicaudus,88
+Chamaeza_mollissima,89
+Chamaeza_nobilis,90
+Charadrius_collaris,91
+Chelidoptera_tenebrosa,92
+Chionomesa_fimbriata,93
+Chiroxiphia_pareola,94
+Chlorestes_cyanus,95
+Chloroceryle_americana,96
+Chlorophanes_spiza,97
+Chlorophonia_pyrrhophrys,98
+Chlorornis_riefferii,99
+Chlorospingus_flavopectus,100
+Chlorostilbon_mellisugus,101
+Chlorostilbon_olivaresi,102
+Chordeiles_pusillus,103
+Chrysomus_icterocephalus,104
+Ciccaba_albitarsis,105
+Cinnycerthia_peruana,106
+Cissopis_leverianus,107
+Cistothorus_platensis,108
+Cnemoscopus_rubrirostris,109
+Cnemotriccus_fuscatus,110
+Cnipodectes_subbrunneus,111
+Coccycua_minuta,112
+Coccyzus_melacoryphus,113
+Coeligena_violifer,114
+"Coereba_Vieillot,",115
+Colaptes_atricollis,116
+Colibri_coruscans,117
+Columba_speciosa,118
+Columbina_cruziana,119
+Columbina_minuta,120
+Conirostrum_bicolor,121
+Conirostrum_margaritae,122
+Conopias_parvus,123
+Conopias_trivirgatus,124
+Conopophaga_aurita,125
+Contopus_fumigatus,126
+Contopus_punensis,127
+Corythopis_torquatus,128
+Cranioleuca_antisiensis,129
+Cranioleuca_berlepschi,130
+Cranioleuca_gutturata,131
+Cranioleuca_muelleri,132
+Cranioleuca_vulpecula,133
+Cranioleuca_vulpina,134
+Crax_alector,135
+Crax_globulosa,136
+Crotophaga_ani,137
+Crotophaga_major,138
+Crypturellus_bartletti,139
+Crypturellus_casiquiare,140
+Crypturellus_cinereus,141
+Crypturellus_duidae,142
+Crypturellus_soui,143
+Crypturellus_undulatus,144
+Crypturellus_variegatus,145
+Cyanerpes_caeruleus,146
+Cyanicterus_cyanicterus,147
+Cyanocorax_heilprini,148
+Cyanocorax_violaceus,149
+Cyanocorax_yncas,150
+Cyanoloxia_rothschildii,151
+Cyanolyca_viridicyanus,152
+Cyclarhis_gujanensis,153
+Cymbilaimus_lineatus,154
+Cyphorhinus_arada,155
+Cyphorhinus_thoracicus,156
+Cyphos_macrodactylus,157
+Dacnis_albiventris,158
+Daptrius_ater,159
+Deconychura_longicauda,160
+Dendrexetastes_rufigula,161
+Dendrocincla_fuliginosa,162
+Dendrocincla_merula,163
+Dendrocolaptes_certhia,164
+Dendrocolaptes_hoffmannsi,165
+Dendrocolaptes_picumnus,166
+Dendrocygna_autumnalis,167
+Dendroplex_kienerii,168
+Deroptyus_accipitrinus,169
+Dichrozona_cincta,170
+Diglossa_cyanea,171
+Diglossa_mystacalis,172
+Diglossa_sittoides,173
+Donacobius_atricapilla,174
+Dromococcyx_phasianellus,175
+Drymophila_devillei,176
+Drymophila_striaticeps,177
+Dryocopus_lineatus,178
+Egretta_alba,179
+Egretta_thula,180
+Elaenia_flavogaster,181
+Elaenia_pallatangae,182
+Elaenia_pelzelni,183
+Elaenia_ruficeps,184
+Elliotomyia_chionogaster,185
+Empidonomus_varius,186
+Epinecrophylla_amazonica,187
+Epinecrophylla_gutturalis,188
+Epinecrophylla_haematonota,189
+Epinecrophylla_leucophthalma,190
+Epinecrophylla_ornata,191
+Eriocnemis_alinae,192
+Eubucco_richardsoni,193
+Euchrepomis_humeralis,194
+Eucometis_penicillata,195
+Euphonia_cayennensis,196
+Euphonia_chlorotica,197
+Euphonia_chrysopasta,198
+Euphonia_cyanocephala,199
+Euphonia_minuta,200
+Euphonia_plumbea,201
+Euphonia_rufiventris,202
+Euphonia_xanthogaster,203
+Eupsittula_pertinax,204
+Eurypygidae,205
+Falco_deiroleucus,206
+Falco_femoralis,207
+Falco_magnirostris,208
+Falco_rufigularis,209
+Florisuga_mellivora,210
+Formicarius_analis,211
+Formicarius_colma,212
+Formicivora_grisea,213
+Forpus_crassirostris,214
+Forpus_xanthops,215
+Frederickena_unduliger,216
+Frederickena_viridis,217
+Fringilla_capensis,218
+Fringilla_psaltria,219
+Furnarius_figulus,220
+Furnarius_leucopus,221
+Furnarius_minor,222
+Furnarius_torridus,223
+Galbacyrhynchus_leucotis,224
+Galbalcyrhynchus_purusianus,225
+Galbula_cyanescens,226
+Galbula_cyanicollis,227
+Galbula_dea,228
+Galbula_galbula,229
+Galbula_leucogastra,230
+Galbula_ruficauda,231
+Galbula_tombacea,232
+Gallinula_galeata,233
+Geothlypis_aequinoctialis,234
+Geranospiza_caerulescens,235
+Glaucidium_bolivianum,236
+Glaucidium_brasilianum,237
+Glaucidium_hardyi,238
+Glyphorynchus_spirurus,239
+Grallaria_blakei,240
+Grallaria_carrikeri,241
+Grallaria_obscura,242
+Grallaria_occabambae,243
+Grallaria_przewalskii,244
+Grallaria_quitensis,245
+Grallaria_ruficapilla,246
+Grallaria_squamigera,247
+Grallaricula_leymebambae,248
+Grallaricula_ochraceifrons,249
+Graydidascalus_brachyurus,250
+Gymnomystax_mexicanus,251
+Gymnopithys_leucaspis,252
+Gymnopithys_rufigula,253
+Gymnopithys_salvini,254
+Habia_rubica,255
+Hafferia_fortis,256
+Haplospiza_rustica,257
+Harpia_harpyja,258
+Heliangelus_amethysticollis,259
+Helicolestes_hamatus,260
+Heliornis_fulica,261
+Hemithraupis_flavicollis,262
+Hemitriccus_griseipectus,263
+Hemitriccus_inornatus,264
+Hemitriccus_josephinae,265
+Hemitriccus_minimus,266
+Hemitriccus_minor,267
+Hemitriccus_zosterops,268
+Henicorhina_leucophrys,269
+Henicorhina_leucoptera,270
+Henicorhina_leucosticta,271
+Herpetotheres_cachinnans,272
+Herpsilochmus_axillaris,273
+Herpsilochmus_dorsimaculatus,274
+Herpsilochmus_dugandi,275
+Herpsilochmus_parkeri,276
+Herpsilochmus_praedictus,277
+Herpsilochmus_stotzi,278
+Heterocercus_aurantiivertex,279
+Heterocercus_flavivertex,280
+Hoploxypterus_cayanus,281
+Hylexetastes_perrotii,282
+Hylexetastes_uniformis,283
+Hylocharis_sapphirina,284
+Hylopezus_macularius,285
+Hylophilus_brunneiceps,286
+Hylophilus_muscicapinus,287
+Hylophilus_olivaceus,288
+Hylophilus_pectoralis,289
+Hylophilus_semicinereus,290
+Hylophilus_thoracicus,291
+Hylophylax_naevius,292
+Hylophylax_punctulatus,293
+Hypnelus_bicinctus,294
+Hypocnemis_cantator,295
+Hypocnemis_flavescens,296
+Hypocnemis_hypoxantha,297
+Hypocnemis_peruviana,298
+Hypocnemis_rondoni,299
+Hypocnemis_striata,300
+Hypocnemoides_maculicauda,301
+Hypocnemoides_melanopogon,302
+Ibycter_americanus,303
+Icterus_cayanensis,304
+Ictinia_plumbea,305
+Incaspiza_laeta,306
+Incaspiza_watkinsi,307
+Inezia_subflava,308
+Iodopleura_isabellae,309
+Iridosornis_reinhardti,310
+Isleria_guttata,311
+Islerothraupis_luctuosa,312
+Jacamerops_aureus,313
+Jacana_jacana,314
+Kleinothraupis_atropileus,315
+Knipolegus_orenocensis,316
+Lampropsar_tanagrinus,317
+Lamprospiza_melanoleuca,318
+Lanio_fulvus,319
+Lanio_versicolor,320
+Laniocera_hypopyrra,321
+Larus_serranus,322
+Laterallus_exilis,323
+Lathrotriccus_euleri,324
+Leistes_bellicosus,325
+Lepidocolaptes_duidae,326
+Lepidocolaptes_fatimalimae,327
+Lepidocolaptes_fuscicapillus,328
+Lepidothrix_coronata,329
+Lepidothrix_nattereri,330
+Lepidothrix_serena,331
+Leptodon_cayanensis,332
+Leptopogon_taczanowskii,333
+Leptotila_rufaxilla,334
+Leptotila_verreauxi,335
+Leuconotopicus_fumigatus,336
+Leucopternis_kuhli,337
+Liosceles_thoracicus,338
+Lipaugus_vociferans,339
+Loddigesia_mirabilis,340
+Lophostrix_cristata,341
+Lophotriccus_galeatus,342
+Lophotriccus_vitiosus,343
+Lurocalis_rufiventris,344
+Malacoptila_fusca,345
+Manacus_manacus,346
+Margarornis_squamiger,347
+Mazaria_propinqua,348
+Mecocerculus_stictopterus,349
+Megascops_albogularis,350
+Megascops_choliba,351
+Megascops_ingens,352
+Megascops_petersoni,353
+Megascops_watsonii,354
+Megastictus_margaritatus,355
+Melanerpes_cruentatus,356
+Melanopareia_maranonica,357
+Micrastur_gilvicollis,358
+Micrastur_mintoni,359
+Micrastur_mirandollei,360
+Micrastur_ruficollis,361
+Micrastur_semitorquatus,362
+Microbates_collaris,363
+Microcerculus_bambla,364
+Microcerculus_marginatus,365
+Microrhopias_quixensis,366
+Milvago_chimachima,367
+Mimus_longicaudatus,368
+Mionectes_oleagineus,369
+Mionectes_striaticollis,370
+Mitrephanes_olivaceus,371
+Monasa_atra,372
+Monasa_morphoeus,373
+Monasa_nigrifrons,374
+Muscicapa_similis,375
+Myadestes_ralloides,376
+Myiarchus_cephalotes,377
+Myiarchus_swainsoni,378
+Myiarchus_tuberculifer,379
+Myiarchus_tyrannulus,380
+Myioborus_melanocephalus,381
+Myioborus_miniatus,382
+Myiodynastes_maculatus,383
+Myiopagis_caniceps,384
+Myiopagis_flavivertex,385
+Myiopagis_gaimardii,386
+Myiophobus_cryptoxanthus,387
+Myiornis_ecaudatus,388
+Myiotheretes_fumigatus,389
+Myiothlypis_coronata,390
+Myiothlypis_luteoviridis,391
+Myiothlypis_nigrocristata,392
+Myiozetetes_cayanensis,393
+Myiozetetes_luteiventris,394
+Myornis_senilis,395
+Myrmeciza_atrothorax,396
+Myrmeciza_longipes,397
+Myrmelastes_humaythae,398
+Myrmelastes_hyperythrus,399
+Myrmelastes_leucostigma,400
+Myrmelastes_rufifacies,401
+Myrmoborus_leucophrys,402
+Myrmoborus_lugubris,403
+Myrmoborus_melanurus,404
+Myrmoborus_myotherinus,405
+Myrmochanes_hemileucus,406
+Myrmoderus_ferruginea,407
+Myrmornis_torquata,408
+Myrmothera_campanisona,409
+Myrmotherula_ambigua,410
+Myrmotherula_assimilis,411
+Myrmotherula_axillaris,412
+Myrmotherula_brachyura,413
+Myrmotherula_cherriei,414
+Myrmotherula_iheringi,415
+Myrmotherula_klagesi,416
+Myrmotherula_longipennis,417
+Myrmotherula_menetriesii,418
+Nasica_longirostris,419
+Nemosia_pileata,420
+Neoctantes_niger,421
+Neopelma_chrysocephalum,422
+Neopipo_cinnamomea,423
+Nesotriccus_tumbezanus,424
+Nonnula_sclateri,425
+Notharchus_hyperrhynchus,426
+Notharchus_ordii,427
+Notharchus_tectus,428
+Nothocrax_urumutum,429
+Nyctalops_stygius,430
+Nyctibius_grandis,431
+Nyctibius_leucopterus,432
+Nyctidromus_albicollis,433
+Nyctiprogne_leucopyga,434
+Nystactes_tamatia,435
+Nystalus_obamai,436
+Ochthoeca_cinnamomeiventris,437
+Ochthoeca_diadema,438
+Ochthoeca_pulchella,439
+Ochthoeca_thoracica,440
+Ocreatus_underwoodii,441
+Odontophorus_gujanensis,442
+Onychorhynchus_coronatus,443
+Opisthocomidae,444
+Ornithion_inerme,445
+Ortalis_guttata,446
+Ortalis_motmot,447
+Pachyramphus_castaneus,448
+Pachyramphus_marginatus,449
+Pachyramphus_minor,450
+Pachyramphus_polychopterus,451
+Pachyramphus_rufus,452
+Pachyramphus_surinamus,453
+Pachyramphus_versicolor,454
+Pachysylvia_hypoxantha,455
+Pardirallus_sanguinolentus,456
+Paroaria_gularis,457
+Patagioenas_cayennensis,458
+Patagioenas_plumbea,459
+Patagioenas_subvinacea,460
+Penelope_jacquacu,461
+Penelope_montagnii,462
+Percnostola_rufifrons,463
+Perissocephalus_tricolor,464
+Phacellodomus_rufifrons,465
+Phaeomyias_murina,466
+Phaeothlypis_fulvicauda,467
+Phaeothlypis_rivularis,468
+Phaethornis_guy,469
+Phaethornis_hispidus,470
+Phaethornis_malaris,471
+Phaethornis_ruber,472
+Phaethornis_rupurumii,473
+Phaethornis_superciliosus,474
+Phaetusa_simplex,475
+Pharomachrus_auriceps,476
+Pharomachrus_pavoninus,477
+Pheucticus_chrysogaster,478
+Pheugopedius_coraya,479
+Pheugopedius_euophrys,480
+Pheugopedius_genibarbis,481
+Pheugopedius_paucimaculatus,482
+Philydor_erythropterum,483
+Philydor_pyrrhodes,484
+Phlegopsis_erythroptera,485
+Phlegopsis_nigromaculata,486
+Phoenicircus_carnifex,487
+Phoenicircus_nigricollis,488
+Phyllaemulor_bracteatus,489
+Phyllomyias_plumbeiceps,490
+Phylloscartes_gualaquizae,491
+Phylloscartes_ventralis,492
+Piaya_cayana,493
+Piaya_melanogaster,494
+Piculus_chrysochloros,495
+Piculus_flavigula,496
+Picumnus_castelnau,497
+Picumnus_exilis,498
+Picumnus_lafresnayi,499
+Picumnus_steindachneri,500
+Picumnus_varzeae,501
+Pionites_melanocephalus,502
+Pionus_fuscus,503
+Pionus_menstruus,504
+Pipile_cumanensis,505
+Pipra_aureola,506
+Pipra_pipra,507
+Pipraeidea_bonariensis,508
+Pipreola_arcuata,509
+Piprites_chloris,510
+Piranga_hepatica,511
+Pitangus_lictor,512
+Pitangus_sulphuratus,513
+Pithys_albifrons,514
+Platyrinchus_coronatus,515
+Platyrinchus_platyrhynchos,516
+Poecilotriccus_calopterus,517
+Poecilotriccus_capitalis,518
+Poecilotriccus_latirostris,519
+Poecilotriccus_luluae,520
+Poecilotriccus_senex,521
+Polioptila_attenboroughi,522
+Polioptila_guianensis,523
+Polioptila_plumbea,524
+Polytmus_theresiae,525
+Progne_subis,526
+Psarocolius_angustifrons,527
+Psarocolius_bifasciatus,528
+Psarocolius_decumanus,529
+Psarocolius_viridis,530
+Pseudastur_albicollis,531
+Pseudocolaptes_boissonneauii,532
+Pseudotriccus_ruficeps,533
+Psittacara_frontatus,534
+Psittacara_mitratus,535
+Psophia_crepitans,536
+Pteroglossus_aracari,537
+Pteroglossus_azara,538
+Pteroglossus_beauharnaisii,539
+Pteroglossus_castanotis,540
+Pulsatrix_perspicillata,541
+Pygiptila_stellaris,542
+Pygochelidon_melanoleuca,543
+Pyriglena_maura,544
+Pyrilia_aurantiocephala,545
+Pyrilia_barrabandi,546
+Pyrilia_caica,547
+Pyrrhomyias_cinnamomeus,548
+Pyrrhura_roseifrons,549
+Querula_purpurata,550
+Ramphastos_sulfuratus,551
+Ramphastos_tucanus,552
+Ramphastos_vitellinus,553
+Ramphocaenus_melanurus,554
+Ramphocelus_carbo,555
+Ramphocelus_nigrogularis,556
+Ramphotrigon_megacephalum,557
+Ramphotrigon_ruficauda,558
+Rhegmatorhina_berlepschi,559
+Rhegmatorhina_cristata,560
+Rhegmatorhina_hoffmannsi,561
+Rhegmatorhina_melanosticta,562
+Rhynchocyclus_olivaceus,563
+Rhytipterna_immunda,564
+Rhytipterna_simplex,565
+Rostrhamus_sociabilis,566
+Rufirallus_castaneiceps,567
+Rufirallus_viridis,568
+Rupicola_rupicola,569
+Rynchops_niger,570
+Sakesphorus_canadensis,571
+Sakesphorus_luctuosus,572
+Saltator_coerulescens,573
+Saltator_grossus,574
+Saltator_maximus,575
+Saltator_striatipectus,576
+Schiffornis_major,577
+Schiffornis_turdina,578
+Schistocichla_schistacea,579
+Schizoeaca_fuliginosa,580
+Sciaphylax_castanea,581
+Sciaphylax_hemimelaena,582
+Sclateria_naevia,583
+Sclerurus_obscurior,584
+Sclerurus_rufigularis,585
+Scytalopus_altirostris,586
+Scytalopus_atratus,587
+Scytalopus_femoralis,588
+Scytalopus_intermedius,589
+Scytalopus_parvirostris,590
+Selenidera_gouldii,591
+Selenidera_nattereri,592
+Selenidera_piperivora,593
+Selenidera_reinwardtii,594
+Sericossypha_albocristata,595
+Serpophaga_hypoleuca,596
+Serpophaga_subcristata,597
+Sicalis_columbiana,598
+Sirystes_sibilator,599
+Sirystes_subcanescens,600
+Sittasomus_griseicapillus,601
+Spinus_olivaceus,602
+Spizaetus_ornatus,603
+Sporophila_angolensis,604
+Sporophila_bouvronides,605
+Sporophila_castaneiventris,606
+Sporophila_fringilloides,607
+Sporophila_luctuosa,608
+Sporophila_simplex,609
+Sternula_superciliaris,610
+Stilpnia_viridicollis,611
+Sturnella_militaris,612
+Sublegatus_obscurior,613
+Synallaxis_albescens,614
+Synallaxis_albigularis,615
+Synallaxis_azarae,616
+Synallaxis_gujanensis,617
+Synallaxis_hypospodia,618
+Synallaxis_maranonica,619
+Synallaxis_rutilans,620
+Synallaxis_unirufa,621
+Syndactyla_rufosuperciliata,622
+Syndactyla_ucayalae,623
+Tachycineta_albiventer,624
+Tachyphonus_cristatus,625
+Tachyphonus_phoenicius,626
+Tachyphonus_surinamus,627
+Talaphorus_chlorocercus,628
+Tangara_cayana,629
+Tangara_chilensis,630
+Tangara_nigroviridis,631
+Tangara_punctata,632
+Tangara_varia,633
+Tangara_velia,634
+Tapera_naevia,635
+Taraba_major,636
+Terenura_spodioptila,637
+Tersina_viridis,638
+Thamnomanes_ardesiacus,639
+Thamnomanes_caesius,640
+Thamnomanes_saturninus,641
+Thamnomanes_schistogynus,642
+Thamnophilus_aethiops,643
+Thamnophilus_amazonicus,644
+Thamnophilus_bernardi,645
+Thamnophilus_cryptoleucus,646
+Thamnophilus_doliatus,647
+Thamnophilus_murinus,648
+Thamnophilus_nigrocinereus,649
+Thamnophilus_punctatus,650
+Thamnophilus_ruficapillus,651
+Thamnophilus_schistaceus,652
+Thamnophilus_stictocephalus,653
+Thamnophilus_unicolor,654
+Thaumasius_taczanowskii,655
+Thlypopsis_inornata,656
+Thlypopsis_superciliaris,657
+Thraupis_episcopus,658
+Thripadectes_scrutator,659
+Thripophaga_fusciceps,660
+Thryothorus_griseus,661
+Tiaris_obscurus,662
+Tinamus_major,663
+Tityra_cayana,664
+Tityra_semifasciata,665
+Todirostrum_chrysocrotaphum,666
+Todirostrum_maculatum,667
+Todirostrum_pictum,668
+Tolmomyias_assimilis,669
+Tolmomyias_flaviventris,670
+Tolmomyias_poliocephalus,671
+Tolmomyias_sulphurescens,672
+Tolmomyias_traylori,673
+Tolmomyias_viridiceps,674
+Topaza_pella,675
+Topaza_pyra,676
+Touit_purpuratus,677
+Troglodytes_aedon,678
+Troglodytes_solstitialis,679
+Trogon_collaris,680
+Trogon_curucui,681
+Trogon_melanurus,682
+Trogon_ramonianus,683
+Trogon_rufus,684
+Trogon_violaceus,685
+Trogon_viridis,686
+Tunchiornis_ochraceiceps,687
+Turdus_albicollis,688
+Turdus_hauxwelli,689
+Turdus_ignobilis,690
+Turdus_lawrencii,691
+Turdus_leucomelas,692
+Turdus_maranonicus,693
+Turdus_nigriceps,694
+Turdus_sanchezorum,695
+Turdus_serranus,696
+Tyranneutes_stolzmanni,697
+Tyranneutes_virescens,698
+Tyranniscus_cinereiceps,699
+Tyranniscus_uropygialis,700
+Tyrannulus_elatus,701
+Tyrannus_melancholicus,702
+Tyrannus_savana,703
+Uranomitra_franciae,704
+Uromyias_agraphia,705
+Uropsalis_segmentata,706
+Veniliornis_cassini,707
+Vireo_chivi,708
+Vireolanius_leucotis,709
+Volatinia_jacarina,710
+Wetmorethraupis_sterrhopteron,711
+Willisornis_poecilinotus,712
+Xenoglaux_loweryi,713
+Xenopipo_atronitens,714
+Xenops_milleri,715
+Xenops_minutus,716
+Xiphocolaptes_promeropirhynchus,717
+Xipholena_punicea,718
+Xiphorhynchus_elegans,719
+Xiphorhynchus_guttatus,720
+Xiphorhynchus_obsoletus,721
+Xiphorhynchus_ocellatus,722
+Xiphorhynchus_pardalotus,723
+Xiphorhynchus_picus,724
+Zimmerius_acer,725
+Zimmerius_gracilipes,726
+Zimmerius_viridiflavus,727

BirdAST_Baseline_GroupKFold_oof.csv

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcc735c6461b4c317b4535d66430b3647cabfbb1f7850756ec6015e1c45fd18
+size 91023124

BirdAST_Baseline_GroupKFold_training.log

@@ -0,0 +1,383 @@
+################################### TRAIN_CONFIG ###################################
+dataset_dir: ./Audio_XenoCanto
+labels_list: ./xeno_labels.csv
+model_name: BirdAST_Baseline_GroupKFold
+backbone_name: MIT/ast-finetuned-audioset-10-10-0.4593
+n_classes: 728
+audio_sr: 16000
+segment_length: 10
+fft_window: 0.025
+hop_window_length: 0.01
+n_mels: 128
+low_cut: 1000
+high_cut: 8000
+top_db: 100
+batch_size: 16
+num_workers: 0
+n_splits: 5
+log_dir: ./training_logs
+max_lr: 1e-05
+epochs: 10
+weight_decay: 0.01
+lr_final_div: 1000
+amp: True
+grad_accum_steps: 1
+max_grad_norm: 10000000.0
+print_epoch_freq: 1
+print_freq: 500
+random_seed: 2046
+copy: <classmethod(<function Config.copy at 0x7b4f57baf1c0>)>
+################################################################################
+Failed to detect the name of this notebook, you can set it manually with the WANDB_NOTEBOOK_NAME environment variable to enable code saving.
+Epoch 1 [0/559] | Train Loss: 0.3797 Grad: 132458.4531 LR: 4.0008e-07 | Elapse: 5.22s
+Epoch 1 [500/559] | Train Loss: 0.1767 Grad: 17217.5918 LR: 9.7549e-06 | Elapse: 632.27s
+Epoch 1 [558/559] | Train Loss: 0.1659 Grad: 38565.3086 LR: 1.0000e-05 | Elapse: 704.92s
+Epoch 1 [0/140] | Valid Loss: 0.0956 | Elapse: 1.77s
+Epoch 1 [139/140] | Valid Loss: 0.1626 | Elapse: 179.13s
+Epoch 1 - Train Loss: 0.1659 - Valid Loss: 0.5170 - Elapsed Time: 902.38s
+- Epoch 1: Best model found with loss = 0.5170.
+Epoch 2 [0/559] | Train Loss: 0.3837 Grad: 82366.4531 LR: 1.0000e-05 | Elapse: 1.39s
+Epoch 2 [500/559] | Train Loss: 0.1670 Grad: 26346.2246 LR: 9.7564e-06 | Elapse: 647.59s
+Epoch 2 [558/559] | Train Loss: 0.1563 Grad: 53784.7227 LR: 9.6974e-06 | Elapse: 716.52s
+Epoch 2 [0/140] | Valid Loss: 0.0949 | Elapse: 1.36s
+Epoch 2 [139/140] | Valid Loss: 0.1759 | Elapse: 176.02s
+Epoch 2 - Train Loss: 0.1563 - Valid Loss: 0.5562 - Elapsed Time: 910.59s
+- Epoch 2: Best model found with loss = 0.5562.
+Epoch 3 [0/559] | Train Loss: 0.3296 Grad: 136677.4531 LR: 9.6963e-06 | Elapse: 1.60s
+Epoch 3 [500/559] | Train Loss: 0.1347 Grad: 29127.7148 LR: 8.9422e-06 | Elapse: 630.69s
+Epoch 3 [558/559] | Train Loss: 0.1259 Grad: 57361.0430 LR: 8.8283e-06 | Elapse: 700.52s
+Epoch 3 [0/140] | Valid Loss: 0.0909 | Elapse: 1.56s
+Epoch 3 [139/140] | Valid Loss: 0.1843 | Elapse: 176.22s
+Epoch 3 - Train Loss: 0.1259 - Valid Loss: 0.6019 - Elapsed Time: 894.87s
+- Epoch 3: Best model found with loss = 0.6019.
+Epoch 4 [0/559] | Train Loss: 0.2495 Grad: 174822.3438 LR: 8.8263e-06 | Elapse: 1.03s
+Epoch 4 [500/559] | Train Loss: 0.0971 Grad: 30384.9941 LR: 7.6526e-06 | Elapse: 616.92s
+Epoch 4 [558/559] | Train Loss: 0.0909 Grad: 54755.8555 LR: 7.4974e-06 | Elapse: 686.08s
+Epoch 4 [0/140] | Valid Loss: 0.0883 | Elapse: 0.96s
+Epoch 4 [139/140] | Valid Loss: 0.1906 | Elapse: 170.98s
+Epoch 4 - Train Loss: 0.0909 - Valid Loss: 0.6292 - Elapsed Time: 875.26s
+- Epoch 4: Best model found with loss = 0.6292.
+Epoch 5 [0/559] | Train Loss: 0.1445 Grad: 179717.0781 LR: 7.4947e-06 | Elapse: 1.67s
+Epoch 5 [500/559] | Train Loss: 0.0679 Grad: 31367.4883 LR: 6.0431e-06 | Elapse: 636.79s
+Epoch 5 [558/559] | Train Loss: 0.0638 Grad: 46204.8477 LR: 5.8653e-06 | Elapse: 710.08s
+Epoch 5 [0/140] | Valid Loss: 0.0862 | Elapse: 1.37s
+Epoch 5 [139/140] | Valid Loss: 0.1974 | Elapse: 172.42s
+Epoch 5 - Train Loss: 0.0638 - Valid Loss: 0.6417 - Elapsed Time: 900.70s
+- Epoch 5: Best model found with loss = 0.6417.
+Epoch 6 [0/559] | Train Loss: 0.0752 Grad: 150651.5312 LR: 5.8623e-06 | Elapse: 1.26s
+Epoch 6 [500/559] | Train Loss: 0.0498 Grad: 30212.4238 LR: 4.3078e-06 | Elapse: 625.35s
+Epoch 6 [558/559] | Train Loss: 0.0471 Grad: 45234.8984 LR: 4.1289e-06 | Elapse: 698.58s
+Epoch 6 [0/140] | Valid Loss: 0.0843 | Elapse: 1.56s
+Epoch 6 [139/140] | Valid Loss: 0.2014 | Elapse: 168.62s
+Epoch 6 - Train Loss: 0.0471 - Valid Loss: 0.6506 - Elapsed Time: 885.11s
+- Epoch 6: Best model found with loss = 0.6506.
+Epoch 7 [0/559] | Train Loss: 0.0401 Grad: 110378.2734 LR: 4.1258e-06 | Elapse: 1.55s
+Epoch 7 [500/559] | Train Loss: 0.0401 Grad: 29949.4160 LR: 2.6560e-06 | Elapse: 747.46s
+Epoch 7 [558/559] | Train Loss: 0.0381 Grad: 47635.7148 LR: 2.4976e-06 | Elapse: 850.90s
+Epoch 7 [0/140] | Valid Loss: 0.0835 | Elapse: 1.84s
+Epoch 7 [139/140] | Valid Loss: 0.2044 | Elapse: 247.83s
+Epoch 7 - Train Loss: 0.0381 - Valid Loss: 0.6516 - Elapsed Time: 1122.23s
+- Epoch 7: Best model found with loss = 0.6516.
+Epoch 8 [0/559] | Train Loss: 0.0310 Grad: 93998.0625 LR: 2.4949e-06 | Elapse: 2.01s
+Epoch 8 [500/559] | Train Loss: 0.0364 Grad: 34944.8828 LR: 1.2869e-06 | Elapse: 898.62s
+Epoch 8 [558/559] | Train Loss: 0.0347 Grad: 48920.4258 LR: 1.1681e-06 | Elapse: 1001.16s
+Epoch 8 [0/140] | Valid Loss: 0.0855 | Elapse: 1.69s
+Epoch 8 [139/140] | Valid Loss: 0.2072 | Elapse: 250.89s
+Epoch 8 - Train Loss: 0.0347 - Valid Loss: 0.6495 - Elapsed Time: 1275.92s
+Epoch 9 [0/559] | Train Loss: 0.0334 Grad: 111821.3047 LR: 1.1661e-06 | Elapse: 1.79s
+Epoch 9 [500/559] | Train Loss: 0.0380 Grad: 48075.5664 LR: 3.6575e-07 | Elapse: 896.79s
+Epoch 9 [558/559] | Train Loss: 0.0362 Grad: 48004.2852 LR: 3.0086e-07 | Elapse: 999.50s
+Epoch 9 [0/140] | Valid Loss: 0.0802 | Elapse: 1.68s
+Epoch 9 [139/140] | Valid Loss: 0.2040 | Elapse: 247.83s
+Epoch 9 - Train Loss: 0.0362 - Valid Loss: 0.6773 - Elapsed Time: 1272.24s
+- Epoch 9: Best model found with loss = 0.6773.
+Epoch 10 [0/559] | Train Loss: 0.0419 Grad: 138725.0625 LR: 2.9979e-07 | Elapse: 1.85s
+Epoch 10 [500/559] | Train Loss: 0.0442 Grad: 51908.7266 LR: 3.5668e-09 | Elapse: 851.64s
+Epoch 10 [558/559] | Train Loss: 0.0418 Grad: 36428.0664 LR: 4.0097e-10 | Elapse: 950.39s
+Epoch 10 [0/140] | Valid Loss: 0.0763 | Elapse: 1.74s
+Epoch 10 [139/140] | Valid Loss: 0.2015 | Elapse: 253.39s
+Epoch 10 - Train Loss: 0.0418 - Valid Loss: 0.6896 - Elapsed Time: 1228.92s
+- Epoch 10: Best model found with loss = 0.6896.
+Fold 0 | Time: 171.93min | Overall Evaluation Loss: 0.6896
+Epoch 1 [0/559] | Train Loss: 0.4015 Grad: 130138.6250 LR: 4.0008e-07 | Elapse: 1.81s
+Epoch 1 [500/559] | Train Loss: 0.1759 Grad: 863.0330 LR: 9.7549e-06 | Elapse: 869.10s
+Epoch 1 [558/559] | Train Loss: 0.1663 Grad: 33445.6641 LR: 1.0000e-05 | Elapse: 956.09s
+Epoch 1 [0/140] | Valid Loss: 0.2185 | Elapse: 1.43s
+Epoch 1 [139/140] | Valid Loss: 0.1571 | Elapse: 206.29s
+Epoch 1 - Train Loss: 0.1663 - Valid Loss: 0.5072 - Elapsed Time: 1181.07s
+- Epoch 1: Best model found with loss = 0.5072.
+Epoch 2 [0/559] | Train Loss: 0.3793 Grad: 81459.7891 LR: 1.0000e-05 | Elapse: 1.45s
+Epoch 2 [500/559] | Train Loss: 0.1659 Grad: 1246.6095 LR: 9.7564e-06 | Elapse: 724.53s
+Epoch 2 [558/559] | Train Loss: 0.1560 Grad: 45349.8438 LR: 9.6974e-06 | Elapse: 796.86s
+Epoch 2 [0/140] | Valid Loss: 0.2406 | Elapse: 1.39s
+Epoch 2 [139/140] | Valid Loss: 0.1642 | Elapse: 172.62s
+Epoch 2 - Train Loss: 0.1560 - Valid Loss: 0.5597 - Elapsed Time: 988.42s
+- Epoch 2: Best model found with loss = 0.5597.
+Epoch 3 [0/559] | Train Loss: 0.3372 Grad: 126511.1250 LR: 9.6963e-06 | Elapse: 1.61s
+Epoch 3 [500/559] | Train Loss: 0.1332 Grad: 1709.5671 LR: 8.9422e-06 | Elapse: 626.50s
+Epoch 3 [558/559] | Train Loss: 0.1245 Grad: 48516.1641 LR: 8.8283e-06 | Elapse: 698.54s
+Epoch 3 [0/140] | Valid Loss: 0.2499 | Elapse: 1.15s
+Epoch 3 [139/140] | Valid Loss: 0.1690 | Elapse: 175.40s
+Epoch 3 - Train Loss: 0.1245 - Valid Loss: 0.5997 - Elapsed Time: 892.90s
+- Epoch 3: Best model found with loss = 0.5997.
+Epoch 4 [0/559] | Train Loss: 0.2329 Grad: 165485.4688 LR: 8.8263e-06 | Elapse: 1.42s
+Epoch 4 [500/559] | Train Loss: 0.0928 Grad: 2085.9751 LR: 7.6526e-06 | Elapse: 617.80s
+Epoch 4 [558/559] | Train Loss: 0.0867 Grad: 45565.9609 LR: 7.4974e-06 | Elapse: 690.54s
+Epoch 4 [0/140] | Valid Loss: 0.2734 | Elapse: 1.55s
+Epoch 4 [139/140] | Valid Loss: 0.1746 | Elapse: 167.59s
+Epoch 4 - Train Loss: 0.0867 - Valid Loss: 0.6215 - Elapsed Time: 877.07s
+- Epoch 4: Best model found with loss = 0.6215.
+Epoch 5 [0/559] | Train Loss: 0.1356 Grad: 175726.2500 LR: 7.4947e-06 | Elapse: 1.12s
+Epoch 5 [500/559] | Train Loss: 0.0635 Grad: 2302.8323 LR: 6.0431e-06 | Elapse: 619.62s
+Epoch 5 [558/559] | Train Loss: 0.0595 Grad: 41125.3477 LR: 5.8653e-06 | Elapse: 690.76s
+Epoch 5 [0/140] | Valid Loss: 0.3010 | Elapse: 1.17s
+Epoch 5 [139/140] | Valid Loss: 0.1791 | Elapse: 169.10s
+Epoch 5 - Train Loss: 0.0595 - Valid Loss: 0.6472 - Elapsed Time: 878.90s
+- Epoch 5: Best model found with loss = 0.6472.
+Epoch 6 [0/559] | Train Loss: 0.0700 Grad: 136908.1094 LR: 5.8623e-06 | Elapse: 1.13s
+Epoch 6 [500/559] | Train Loss: 0.0446 Grad: 2514.1721 LR: 4.3078e-06 | Elapse: 625.46s
+Epoch 6 [558/559] | Train Loss: 0.0420 Grad: 37248.8633 LR: 4.1289e-06 | Elapse: 697.66s
+Epoch 6 [0/140] | Valid Loss: 0.3092 | Elapse: 1.25s
+Epoch 6 [139/140] | Valid Loss: 0.1812 | Elapse: 171.69s
+Epoch 6 - Train Loss: 0.0420 - Valid Loss: 0.6583 - Elapsed Time: 888.53s
+- Epoch 6: Best model found with loss = 0.6583.
+Epoch 7 [0/559] | Train Loss: 0.0358 Grad: 92237.4297 LR: 4.1258e-06 | Elapse: 1.29s
+Epoch 7 [500/559] | Train Loss: 0.0349 Grad: 2724.6714 LR: 2.6560e-06 | Elapse: 625.38s
+Epoch 7 [558/559] | Train Loss: 0.0330 Grad: 36025.4375 LR: 2.4976e-06 | Elapse: 692.62s
+Epoch 7 [0/140] | Valid Loss: 0.3133 | Elapse: 1.35s
+Epoch 7 [139/140] | Valid Loss: 0.1820 | Elapse: 169.90s
+Epoch 7 - Train Loss: 0.0330 - Valid Loss: 0.6669 - Elapsed Time: 881.25s
+- Epoch 7: Best model found with loss = 0.6669.
+Epoch 8 [0/559] | Train Loss: 0.0239 Grad: 68634.6406 LR: 2.4949e-06 | Elapse: 0.94s
+Epoch 8 [500/559] | Train Loss: 0.0310 Grad: 2664.3289 LR: 1.2869e-06 | Elapse: 623.73s
+Epoch 8 [558/559] | Train Loss: 0.0293 Grad: 35448.2188 LR: 1.1681e-06 | Elapse: 693.87s
+Epoch 8 [0/140] | Valid Loss: 0.3229 | Elapse: 1.65s
+Epoch 8 [139/140] | Valid Loss: 0.1835 | Elapse: 170.20s
+Epoch 8 - Train Loss: 0.0293 - Valid Loss: 0.6775 - Elapsed Time: 883.04s
+- Epoch 8: Best model found with loss = 0.6775.
+Epoch 9 [0/559] | Train Loss: 0.0214 Grad: 67280.5625 LR: 1.1661e-06 | Elapse: 1.50s
+Epoch 9 [500/559] | Train Loss: 0.0320 Grad: 2366.7151 LR: 3.6575e-07 | Elapse: 627.09s
+Epoch 9 [558/559] | Train Loss: 0.0303 Grad: 33299.4180 LR: 3.0086e-07 | Elapse: 700.43s
+Epoch 9 [0/140] | Valid Loss: 0.3247 | Elapse: 1.65s
+Epoch 9 [139/140] | Valid Loss: 0.1822 | Elapse: 171.60s
+Epoch 9 - Train Loss: 0.0303 - Valid Loss: 0.6887 - Elapsed Time: 891.22s
+- Epoch 9: Best model found with loss = 0.6887.
+Epoch 10 [0/559] | Train Loss: 0.0396 Grad: 140012.0156 LR: 2.9979e-07 | Elapse: 1.47s
+Epoch 10 [500/559] | Train Loss: 0.0399 Grad: 2683.7830 LR: 3.5668e-09 | Elapse: 627.50s
+Epoch 10 [558/559] | Train Loss: 0.0374 Grad: 31579.2891 LR: 4.0097e-10 | Elapse: 699.21s
+Epoch 10 [0/140] | Valid Loss: 0.3429 | Elapse: 1.75s
+Epoch 10 [139/140] | Valid Loss: 0.1868 | Elapse: 170.59s
+Epoch 10 - Train Loss: 0.0374 - Valid Loss: 0.6865 - Elapsed Time: 888.77s
+Fold 1 | Time: 154.91min | Overall Evaluation Loss: 0.5993
+Epoch 1 [0/559] | Train Loss: 0.4080 Grad: 124709.3203 LR: 4.0008e-07 | Elapse: 1.14s
+Epoch 1 [500/559] | Train Loss: 0.1747 Grad: 1045.7129 LR: 9.7549e-06 | Elapse: 628.84s
+Epoch 1 [558/559] | Train Loss: 0.1648 Grad: 1430.1704 LR: 1.0000e-05 | Elapse: 702.27s
+Epoch 1 [0/140] | Valid Loss: 0.0024 | Elapse: 1.05s
+Epoch 1 [139/140] | Valid Loss: 0.1646 | Elapse: 172.09s
+Epoch 1 - Train Loss: 0.1648 - Valid Loss: 0.5391 - Elapsed Time: 892.89s
+- Epoch 1: Best model found with loss = 0.5391.
+Epoch 2 [0/559] | Train Loss: 0.3756 Grad: 93382.1719 LR: 1.0000e-05 | Elapse: 1.35s
+Epoch 2 [500/559] | Train Loss: 0.1645 Grad: 1447.0669 LR: 9.7564e-06 | Elapse: 626.54s
+Epoch 2 [558/559] | Train Loss: 0.1548 Grad: 2336.7964 LR: 9.6974e-06 | Elapse: 695.28s
+Epoch 2 [0/140] | Valid Loss: 0.0028 | Elapse: 1.35s
+Epoch 2 [139/140] | Valid Loss: 0.1744 | Elapse: 168.90s
+Epoch 2 - Train Loss: 0.1548 - Valid Loss: 0.5480 - Elapsed Time: 882.83s
+- Epoch 2: Best model found with loss = 0.5480.
+Epoch 3 [0/559] | Train Loss: 0.3395 Grad: 155200.7188 LR: 9.6963e-06 | Elapse: 1.21s
+Epoch 3 [500/559] | Train Loss: 0.1350 Grad: 1883.7952 LR: 8.9422e-06 | Elapse: 616.61s
+Epoch 3 [558/559] | Train Loss: 0.1265 Grad: 3005.8718 LR: 8.8283e-06 | Elapse: 684.27s
+Epoch 3 [0/140] | Valid Loss: 0.0033 | Elapse: 1.33s
+Epoch 3 [139/140] | Valid Loss: 0.1848 | Elapse: 169.68s
+Epoch 3 - Train Loss: 0.1265 - Valid Loss: 0.5793 - Elapsed Time: 872.76s
+- Epoch 3: Best model found with loss = 0.5793.
+Epoch 4 [0/559] | Train Loss: 0.2507 Grad: 184021.4375 LR: 8.8263e-06 | Elapse: 1.55s
+Epoch 4 [500/559] | Train Loss: 0.0979 Grad: 2342.1018 LR: 7.6526e-06 | Elapse: 620.24s
+Epoch 4 [558/559] | Train Loss: 0.0919 Grad: 3157.7532 LR: 7.4974e-06 | Elapse: 694.89s
+Epoch 4 [0/140] | Valid Loss: 0.0033 | Elapse: 1.65s
+Epoch 4 [139/140] | Valid Loss: 0.1921 | Elapse: 171.19s
+Epoch 4 - Train Loss: 0.0919 - Valid Loss: 0.5966 - Elapsed Time: 884.77s
+- Epoch 4: Best model found with loss = 0.5966.
+Epoch 5 [0/559] | Train Loss: 0.1526 Grad: 191586.5938 LR: 7.4947e-06 | Elapse: 1.38s
+Epoch 5 [500/559] | Train Loss: 0.0690 Grad: 2454.4775 LR: 6.0431e-06 | Elapse: 619.48s
+Epoch 5 [558/559] | Train Loss: 0.0652 Grad: 3468.5071 LR: 5.8653e-06 | Elapse: 691.21s
+Epoch 5 [0/140] | Valid Loss: 0.0035 | Elapse: 1.45s
+Epoch 5 [139/140] | Valid Loss: 0.1998 | Elapse: 171.49s
+Epoch 5 - Train Loss: 0.0652 - Valid Loss: 0.6213 - Elapsed Time: 881.09s
+- Epoch 5: Best model found with loss = 0.6213.
+Epoch 6 [0/559] | Train Loss: 0.0984 Grad: 176191.0312 LR: 5.8623e-06 | Elapse: 1.48s
+Epoch 6 [500/559] | Train Loss: 0.0498 Grad: 2697.2048 LR: 4.3078e-06 | Elapse: 626.78s
+Epoch 6 [558/559] | Train Loss: 0.0471 Grad: 3713.1016 LR: 4.1289e-06 | Elapse: 698.05s
+Epoch 6 [0/140] | Valid Loss: 0.0033 | Elapse: 1.41s
+Epoch 6 [139/140] | Valid Loss: 0.2037 | Elapse: 168.17s
+Epoch 6 - Train Loss: 0.0471 - Valid Loss: 0.6357 - Elapsed Time: 885.22s
+- Epoch 6: Best model found with loss = 0.6357.
+Epoch 7 [0/559] | Train Loss: 0.0513 Grad: 126208.9375 LR: 4.1258e-06 | Elapse: 1.46s
+Epoch 7 [500/559] | Train Loss: 0.0387 Grad: 2829.2466 LR: 2.6560e-06 | Elapse: 634.97s
+Epoch 7 [558/559] | Train Loss: 0.0369 Grad: 3826.6626 LR: 2.4976e-06 | Elapse: 705.57s
+Epoch 7 [0/140] | Valid Loss: 0.0033 | Elapse: 0.98s
+Epoch 7 [139/140] | Valid Loss: 0.2071 | Elapse: 172.22s
+Epoch 7 - Train Loss: 0.0369 - Valid Loss: 0.6424 - Elapsed Time: 896.53s
+- Epoch 7: Best model found with loss = 0.6424.
+Epoch 8 [0/559] | Train Loss: 0.0380 Grad: 107768.7891 LR: 2.4949e-06 | Elapse: 1.63s
+Epoch 8 [500/559] | Train Loss: 0.0336 Grad: 2959.4180 LR: 1.2869e-06 | Elapse: 626.93s
+Epoch 8 [558/559] | Train Loss: 0.0322 Grad: 3683.2998 LR: 1.1681e-06 | Elapse: 702.47s
+Epoch 8 [0/140] | Valid Loss: 0.0034 | Elapse: 1.14s
+Epoch 8 [139/140] | Valid Loss: 0.2092 | Elapse: 171.83s
+Epoch 8 - Train Loss: 0.0322 - Valid Loss: 0.6436 - Elapsed Time: 892.56s
+- Epoch 8: Best model found with loss = 0.6436.
+Epoch 9 [0/559] | Train Loss: 0.0356 Grad: 110887.7266 LR: 1.1661e-06 | Elapse: 1.26s
+Epoch 9 [500/559] | Train Loss: 0.0349 Grad: 2969.2019 LR: 3.6575e-07 | Elapse: 618.59s
+Epoch 9 [558/559] | Train Loss: 0.0333 Grad: 3657.1890 LR: 3.0086e-07 | Elapse: 689.52s
+Epoch 9 [0/140] | Valid Loss: 0.0034 | Elapse: 0.85s
+Epoch 9 [139/140] | Valid Loss: 0.2080 | Elapse: 169.88s
+Epoch 9 - Train Loss: 0.0333 - Valid Loss: 0.6454 - Elapsed Time: 877.97s
+- Epoch 9: Best model found with loss = 0.6454.
+Epoch 10 [0/559] | Train Loss: 0.0413 Grad: 124596.9844 LR: 2.9979e-07 | Elapse: 1.29s
+Epoch 10 [500/559] | Train Loss: 0.0474 Grad: 3126.1436 LR: 3.5668e-09 | Elapse: 627.28s
+Epoch 10 [558/559] | Train Loss: 0.0448 Grad: 4568.4751 LR: 4.0097e-10 | Elapse: 698.02s
+Epoch 10 [0/140] | Valid Loss: 0.0033 | Elapse: 1.65s
+Epoch 10 [139/140] | Valid Loss: 0.2082 | Elapse: 171.99s
+Epoch 10 - Train Loss: 0.0448 - Valid Loss: 0.6580 - Elapsed Time: 888.30s
+- Epoch 10: Best model found with loss = 0.6580.
+Fold 2 | Time: 148.58min | Overall Evaluation Loss: 0.5356
+Epoch 1 [0/559] | Train Loss: 0.3735 Grad: 136774.1406 LR: 4.0008e-07 | Elapse: 1.12s
+Epoch 1 [500/559] | Train Loss: 0.1727 Grad: 19389.6543 LR: 9.7549e-06 | Elapse: 623.82s
+Epoch 1 [558/559] | Train Loss: 0.1621 Grad: 33160.3281 LR: 1.0000e-05 | Elapse: 697.46s
+Epoch 1 [0/140] | Valid Loss: 0.0017 | Elapse: 1.14s
+Epoch 1 [139/140] | Valid Loss: 0.1746 | Elapse: 169.70s
+Epoch 1 - Train Loss: 0.1621 - Valid Loss: 0.5274 - Elapsed Time: 887.75s
+- Epoch 1: Best model found with loss = 0.5274.
+Epoch 2 [0/559] | Train Loss: 0.3857 Grad: 82156.1875 LR: 1.0000e-05 | Elapse: 1.27s
+Epoch 2 [500/559] | Train Loss: 0.1630 Grad: 29308.9199 LR: 9.7564e-06 | Elapse: 623.37s
+Epoch 2 [558/559] | Train Loss: 0.1524 Grad: 44503.8945 LR: 9.6974e-06 | Elapse: 693.21s
+Epoch 2 [0/140] | Valid Loss: 0.0018 | Elapse: 1.15s
+Epoch 2 [139/140] | Valid Loss: 0.1843 | Elapse: 176.11s
+Epoch 2 - Train Loss: 0.1524 - Valid Loss: 0.5781 - Elapsed Time: 889.88s
+- Epoch 2: Best model found with loss = 0.5781.
+Epoch 3 [0/559] | Train Loss: 0.3332 Grad: 135450.9531 LR: 9.6963e-06 | Elapse: 1.49s
+Epoch 3 [500/559] | Train Loss: 0.1318 Grad: 32993.6094 LR: 8.9422e-06 | Elapse: 622.89s
+Epoch 3 [558/559] | Train Loss: 0.1228 Grad: 51153.7461 LR: 8.8283e-06 | Elapse: 691.03s
+Epoch 3 [0/140] | Valid Loss: 0.0020 | Elapse: 1.04s
+Epoch 3 [139/140] | Valid Loss: 0.1926 | Elapse: 168.78s
+Epoch 3 - Train Loss: 0.1228 - Valid Loss: 0.6165 - Elapsed Time: 880.74s
+- Epoch 3: Best model found with loss = 0.6165.
+Epoch 4 [0/559] | Train Loss: 0.2050 Grad: 158852.4688 LR: 8.8263e-06 | Elapse: 1.24s
+Epoch 4 [500/559] | Train Loss: 0.0946 Grad: 32502.8730 LR: 7.6526e-06 | Elapse: 611.44s
+Epoch 4 [558/559] | Train Loss: 0.0882 Grad: 52789.3359 LR: 7.4974e-06 | Elapse: 684.08s
+Epoch 4 [0/140] | Valid Loss: 0.0021 | Elapse: 1.26s
+Epoch 4 [139/140] | Valid Loss: 0.2005 | Elapse: 173.50s
+Epoch 4 - Train Loss: 0.0882 - Valid Loss: 0.6403 - Elapsed Time: 878.81s
+- Epoch 4: Best model found with loss = 0.6403.
+Epoch 5 [0/559] | Train Loss: 0.1045 Grad: 160419.8594 LR: 7.4947e-06 | Elapse: 1.13s
+Epoch 5 [500/559] | Train Loss: 0.0674 Grad: 33515.8281 LR: 6.0431e-06 | Elapse: 622.62s
+Epoch 5 [558/559] | Train Loss: 0.0630 Grad: 48679.0625 LR: 5.8653e-06 | Elapse: 694.96s
+Epoch 5 [0/140] | Valid Loss: 0.0022 | Elapse: 1.26s
+Epoch 5 [139/140] | Valid Loss: 0.2054 | Elapse: 174.00s
+Epoch 5 - Train Loss: 0.0630 - Valid Loss: 0.6581 - Elapsed Time: 889.52s
+- Epoch 5: Best model found with loss = 0.6581.
+Epoch 6 [0/559] | Train Loss: 0.0513 Grad: 123881.2109 LR: 5.8623e-06 | Elapse: 1.20s
+Epoch 6 [500/559] | Train Loss: 0.0489 Grad: 34166.4883 LR: 4.3078e-06 | Elapse: 619.33s
+Epoch 6 [558/559] | Train Loss: 0.0459 Grad: 46318.1602 LR: 4.1289e-06 | Elapse: 692.04s
+Epoch 6 [0/140] | Valid Loss: 0.0022 | Elapse: 1.06s
+Epoch 6 [139/140] | Valid Loss: 0.2085 | Elapse: 175.60s
+Epoch 6 - Train Loss: 0.0459 - Valid Loss: 0.6727 - Elapsed Time: 888.27s
+- Epoch 6: Best model found with loss = 0.6727.
+Epoch 7 [0/559] | Train Loss: 0.0245 Grad: 69471.7734 LR: 4.1258e-06 | Elapse: 1.23s
+Epoch 7 [500/559] | Train Loss: 0.0379 Grad: 33260.8320 LR: 2.6560e-06 | Elapse: 633.33s
+Epoch 7 [558/559] | Train Loss: 0.0358 Grad: 43805.9805 LR: 2.4976e-06 | Elapse: 707.50s
+Epoch 7 [0/140] | Valid Loss: 0.0023 | Elapse: 1.22s
+Epoch 7 [139/140] | Valid Loss: 0.2125 | Elapse: 173.57s
+Epoch 7 - Train Loss: 0.0358 - Valid Loss: 0.6797 - Elapsed Time: 901.75s
+- Epoch 7: Best model found with loss = 0.6797.
+Epoch 8 [0/559] | Train Loss: 0.0170 Grad: 45662.7891 LR: 2.4949e-06 | Elapse: 1.28s
+Epoch 8 [500/559] | Train Loss: 0.0332 Grad: 33284.9766 LR: 1.2869e-06 | Elapse: 636.77s
+Epoch 8 [558/559] | Train Loss: 0.0315 Grad: 45330.4883 LR: 1.1681e-06 | Elapse: 709.71s
+Epoch 8 [0/140] | Valid Loss: 0.0023 | Elapse: 1.45s
+Epoch 8 [139/140] | Valid Loss: 0.2158 | Elapse: 172.70s
+Epoch 8 - Train Loss: 0.0315 - Valid Loss: 0.6806 - Elapsed Time: 903.01s
+- Epoch 8: Best model found with loss = 0.6806.
+Epoch 9 [0/559] | Train Loss: 0.0181 Grad: 55811.3711 LR: 1.1661e-06 | Elapse: 1.26s
+Epoch 9 [500/559] | Train Loss: 0.0337 Grad: 36090.6758 LR: 3.6575e-07 | Elapse: 622.66s
+Epoch 9 [558/559] | Train Loss: 0.0319 Grad: 40806.4766 LR: 3.0086e-07 | Elapse: 695.00s
+Epoch 9 [0/140] | Valid Loss: 0.0024 | Elapse: 1.55s
+Epoch 9 [139/140] | Valid Loss: 0.2160 | Elapse: 172.99s
+Epoch 9 - Train Loss: 0.0319 - Valid Loss: 0.6900 - Elapsed Time: 888.59s
+- Epoch 9: Best model found with loss = 0.6900.
+Epoch 10 [0/559] | Train Loss: 0.0291 Grad: 108929.7500 LR: 2.9979e-07 | Elapse: 1.67s
+Epoch 10 [500/559] | Train Loss: 0.0408 Grad: 33068.8359 LR: 3.5668e-09 | Elapse: 628.66s
+Epoch 10 [558/559] | Train Loss: 0.0381 Grad: 40680.0781 LR: 4.0097e-10 | Elapse: 701.00s
+Epoch 10 [0/140] | Valid Loss: 0.0026 | Elapse: 1.65s
+Epoch 10 [139/140] | Valid Loss: 0.2175 | Elapse: 172.10s
+Epoch 10 - Train Loss: 0.0381 - Valid Loss: 0.6948 - Elapsed Time: 893.76s
+- Epoch 10: Best model found with loss = 0.6948.
+Fold 3 | Time: 149.63min | Overall Evaluation Loss: 0.4956
+Epoch 1 [0/559] | Train Loss: 0.0050 Grad: 2809.6936 LR: 4.0008e-07 | Elapse: 1.47s
+Epoch 1 [500/559] | Train Loss: 0.1740 Grad: 374.4365 LR: 9.7549e-06 | Elapse: 619.57s
+Epoch 1 [558/559] | Train Loss: 0.1637 Grad: 36396.9766 LR: 1.0000e-05 | Elapse: 689.00s
+Epoch 1 [0/140] | Valid Loss: 0.4124 | Elapse: 1.45s
+Epoch 1 [139/140] | Valid Loss: 0.1685 | Elapse: 171.89s
+Epoch 1 - Train Loss: 0.1637 - Valid Loss: 0.5389 - Elapsed Time: 881.37s
+- Epoch 1: Best model found with loss = 0.5389.
+Epoch 2 [0/559] | Train Loss: 0.0050 Grad: 1995.7759 LR: 1.0000e-05 | Elapse: 1.59s
+Epoch 2 [500/559] | Train Loss: 0.1633 Grad: 583.9670 LR: 9.7564e-06 | Elapse: 624.89s
+Epoch 2 [558/559] | Train Loss: 0.1530 Grad: 46425.1641 LR: 9.6974e-06 | Elapse: 694.86s
+Epoch 2 [0/140] | Valid Loss: 0.4686 | Elapse: 1.01s
+Epoch 2 [139/140] | Valid Loss: 0.1789 | Elapse: 167.87s
+Epoch 2 - Train Loss: 0.1530 - Valid Loss: 0.5844 - Elapsed Time: 882.92s
+- Epoch 2: Best model found with loss = 0.5844.
+Epoch 3 [0/559] | Train Loss: 0.0053 Grad: 3130.1858 LR: 9.6963e-06 | Elapse: 1.07s
+Epoch 3 [500/559] | Train Loss: 0.1322 Grad: 783.8658 LR: 8.9422e-06 | Elapse: 627.07s
+Epoch 3 [558/559] | Train Loss: 0.1232 Grad: 45816.0273 LR: 8.8283e-06 | Elapse: 699.61s
+Epoch 3 [0/140] | Valid Loss: 0.4931 | Elapse: 1.25s
+Epoch 3 [139/140] | Valid Loss: 0.1861 | Elapse: 167.99s
+Epoch 3 - Train Loss: 0.1232 - Valid Loss: 0.6180 - Elapsed Time: 887.79s
+- Epoch 3: Best model found with loss = 0.6180.
+Epoch 4 [0/559] | Train Loss: 0.0056 Grad: 4049.7507 LR: 8.8263e-06 | Elapse: 1.48s
+Epoch 4 [500/559] | Train Loss: 0.0952 Grad: 915.9907 LR: 7.6526e-06 | Elapse: 621.37s
+Epoch 4 [558/559] | Train Loss: 0.0887 Grad: 42097.1250 LR: 7.4974e-06 | Elapse: 692.63s
+Epoch 4 [0/140] | Valid Loss: 0.4977 | Elapse: 1.44s
+Epoch 4 [139/140] | Valid Loss: 0.1917 | Elapse: 166.80s
+Epoch 4 - Train Loss: 0.0887 - Valid Loss: 0.6386 - Elapsed Time: 879.67s
+- Epoch 4: Best model found with loss = 0.6386.
+Epoch 5 [0/559] | Train Loss: 0.0056 Grad: 4627.5327 LR: 7.4947e-06 | Elapse: 1.31s
+Epoch 5 [500/559] | Train Loss: 0.0673 Grad: 1042.5446 LR: 6.0431e-06 | Elapse: 623.91s
+Epoch 5 [558/559] | Train Loss: 0.0628 Grad: 39756.8047 LR: 5.8653e-06 | Elapse: 695.74s
+Epoch 5 [0/140] | Valid Loss: 0.4978 | Elapse: 1.65s
+Epoch 5 [139/140] | Valid Loss: 0.1959 | Elapse: 172.59s
+Epoch 5 - Train Loss: 0.0628 - Valid Loss: 0.6606 - Elapsed Time: 888.42s
+- Epoch 5: Best model found with loss = 0.6606.
+Epoch 6 [0/559] | Train Loss: 0.0055 Grad: 4887.3267 LR: 5.8623e-06 | Elapse: 1.38s
+Epoch 6 [500/559] | Train Loss: 0.0492 Grad: 1069.9318 LR: 4.3078e-06 | Elapse: 619.50s
+Epoch 6 [558/559] | Train Loss: 0.0460 Grad: 38461.5625 LR: 4.1289e-06 | Elapse: 692.72s
+Epoch 6 [0/140] | Valid Loss: 0.5020 | Elapse: 1.05s
+Epoch 6 [139/140] | Valid Loss: 0.1990 | Elapse: 174.79s
+Epoch 6 - Train Loss: 0.0460 - Valid Loss: 0.6746 - Elapsed Time: 887.61s
+- Epoch 6: Best model found with loss = 0.6746.
+Epoch 7 [0/559] | Train Loss: 0.0054 Grad: 5169.7212 LR: 4.1258e-06 | Elapse: 1.07s
+Epoch 7 [500/559] | Train Loss: 0.0381 Grad: 1063.5841 LR: 2.6560e-06 | Elapse: 621.07s
+Epoch 7 [558/559] | Train Loss: 0.0359 Grad: 35426.7031 LR: 2.4976e-06 | Elapse: 693.61s
+Epoch 7 [0/140] | Valid Loss: 0.5056 | Elapse: 1.28s
+Epoch 7 [139/140] | Valid Loss: 0.2010 | Elapse: 169.21s
+Epoch 7 - Train Loss: 0.0359 - Valid Loss: 0.6811 - Elapsed Time: 883.41s
+- Epoch 7: Best model found with loss = 0.6811.
+Epoch 8 [0/559] | Train Loss: 0.0054 Grad: 5201.8013 LR: 2.4949e-06 | Elapse: 1.16s
+Epoch 8 [500/559] | Train Loss: 0.0335 Grad: 1033.7025 LR: 1.2869e-06 | Elapse: 621.26s
+Epoch 8 [558/559] | Train Loss: 0.0316 Grad: 32125.7207 LR: 1.1681e-06 | Elapse: 691.80s
+Epoch 8 [0/140] | Valid Loss: 0.5071 | Elapse: 1.45s
+Epoch 8 [139/140] | Valid Loss: 0.2006 | Elapse: 174.00s
+Epoch 8 - Train Loss: 0.0316 - Valid Loss: 0.6861 - Elapsed Time: 885.99s
+- Epoch 8: Best model found with loss = 0.6861.
+Epoch 9 [0/559] | Train Loss: 0.0054 Grad: 5315.4302 LR: 1.1661e-06 | Elapse: 1.47s
+Epoch 9 [500/559] | Train Loss: 0.0337 Grad: 1095.0151 LR: 3.6575e-07 | Elapse: 622.67s
+Epoch 9 [558/559] | Train Loss: 0.0319 Grad: 27265.7305 LR: 3.0086e-07 | Elapse: 694.01s
+Epoch 9 [0/140] | Valid Loss: 0.4932 | Elapse: 1.35s
+Epoch 9 [139/140] | Valid Loss: 0.1994 | Elapse: 174.70s
+Epoch 9 - Train Loss: 0.0319 - Valid Loss: 0.6887 - Elapsed Time: 888.81s
+- Epoch 9: Best model found with loss = 0.6887.
+Epoch 10 [0/559] | Train Loss: 0.0052 Grad: 5499.5928 LR: 2.9979e-07 | Elapse: 1.36s
+Epoch 10 [500/559] | Train Loss: 0.0392 Grad: 1228.2296 LR: 3.5668e-09 | Elapse: 626.25s
+Epoch 10 [558/559] | Train Loss: 0.0367 Grad: 28973.5898 LR: 4.0097e-10 | Elapse: 696.89s
+Epoch 10 [0/140] | Valid Loss: 0.5141 | Elapse: 1.16s
+Epoch 10 [139/140] | Valid Loss: 0.2049 | Elapse: 174.49s
+Epoch 10 - Train Loss: 0.0367 - Valid Loss: 0.6837 - Elapsed Time: 891.96s
+Fold 4 | Time: 149.09min | Overall Evaluation Loss: 0.4522