{ "main": [ { "table": "main_results.tex", "label": "Raw ICI", "source": "v2", "model": "Raw_ICI", "protocol": "random", "task": "unit", "mean": 0.5702998088290787, "sample_sd": 0.023349594286787963 }, { "table": "main_results.tex", "label": "Raw ICI", "source": "v2", "model": "Raw_ICI", "protocol": "random", "task": "coda_type", "mean": 0.9874525631442248, "sample_sd": 0.00867228945900431 }, { "table": "main_results.tex", "label": "Raw ICI", "source": "v2", "model": "Raw_ICI", "protocol": "random", "task": "individual_id", "mean": 0.43905397908661725, "sample_sd": 0.007078601701397914 }, { "table": "main_results.tex", "label": "Raw ICI", "source": "v2", "model": "Raw_ICI", "protocol": "date_grouped", "task": "unit", "mean": 0.539629265070507, "sample_sd": 0.03582596515990113 }, { "table": "main_results.tex", "label": "Raw ICI", "source": "v2", "model": "Raw_ICI", "protocol": "date_grouped", "task": "coda_type", "mean": 0.9564079830054021, "sample_sd": 0.036221537574069325 }, { "table": "main_results.tex", "label": "Raw ICI", "source": "v2", "model": "Raw_ICI", "protocol": "date_grouped", "task": "individual_id", "mean": 0.3790352285734316, "sample_sd": 0.10293968613673299 }, { "table": "main_results.tex", "label": "Temporal mel", "source": "v2", "model": "Temporal_Mel", "protocol": "random", "task": "unit", "mean": 0.7725094179436545, "sample_sd": 0.0069127268902777666 }, { "table": "main_results.tex", "label": "Temporal mel", "source": "v2", "model": "Temporal_Mel", "protocol": "random", "task": "coda_type", "mean": 0.20175264141710741, "sample_sd": 0.02498207154944889 }, { "table": "main_results.tex", "label": "Temporal mel", "source": "v2", "model": "Temporal_Mel", "protocol": "random", "task": "individual_id", "mean": 0.42923785214772964, "sample_sd": 0.04498399788275227 }, { "table": "main_results.tex", "label": "Temporal mel", "source": "v2", "model": "Temporal_Mel", "protocol": "date_grouped", "task": "unit", "mean": 0.5689082449460093, "sample_sd": 0.09405582407326298 }, { "table": "main_results.tex", "label": "Temporal mel", "source": "v2", "model": "Temporal_Mel", "protocol": "date_grouped", "task": "coda_type", "mean": 0.06890687011556848, "sample_sd": 0.011673085001423786 }, { "table": "main_results.tex", "label": "Temporal mel", "source": "v2", "model": "Temporal_Mel", "protocol": "date_grouped", "task": "individual_id", "mean": 0.12963445608525095, "sample_sd": 0.07401246517394044 }, { "table": "main_results.tex", "label": "ICI + temporal mel", "source": "v2", "model": "ICI_Temporal_Mel", "protocol": "random", "task": "unit", "mean": 0.8374262134768564, "sample_sd": 0.012893090002031 }, { "table": "main_results.tex", "label": "ICI + temporal mel", "source": "v2", "model": "ICI_Temporal_Mel", "protocol": "random", "task": "coda_type", "mean": 0.8042179437372111, "sample_sd": 0.015689346188790563 }, { "table": "main_results.tex", "label": "ICI + temporal mel", "source": "v2", "model": "ICI_Temporal_Mel", "protocol": "random", "task": "individual_id", "mean": 0.7237827972900908, "sample_sd": 0.03909258994557804 }, { "table": "main_results.tex", "label": "ICI + temporal mel", "source": "v2", "model": "ICI_Temporal_Mel", "protocol": "date_grouped", "task": "unit", "mean": 0.6075842769613993, "sample_sd": 0.1498126354933116 }, { "table": "main_results.tex", "label": "ICI + temporal mel", "source": "v2", "model": "ICI_Temporal_Mel", "protocol": "date_grouped", "task": "coda_type", "mean": 0.6675749085226254, "sample_sd": 0.05084063021112747 }, { "table": "main_results.tex", "label": "ICI + temporal mel", "source": "v2", "model": "ICI_Temporal_Mel", "protocol": "date_grouped", "task": "individual_id", "mean": 0.2553344690717816, "sample_sd": 0.06152806446585595 }, { "table": "main_results.tex", "label": "WhAM (frozen)", "source": "v2", "model": "WhAM", "protocol": "random", "task": "unit", "mean": 0.905812148927946, "sample_sd": 0.01127021770402983 }, { "table": "main_results.tex", "label": "WhAM (frozen)", "source": "v2", "model": "WhAM", "protocol": "random", "task": "coda_type", "mean": 0.2581385948825516, "sample_sd": 0.04563778791618889 }, { "table": "main_results.tex", "label": "WhAM (frozen)", "source": "v2", "model": "WhAM", "protocol": "random", "task": "individual_id", "mean": 0.4497905924422513, "sample_sd": 0.051886672761099026 }, { "table": "main_results.tex", "label": "WhAM (frozen)", "source": "v2", "model": "WhAM", "protocol": "date_grouped", "task": "unit", "mean": 0.6666663618859617, "sample_sd": 0.15534290807298742 }, { "table": "main_results.tex", "label": "WhAM (frozen)", "source": "v2", "model": "WhAM", "protocol": "date_grouped", "task": "coda_type", "mean": 0.06595606375815986, "sample_sd": 0.016308167299847322 }, { "table": "main_results.tex", "label": "WhAM (frozen)", "source": "v2", "model": "WhAM", "protocol": "date_grouped", "task": "individual_id", "mean": 0.10072476623430691, "sample_sd": 0.0745194650104344 }, { "table": "main_results.tex", "label": "AVES (frozen)", "source": "v2", "model": "AVES", "protocol": "random", "task": "unit", "mean": 0.9097809731061838, "sample_sd": 0.009810671631101277 }, { "table": "main_results.tex", "label": "AVES (frozen)", "source": "v2", "model": "AVES", "protocol": "random", "task": "coda_type", "mean": 0.252601279084225, "sample_sd": 0.027527674018612724 }, { "table": "main_results.tex", "label": "AVES (frozen)", "source": "v2", "model": "AVES", "protocol": "random", "task": "individual_id", "mean": 0.4911306326495096, "sample_sd": 0.02940722326092264 }, { "table": "main_results.tex", "label": "AVES (frozen)", "source": "v2", "model": "AVES", "protocol": "date_grouped", "task": "unit", "mean": 0.6996063288847104, "sample_sd": 0.09980999247608063 }, { "table": "main_results.tex", "label": "AVES (frozen)", "source": "v2", "model": "AVES", "protocol": "date_grouped", "task": "coda_type", "mean": 0.0613766316138316, "sample_sd": 0.022273420478021395 }, { "table": "main_results.tex", "label": "AVES (frozen)", "source": "v2", "model": "AVES", "protocol": "date_grouped", "task": "individual_id", "mean": 0.07383939611491613, "sample_sd": 0.051009623598050134 }, { "table": "main_results.tex", "label": "BirdNET (frozen)", "source": "v2", "model": "BirdNET", "protocol": "random", "task": "unit", "mean": 0.8873351653681297, "sample_sd": 0.019881577568702593 }, { "table": "main_results.tex", "label": "BirdNET (frozen)", "source": "v2", "model": "BirdNET", "protocol": "random", "task": "coda_type", "mean": 0.21544578258456837, "sample_sd": 0.05269706681172649 }, { "table": "main_results.tex", "label": "BirdNET (frozen)", "source": "v2", "model": "BirdNET", "protocol": "random", "task": "individual_id", "mean": 0.48035647985173396, "sample_sd": 0.021991196043873625 }, { "table": "main_results.tex", "label": "BirdNET (frozen)", "source": "v2", "model": "BirdNET", "protocol": "date_grouped", "task": "unit", "mean": 0.6117272494767636, "sample_sd": 0.13321691174197992 }, { "table": "main_results.tex", "label": "BirdNET (frozen)", "source": "v2", "model": "BirdNET", "protocol": "date_grouped", "task": "coda_type", "mean": 0.0625220891233749, "sample_sd": 0.010717546634544611 }, { "table": "main_results.tex", "label": "BirdNET (frozen)", "source": "v2", "model": "BirdNET", "protocol": "date_grouped", "task": "individual_id", "mean": 0.08492123917013977, "sample_sd": 0.02179675674952295 }, { "table": "main_results.tex", "label": "WhAM + ICI (frozen)", "source": "fusion", "model": "WhAM_ICI", "protocol": "random", "task": "unit", "mean": 0.9206650095513123, "sample_sd": 0.00491703371637684 }, { "table": "main_results.tex", "label": "WhAM + ICI (frozen)", "source": "fusion", "model": "WhAM_ICI", "protocol": "random", "task": "coda_type", "mean": 0.7215757631928109, "sample_sd": 0.026623945271615004 }, { "table": "main_results.tex", "label": "WhAM + ICI (frozen)", "source": "fusion", "model": "WhAM_ICI", "protocol": "random", "task": "individual_id", "mean": 0.597858799101275, "sample_sd": 0.027831236507773475 }, { "table": "main_results.tex", "label": "WhAM + ICI (frozen)", "source": "fusion", "model": "WhAM_ICI", "protocol": "date_grouped", "task": "unit", "mean": 0.7677404638569689, "sample_sd": 0.05699432951045401 }, { "table": "main_results.tex", "label": "WhAM + ICI (frozen)", "source": "fusion", "model": "WhAM_ICI", "protocol": "date_grouped", "task": "coda_type", "mean": 0.37587998999002986, "sample_sd": 0.15056018101757396 }, { "table": "main_results.tex", "label": "WhAM + ICI (frozen)", "source": "fusion", "model": "WhAM_ICI", "protocol": "date_grouped", "task": "individual_id", "mean": 0.1534703925420099, "sample_sd": 0.13471821038979187 }, { "table": "main_results.tex", "label": "AVES + ICI (frozen)", "source": "fusion", "model": "AVES_ICI", "protocol": "random", "task": "unit", "mean": 0.9264697990002562, "sample_sd": 0.01055970873777354 }, { "table": "main_results.tex", "label": "AVES + ICI (frozen)", "source": "fusion", "model": "AVES_ICI", "protocol": "random", "task": "coda_type", "mean": 0.6671519952903762, "sample_sd": 0.043832899229870735 }, { "table": "main_results.tex", "label": "AVES + ICI (frozen)", "source": "fusion", "model": "AVES_ICI", "protocol": "random", "task": "individual_id", "mean": 0.6515754124330672, "sample_sd": 0.044126170608689216 }, { "table": "main_results.tex", "label": "AVES + ICI (frozen)", "source": "fusion", "model": "AVES_ICI", "protocol": "date_grouped", "task": "unit", "mean": 0.7115588999595462, "sample_sd": 0.11138574459569264 }, { "table": "main_results.tex", "label": "AVES + ICI (frozen)", "source": "fusion", "model": "AVES_ICI", "protocol": "date_grouped", "task": "coda_type", "mean": 0.36586192005757096, "sample_sd": 0.08432105468717256 }, { "table": "main_results.tex", "label": "AVES + ICI (frozen)", "source": "fusion", "model": "AVES_ICI", "protocol": "date_grouped", "task": "individual_id", "mean": 0.12788552967485886, "sample_sd": 0.10340871546860889 }, { "table": "main_results.tex", "label": "BirdNET + ICI (frozen)", "source": "fusion", "model": "BirdNET_ICI", "protocol": "random", "task": "unit", "mean": 0.8836994706279991, "sample_sd": 0.018397648184065803 }, { "table": "main_results.tex", "label": "BirdNET + ICI (frozen)", "source": "fusion", "model": "BirdNET_ICI", "protocol": "random", "task": "coda_type", "mean": 0.4966437571545612, "sample_sd": 0.027751465395238276 }, { "table": "main_results.tex", "label": "BirdNET + ICI (frozen)", "source": "fusion", "model": "BirdNET_ICI", "protocol": "random", "task": "individual_id", "mean": 0.5797130635307677, "sample_sd": 0.03103396432952037 }, { "table": "main_results.tex", "label": "BirdNET + ICI (frozen)", "source": "fusion", "model": "BirdNET_ICI", "protocol": "date_grouped", "task": "unit", "mean": 0.6281314855613253, "sample_sd": 0.09539059297918502 }, { "table": "main_results.tex", "label": "BirdNET + ICI (frozen)", "source": "fusion", "model": "BirdNET_ICI", "protocol": "date_grouped", "task": "coda_type", "mean": 0.2868208673195403, "sample_sd": 0.06146778598467749 }, { "table": "main_results.tex", "label": "BirdNET + ICI (frozen)", "source": "fusion", "model": "BirdNET_ICI", "protocol": "date_grouped", "task": "individual_id", "mean": 0.10043758552752093, "sample_sd": 0.05455714582400525 }, { "table": "main_results.tex", "label": "DCCE U+T", "source": "v3", "model": "Dual_U1T1I0", "protocol": "random", "task": "unit", "mean": 0.9009589231157493, "sample_sd": 0.020301365905343025 }, { "table": "main_results.tex", "label": "DCCE U+T", "source": "v3", "model": "Dual_U1T1I0", "protocol": "random", "task": "coda_type", "mean": 0.865399679558577, "sample_sd": 0.11473542916804325 }, { "table": "main_results.tex", "label": "DCCE U+T", "source": "v3", "model": "Dual_U1T1I0", "protocol": "random", "task": "individual_id", "mean": 0.5970343241511781, "sample_sd": 0.05107830904957116 }, { "table": "main_results.tex", "label": "DCCE U+T", "source": "v3", "model": "Dual_U1T1I0", "protocol": "date_grouped", "task": "unit", "mean": 0.5975020011008662, "sample_sd": 0.07793113295407161 }, { "table": "main_results.tex", "label": "DCCE U+T", "source": "v3", "model": "Dual_U1T1I0", "protocol": "date_grouped", "task": "coda_type", "mean": 0.6920724378126785, "sample_sd": 0.08827986283066745 }, { "table": "main_results.tex", "label": "DCCE U+T", "source": "v3", "model": "Dual_U1T1I0", "protocol": "date_grouped", "task": "individual_id", "mean": 0.24812200454062916, "sample_sd": 0.12993493992506044 }, { "table": "main_results.tex", "label": "DCCE U+T+I", "source": "v3", "model": "Dual_U1T1I1", "protocol": "random", "task": "unit", "mean": 0.9073708174162758, "sample_sd": 0.010447043547722452 }, { "table": "main_results.tex", "label": "DCCE U+T+I", "source": "v3", "model": "Dual_U1T1I1", "protocol": "random", "task": "coda_type", "mean": 0.7353359926670494, "sample_sd": 0.09052631547440873 }, { "table": "main_results.tex", "label": "DCCE U+T+I", "source": "v3", "model": "Dual_U1T1I1", "protocol": "random", "task": "individual_id", "mean": 0.5808327225721673, "sample_sd": 0.011902338103732321 }, { "table": "main_results.tex", "label": "DCCE U+T+I", "source": "v3", "model": "Dual_U1T1I1", "protocol": "date_grouped", "task": "unit", "mean": 0.595997212395532, "sample_sd": 0.05213493333096378 }, { "table": "main_results.tex", "label": "DCCE U+T+I", "source": "v3", "model": "Dual_U1T1I1", "protocol": "date_grouped", "task": "coda_type", "mean": 0.6276681163684003, "sample_sd": 0.0744287234079833 }, { "table": "main_results.tex", "label": "DCCE U+T+I", "source": "v3", "model": "Dual_U1T1I1", "protocol": "date_grouped", "task": "individual_id", "mean": 0.2231429106400698, "sample_sd": 0.175119201620507 }, { "table": "main_results.tex", "label": "AVES FT", "source": "v3", "model": "AVES_FT", "protocol": "random", "task": "unit", "mean": 0.9239694696245128, "sample_sd": 0.006930678913248815 }, { "table": "main_results.tex", "label": "AVES FT", "source": "v3", "model": "AVES_FT", "protocol": "random", "task": "coda_type", "mean": 0.24319683800412156, "sample_sd": 0.025432142562348544 }, { "table": "main_results.tex", "label": "AVES FT", "source": "v3", "model": "AVES_FT", "protocol": "random", "task": "individual_id", "mean": 0.41402352874457465, "sample_sd": 0.07809369653496258 }, { "table": "main_results.tex", "label": "AVES FT", "source": "v3", "model": "AVES_FT", "protocol": "date_grouped", "task": "unit", "mean": 0.6264290367824478, "sample_sd": 0.15707600307641986 }, { "table": "main_results.tex", "label": "AVES FT", "source": "v3", "model": "AVES_FT", "protocol": "date_grouped", "task": "coda_type", "mean": 0.07160609864145637, "sample_sd": 0.050473089070262066 }, { "table": "main_results.tex", "label": "AVES FT", "source": "v3", "model": "AVES_FT", "protocol": "date_grouped", "task": "individual_id", "mean": 0.05969262210381519, "sample_sd": 0.026242214337156265 }, { "table": "main_results.tex", "label": "AVES + ICI FT", "source": "v3", "model": "AVES_ICI_FT", "protocol": "random", "task": "unit", "mean": 0.9126998769473751, "sample_sd": 0.010565766940754104 }, { "table": "main_results.tex", "label": "AVES + ICI FT", "source": "v3", "model": "AVES_ICI_FT", "protocol": "random", "task": "coda_type", "mean": 0.4661303305174931, "sample_sd": 0.058863233783612974 }, { "table": "main_results.tex", "label": "AVES + ICI FT", "source": "v3", "model": "AVES_ICI_FT", "protocol": "random", "task": "individual_id", "mean": 0.5438989361986242, "sample_sd": 0.016968953505646898 }, { "table": "main_results.tex", "label": "AVES + ICI FT", "source": "v3", "model": "AVES_ICI_FT", "protocol": "date_grouped", "task": "unit", "mean": 0.6409719625203897, "sample_sd": 0.1577384546910358 }, { "table": "main_results.tex", "label": "AVES + ICI FT", "source": "v3", "model": "AVES_ICI_FT", "protocol": "date_grouped", "task": "coda_type", "mean": 0.21073025562132297, "sample_sd": 0.0689199632765748 }, { "table": "main_results.tex", "label": "AVES + ICI FT", "source": "v3", "model": "AVES_ICI_FT", "protocol": "date_grouped", "task": "individual_id", "mean": 0.0726738400616754, "sample_sd": 0.038354806673275774 } ], "ablations": [ { "table": "core_ablation_results.tex", "label": "Rhythm 110", "source": "v3", "model": "rhythm_UTI0", "protocol": "random", "task": "coda_type", "mean": 0.9783180540490481, "sample_sd": 0.020881517931966843 }, { "table": "core_ablation_results.tex", "label": "Rhythm 110", "source": "v3", "model": "rhythm_UTI0", "protocol": "random", "task": "individual_id", "mean": 0.4774652421624972, "sample_sd": 0.036740863532661865 }, { "table": "core_ablation_results.tex", "label": "Rhythm 110", "source": "v3", "model": "rhythm_UTI0", "protocol": "date_grouped", "task": "individual_id", "mean": 0.3522965636407321, "sample_sd": 0.13368979780053775 }, { "table": "core_ablation_results.tex", "label": "Rhythm 111", "source": "v3", "model": "rhythm_UTI1", "protocol": "random", "task": "coda_type", "mean": 0.9731652538130214, "sample_sd": 0.012880087944017207 }, { "table": "core_ablation_results.tex", "label": "Rhythm 111", "source": "v3", "model": "rhythm_UTI1", "protocol": "random", "task": "individual_id", "mean": 0.4541293000414484, "sample_sd": 0.06051629318427739 }, { "table": "core_ablation_results.tex", "label": "Rhythm 111", "source": "v3", "model": "rhythm_UTI1", "protocol": "date_grouped", "task": "individual_id", "mean": 0.3306711996135706, "sample_sd": 0.14311355325069144 }, { "table": "core_ablation_results.tex", "label": "Spectrum 110", "source": "v3", "model": "spectral_UTI0", "protocol": "random", "task": "coda_type", "mean": 0.20207264444874376, "sample_sd": 0.021275968137042356 }, { "table": "core_ablation_results.tex", "label": "Spectrum 110", "source": "v3", "model": "spectral_UTI0", "protocol": "random", "task": "individual_id", "mean": 0.3577163796461684, "sample_sd": 0.10329893972644977 }, { "table": "core_ablation_results.tex", "label": "Spectrum 110", "source": "v3", "model": "spectral_UTI0", "protocol": "date_grouped", "task": "individual_id", "mean": 0.05360790350512045, "sample_sd": 0.04690228104959645 }, { "table": "core_ablation_results.tex", "label": "Spectrum 111", "source": "v3", "model": "spectral_UTI1", "protocol": "random", "task": "coda_type", "mean": 0.1990692728292675, "sample_sd": 0.03703149178925106 }, { "table": "core_ablation_results.tex", "label": "Spectrum 111", "source": "v3", "model": "spectral_UTI1", "protocol": "random", "task": "individual_id", "mean": 0.4444000651114526, "sample_sd": 0.09218443451237344 }, { "table": "core_ablation_results.tex", "label": "Spectrum 111", "source": "v3", "model": "spectral_UTI1", "protocol": "date_grouped", "task": "individual_id", "mean": 0.0917669558667895, "sample_sd": 0.016134184078508123 }, { "table": "core_ablation_results.tex", "label": "Joint concat. 110", "source": "v3", "model": "concat_UTI0", "protocol": "random", "task": "coda_type", "mean": 0.938746499017633, "sample_sd": 0.06207322304851608 }, { "table": "core_ablation_results.tex", "label": "Joint concat. 110", "source": "v3", "model": "concat_UTI0", "protocol": "random", "task": "individual_id", "mean": 0.63574044822078, "sample_sd": 0.015359565680455404 }, { "table": "core_ablation_results.tex", "label": "Joint concat. 110", "source": "v3", "model": "concat_UTI0", "protocol": "date_grouped", "task": "individual_id", "mean": 0.27537840700011657, "sample_sd": 0.11656987615071124 }, { "table": "core_ablation_results.tex", "label": "Joint concat. 111", "source": "v3", "model": "concat_UTI1", "protocol": "random", "task": "coda_type", "mean": 0.9268685539238192, "sample_sd": 0.0599221624851617 }, { "table": "core_ablation_results.tex", "label": "Joint concat. 111", "source": "v3", "model": "concat_UTI1", "protocol": "random", "task": "individual_id", "mean": 0.6956415994313326, "sample_sd": 0.054607877011148394 }, { "table": "core_ablation_results.tex", "label": "Joint concat. 111", "source": "v3", "model": "concat_UTI1", "protocol": "date_grouped", "task": "individual_id", "mean": 0.23911218607192763, "sample_sd": 0.042939698605298775 } ], "units": { "A": 241, "D": 321, "F": 821 }, "types": { "1+1+3": 486, "5R1": 236, "4D": 167, "7D1": 122, "6i": 64, "4R2": 60, "7i": 57, "5R2": 46, "8i": 29, "4R1": 24, "9i": 20, "3D": 13, "2+3": 13, "8R": 11, "5R3": 10, "3R": 8, "10i": 7, "9R": 4, "1+31": 3, "10R": 1, "8D": 1, "7D2": 1 }, "clicks": { "3": 21, "4": 254, "5": 791, "6": 64, "7": 180, "8": 41, "9": 24, "10": 8 }, "years": [ [ 10, 0, 358 ], [ 27, 171, 65 ], [ 30, 18, 47 ], [ 174, 132, 351 ] ], "support": [ { "fold": 0, "supported": 186, "eligible": 213, "classes": 3 }, { "fold": 1, "supported": 111, "eligible": 121, "classes": 6 }, { "fold": 2, "supported": 145, "eligible": 145, "classes": 6 } ], "within": [ { "model": "Raw_ICI", "mean": 0.3842327275139378, "run_scores": [ 0.3424301494476933, 0.49761719761719764, 0.31265083547692246 ], "verification": "run-record reconciliation only; predictions not retained" }, { "model": "Dual_U1T1I0", "mean": 0.2665303241903281, "run_scores": [ 0.21770114942528732, 0.39762988949035466, 0.18425993365534243 ], "verification": "run-record reconciliation only; predictions not retained" }, { "model": "Dual_U1T1I1", "mean": 0.23840075221370086, "run_scores": [ 0.09789473684210527, 0.40209046977841884, 0.21521705002057848 ], "verification": "run-record reconciliation only; predictions not retained" } ], "type_diagnostic": [ { "fold": 0, "n": 52, "identities": 3, "macro_f1": 0.0 }, { "fold": 1, "n": 53, "identities": 3, "macro_f1": 0.23322510822510822 }, { "fold": 2, "n": 34, "identities": 4, "macro_f1": 0.2339572192513369 } ], "source_manuscript_sha256": "9d34e66d40ae29ad88cdc9379972ca0a50e95f26115b42aa4c0f50212075ed8c", "durations": { "min": 0.1121, "median": 0.718, "max": 1.6265 }, "ici": { "n": 5919, "min": 0.0095, "median": 0.1465, "max": 0.547 }, "year_metrics": [ { "model": "Raw_ICI", "year": "2005", "task": "unit", "macro_f1": "0.22359973006844694", "eligible_macro_f1": "0.22359973006844694", "n_test": "368", "n_eligible": "368", "n_classes": "2", "n_train": "687", "n_validation": "328" }, { "model": "Raw_ICI", "year": "2005", "task": "coda_type", "macro_f1": "0.9571615946047535", "eligible_macro_f1": "0.8642732035158888", "n_test": "358", "n_eligible": "368", "n_classes": "12", "n_train": "687", "n_validation": "326" }, { "model": "Raw_ICI", "year": "2005", "task": "individual_id", "macro_f1": "0.40430830039525695", "eligible_macro_f1": "0.24768357936059796", "n_test": "236", "n_eligible": "314", "n_classes": "4", "n_train": "227", "n_validation": "186" }, { "model": "ICI_Temporal_Mel", "year": "2005", "task": "unit", "macro_f1": "0.6487424924924925", "eligible_macro_f1": "0.6487424924924925", "n_test": "368", "n_eligible": "368", "n_classes": "2", "n_train": "687", "n_validation": "328" }, { "model": "ICI_Temporal_Mel", "year": "2005", "task": "coda_type", "macro_f1": "0.5887906247051252", "eligible_macro_f1": "0.541373712534609", "n_test": "358", "n_eligible": "368", "n_classes": "12", "n_train": "687", "n_validation": "326" }, { "model": "ICI_Temporal_Mel", "year": "2005", "task": "individual_id", "macro_f1": "0.3525601219542466", "eligible_macro_f1": "0.20882989397424298", "n_test": "236", "n_eligible": "314", "n_classes": "4", "n_train": "227", "n_validation": "186" }, { "model": "WhAM", "year": "2005", "task": "unit", "macro_f1": "0.8217689100655152", "eligible_macro_f1": "0.8217689100655152", "n_test": "368", "n_eligible": "368", "n_classes": "2", "n_train": "687", "n_validation": "328" }, { "model": "WhAM", "year": "2005", "task": "coda_type", "macro_f1": "0.07657514677545979", "eligible_macro_f1": "0.0706000990847723", "n_test": "358", "n_eligible": "368", "n_classes": "12", "n_train": "687", "n_validation": "326" }, { "model": "WhAM", "year": "2005", "task": "individual_id", "macro_f1": "0.2381478897802581", "eligible_macro_f1": "0.13475754581231256", "n_test": "236", "n_eligible": "314", "n_classes": "4", "n_train": "227", "n_validation": "186" }, { "model": "AVES", "year": "2005", "task": "unit", "macro_f1": "0.7499197637845818", "eligible_macro_f1": "0.7499197637845818", "n_test": "368", "n_eligible": "368", "n_classes": "2", "n_train": "687", "n_validation": "328" }, { "model": "AVES", "year": "2005", "task": "coda_type", "macro_f1": "0.06508156212313446", "eligible_macro_f1": "0.05940778484289655", "n_test": "358", "n_eligible": "368", "n_classes": "12", "n_train": "687", "n_validation": "326" }, { "model": "AVES", "year": "2005", "task": "individual_id", "macro_f1": "0.1930525637328901", "eligible_macro_f1": "0.10887231687452438", "n_test": "236", "n_eligible": "314", "n_classes": "4", "n_train": "227", "n_validation": "186" }, { "model": "Dual_U1T1I0", "year": "2005", "task": "unit", "macro_f1": "0.592156862745098", "eligible_macro_f1": "0.592156862745098", "n_test": "368", "n_eligible": "368", "n_classes": "2", "n_train": "687", "n_validation": "328" }, { "model": "Dual_U1T1I0", "year": "2005", "task": "coda_type", "macro_f1": "0.5960408142944269", "eligible_macro_f1": "0.548071944256341", "n_test": "358", "n_eligible": "368", "n_classes": "12", "n_train": "687", "n_validation": "326" }, { "model": "Dual_U1T1I0", "year": "2005", "task": "individual_id", "macro_f1": "0.25758946935417526", "eligible_macro_f1": "0.15981768908598176", "n_test": "236", "n_eligible": "314", "n_classes": "4", "n_train": "227", "n_validation": "186" }, { "model": "Dual_U1T1I1", "year": "2005", "task": "unit", "macro_f1": "0.44821162444113266", "eligible_macro_f1": "0.44821162444113266", "n_test": "368", "n_eligible": "368", "n_classes": "2", "n_train": "687", "n_validation": "328" }, { "model": "Dual_U1T1I1", "year": "2005", "task": "coda_type", "macro_f1": "0.5829751289864517", "eligible_macro_f1": "0.5359345123155526", "n_test": "358", "n_eligible": "368", "n_classes": "12", "n_train": "687", "n_validation": "326" }, { "model": "Dual_U1T1I1", "year": "2005", "task": "individual_id", "macro_f1": "0.25706842837242", "eligible_macro_f1": "0.1570135741136938", "n_test": "236", "n_eligible": "314", "n_classes": "4", "n_train": "227", "n_validation": "186" }, { "model": "Raw_ICI", "year": "2008", "task": "unit", "macro_f1": "0.4252621797424665", "eligible_macro_f1": "0.4252621797424665", "n_test": "263", "n_eligible": "263", "n_classes": "3", "n_train": "845", "n_validation": "275" }, { "model": "Raw_ICI", "year": "2008", "task": "coda_type", "macro_f1": "0.90784804696425", "eligible_macro_f1": "0.90784804696425", "n_test": "263", "n_eligible": "263", "n_classes": "13", "n_train": "845", "n_validation": "273" }, { "model": "Raw_ICI", "year": "2008", "task": "individual_id", "macro_f1": "0.5416666666666666", "eligible_macro_f1": "0.5416666666666666", "n_test": "57", "n_eligible": "57", "n_classes": "3", "n_train": "484", "n_validation": "186" }, { "model": "ICI_Temporal_Mel", "year": "2008", "task": "unit", "macro_f1": "0.3604934521032474", "eligible_macro_f1": "0.3604934521032474", "n_test": "263", "n_eligible": "263", "n_classes": "3", "n_train": "845", "n_validation": "275" }, { "model": "ICI_Temporal_Mel", "year": "2008", "task": "coda_type", "macro_f1": "0.607057070196552", "eligible_macro_f1": "0.607057070196552", "n_test": "263", "n_eligible": "263", "n_classes": "13", "n_train": "845", "n_validation": "273" }, { "model": "ICI_Temporal_Mel", "year": "2008", "task": "individual_id", "macro_f1": "0.4905586422475037", "eligible_macro_f1": "0.4905586422475037", "n_test": "57", "n_eligible": "57", "n_classes": "3", "n_train": "484", "n_validation": "186" }, { "model": "WhAM", "year": "2008", "task": "unit", "macro_f1": "0.37131247930916783", "eligible_macro_f1": "0.37131247930916783", "n_test": "263", "n_eligible": "263", "n_classes": "3", "n_train": "845", "n_validation": "275" }, { "model": "WhAM", "year": "2008", "task": "coda_type", "macro_f1": "0.04497188957217007", "eligible_macro_f1": "0.04497188957217007", "n_test": "263", "n_eligible": "263", "n_classes": "13", "n_train": "845", "n_validation": "273" }, { "model": "WhAM", "year": "2008", "task": "individual_id", "macro_f1": "0.22916666666666666", "eligible_macro_f1": "0.22916666666666666", "n_test": "57", "n_eligible": "57", "n_classes": "3", "n_train": "484", "n_validation": "186" }, { "model": "AVES", "year": "2008", "task": "unit", "macro_f1": "0.5102330227262009", "eligible_macro_f1": "0.5102330227262009", "n_test": "263", "n_eligible": "263", "n_classes": "3", "n_train": "845", "n_validation": "275" }, { "model": "AVES", "year": "2008", "task": "coda_type", "macro_f1": "0.0472967723556883", "eligible_macro_f1": "0.0472967723556883", "n_test": "263", "n_eligible": "263", "n_classes": "13", "n_train": "845", "n_validation": "273" }, { "model": "AVES", "year": "2008", "task": "individual_id", "macro_f1": "0.20697285601888274", "eligible_macro_f1": "0.20697285601888274", "n_test": "57", "n_eligible": "57", "n_classes": "3", "n_train": "484", "n_validation": "186" }, { "model": "Dual_U1T1I0", "year": "2008", "task": "unit", "macro_f1": "0.3616426676771504", "eligible_macro_f1": "0.3616426676771504", "n_test": "263", "n_eligible": "263", "n_classes": "3", "n_train": "845", "n_validation": "275" }, { "model": "Dual_U1T1I0", "year": "2008", "task": "coda_type", "macro_f1": "0.7015041412799992", "eligible_macro_f1": "0.7015041412799992", "n_test": "263", "n_eligible": "263", "n_classes": "13", "n_train": "845", "n_validation": "273" }, { "model": "Dual_U1T1I0", "year": "2008", "task": "individual_id", "macro_f1": "0.6072727272727273", "eligible_macro_f1": "0.6072727272727273", "n_test": "57", "n_eligible": "57", "n_classes": "3", "n_train": "484", "n_validation": "186" }, { "model": "Dual_U1T1I1", "year": "2008", "task": "unit", "macro_f1": "0.39127222853975363", "eligible_macro_f1": "0.39127222853975363", "n_test": "263", "n_eligible": "263", "n_classes": "3", "n_train": "845", "n_validation": "275" }, { "model": "Dual_U1T1I1", "year": "2008", "task": "coda_type", "macro_f1": "0.5462543125919547", "eligible_macro_f1": "0.5462543125919547", "n_test": "263", "n_eligible": "263", "n_classes": "13", "n_train": "845", "n_validation": "273" }, { "model": "Dual_U1T1I1", "year": "2008", "task": "individual_id", "macro_f1": "0.6703789042498719", "eligible_macro_f1": "0.6703789042498719", "n_test": "57", "n_eligible": "57", "n_classes": "3", "n_train": "484", "n_validation": "186" }, { "model": "Raw_ICI", "year": "2009", "task": "unit", "macro_f1": "0.5406366584149785", "eligible_macro_f1": "0.5406366584149785", "n_test": "95", "n_eligible": "95", "n_classes": "3", "n_train": "967", "n_validation": "321" }, { "model": "Raw_ICI", "year": "2009", "task": "coda_type", "macro_f1": "1.0", "eligible_macro_f1": "1.0", "n_test": "95", "n_eligible": "95", "n_classes": "7", "n_train": "967", "n_validation": "319" }, { "model": "Raw_ICI", "year": "2009", "task": "individual_id", "macro_f1": "0.411764705882353", "eligible_macro_f1": "0.23809523809523808", "n_test": "37", "n_eligible": "64", "n_classes": "3", "n_train": "504", "n_validation": "186" }, { "model": "ICI_Temporal_Mel", "year": "2009", "task": "unit", "macro_f1": "0.7784461152882205", "eligible_macro_f1": "0.7784461152882205", "n_test": "95", "n_eligible": "95", "n_classes": "3", "n_train": "967", "n_validation": "321" }, { "model": "ICI_Temporal_Mel", "year": "2009", "task": "coda_type", "macro_f1": "0.9766974530324044", "eligible_macro_f1": "0.9766974530324044", "n_test": "95", "n_eligible": "95", "n_classes": "7", "n_train": "967", "n_validation": "319" }, { "model": "ICI_Temporal_Mel", "year": "2009", "task": "individual_id", "macro_f1": "0.40957190957190964", "eligible_macro_f1": "0.20853353543008715", "n_test": "37", "n_eligible": "64", "n_classes": "3", "n_train": "504", "n_validation": "186" }, { "model": "WhAM", "year": "2009", "task": "unit", "macro_f1": "0.788961038961039", "eligible_macro_f1": "0.788961038961039", "n_test": "95", "n_eligible": "95", "n_classes": "3", "n_train": "967", "n_validation": "321" }, { "model": "WhAM", "year": "2009", "task": "coda_type", "macro_f1": "0.1659863945578231", "eligible_macro_f1": "0.1659863945578231", "n_test": "95", "n_eligible": "95", "n_classes": "7", "n_train": "967", "n_validation": "319" }, { "model": "WhAM", "year": "2009", "task": "individual_id", "macro_f1": "0.03809523809523809", "eligible_macro_f1": "0.022857142857142857", "n_test": "37", "n_eligible": "64", "n_classes": "3", "n_train": "504", "n_validation": "186" }, { "model": "AVES", "year": "2009", "task": "unit", "macro_f1": "0.832710051676239", "eligible_macro_f1": "0.832710051676239", "n_test": "95", "n_eligible": "95", "n_classes": "3", "n_train": "967", "n_validation": "321" }, { "model": "AVES", "year": "2009", "task": "coda_type", "macro_f1": "0.10254780443879442", "eligible_macro_f1": "0.10254780443879442", "n_test": "95", "n_eligible": "95", "n_classes": "7", "n_train": "967", "n_validation": "319" }, { "model": "AVES", "year": "2009", "task": "individual_id", "macro_f1": "0.22756410256410256", "eligible_macro_f1": "0.12007504690431521", "n_test": "37", "n_eligible": "64", "n_classes": "3", "n_train": "504", "n_validation": "186" }, { "model": "Dual_U1T1I0", "year": "2009", "task": "unit", "macro_f1": "0.7669701452903911", "eligible_macro_f1": "0.7669701452903911", "n_test": "95", "n_eligible": "95", "n_classes": "3", "n_train": "967", "n_validation": "321" }, { "model": "Dual_U1T1I0", "year": "2009", "task": "coda_type", "macro_f1": "1.0", "eligible_macro_f1": "1.0", "n_test": "95", "n_eligible": "95", "n_classes": "7", "n_train": "967", "n_validation": "319" }, { "model": "Dual_U1T1I0", "year": "2009", "task": "individual_id", "macro_f1": "0.4675324675324675", "eligible_macro_f1": "0.2805194805194805", "n_test": "37", "n_eligible": "64", "n_classes": "3", "n_train": "504", "n_validation": "186" }, { "model": "Dual_U1T1I1", "year": "2009", "task": "unit", "macro_f1": "0.7126549533329194", "eligible_macro_f1": "0.7126549533329194", "n_test": "95", "n_eligible": "95", "n_classes": "3", "n_train": "967", "n_validation": "321" }, { "model": "Dual_U1T1I1", "year": "2009", "task": "coda_type", "macro_f1": "0.8385611517276816", "eligible_macro_f1": "0.8385611517276816", "n_test": "95", "n_eligible": "95", "n_classes": "7", "n_train": "967", "n_validation": "319" }, { "model": "Dual_U1T1I1", "year": "2009", "task": "individual_id", "macro_f1": "0.34920634920634913", "eligible_macro_f1": "0.20484848484848484", "n_test": "37", "n_eligible": "64", "n_classes": "3", "n_train": "504", "n_validation": "186" }, { "model": "Raw_ICI", "year": "2010", "task": "unit", "macro_f1": "0.4756527058001821", "eligible_macro_f1": "0.4756527058001821", "n_test": "657", "n_eligible": "657", "n_classes": "3", "n_train": "570", "n_validation": "156" }, { "model": "Raw_ICI", "year": "2010", "task": "coda_type", "macro_f1": "0.9651491420416972", "eligible_macro_f1": "0.6501606580242331", "n_test": "636", "n_eligible": "657", "n_classes": "15", "n_train": "570", "n_validation": "145" }, { "model": "Raw_ICI", "year": "2010", "task": "individual_id", "macro_f1": "0.23202597782674564", "eligible_macro_f1": "0.13073808642010878", "n_test": "292", "n_eligible": "319", "n_classes": "4", "n_train": "341", "n_validation": "94" }, { "model": "ICI_Temporal_Mel", "year": "2010", "task": "unit", "macro_f1": "0.32745660444995567", "eligible_macro_f1": "0.32745660444995567", "n_test": "657", "n_eligible": "657", "n_classes": "3", "n_train": "570", "n_validation": "156" }, { "model": "ICI_Temporal_Mel", "year": "2010", "task": "coda_type", "macro_f1": "0.42673641674117957", "eligible_macro_f1": "0.29031401770070914", "n_test": "636", "n_eligible": "657", "n_classes": "15", "n_train": "570", "n_validation": "145" }, { "model": "ICI_Temporal_Mel", "year": "2010", "task": "individual_id", "macro_f1": "0.1284114366591902", "eligible_macro_f1": "0.07193204130669746", "n_test": "292", "n_eligible": "319", "n_classes": "4", "n_train": "341", "n_validation": "94" }, { "model": "WhAM", "year": "2010", "task": "unit", "macro_f1": "0.42186328619191543", "eligible_macro_f1": "0.42186328619191543", "n_test": "657", "n_eligible": "657", "n_classes": "3", "n_train": "570", "n_validation": "156" }, { "model": "WhAM", "year": "2010", "task": "coda_type", "macro_f1": "0.05103244881196694", "eligible_macro_f1": "0.03594388567350988", "n_test": "636", "n_eligible": "657", "n_classes": "15", "n_train": "570", "n_validation": "145" }, { "model": "WhAM", "year": "2010", "task": "individual_id", "macro_f1": "0.09341532016268188", "eligible_macro_f1": "0.05126240838061374", "n_test": "292", "n_eligible": "319", "n_classes": "4", "n_train": "341", "n_validation": "94" }, { "model": "AVES", "year": "2010", "task": "unit", "macro_f1": "0.37678785594077074", "eligible_macro_f1": "0.37678785594077074", "n_test": "657", "n_eligible": "657", "n_classes": "3", "n_train": "570", "n_validation": "156" }, { "model": "AVES", "year": "2010", "task": "coda_type", "macro_f1": "0.02902384598505422", "eligible_macro_f1": "0.02029379363345208", "n_test": "636", "n_eligible": "657", "n_classes": "15", "n_train": "570", "n_validation": "145" }, { "model": "AVES", "year": "2010", "task": "individual_id", "macro_f1": "0.06782454629867479", "eligible_macro_f1": "0.03708584698632072", "n_test": "292", "n_eligible": "319", "n_classes": "4", "n_train": "341", "n_validation": "94" }, { "model": "Dual_U1T1I0", "year": "2010", "task": "unit", "macro_f1": "0.34569115095430886", "eligible_macro_f1": "0.34569115095430886", "n_test": "657", "n_eligible": "657", "n_classes": "3", "n_train": "570", "n_validation": "156" }, { "model": "Dual_U1T1I0", "year": "2010", "task": "coda_type", "macro_f1": "0.47553529727143956", "eligible_macro_f1": "0.33361440899080824", "n_test": "636", "n_eligible": "657", "n_classes": "15", "n_train": "570", "n_validation": "145" }, { "model": "Dual_U1T1I0", "year": "2010", "task": "individual_id", "macro_f1": "0.19716154543207842", "eligible_macro_f1": "0.11138039980808292", "n_test": "292", "n_eligible": "319", "n_classes": "4", "n_train": "341", "n_validation": "94" }, { "model": "Dual_U1T1I1", "year": "2010", "task": "unit", "macro_f1": "0.35684525517117577", "eligible_macro_f1": "0.35684525517117577", "n_test": "657", "n_eligible": "657", "n_classes": "3", "n_train": "570", "n_validation": "156" }, { "model": "Dual_U1T1I1", "year": "2010", "task": "coda_type", "macro_f1": "0.4208935497634936", "eligible_macro_f1": "0.28649431511527146", "n_test": "636", "n_eligible": "657", "n_classes": "15", "n_train": "570", "n_validation": "145" }, { "model": "Dual_U1T1I1", "year": "2010", "task": "individual_id", "macro_f1": "0.1857610173331823", "eligible_macro_f1": "0.1037979617086547", "n_test": "292", "n_eligible": "319", "n_classes": "4", "n_train": "341", "n_validation": "94" } ], "factorial": [ { "version": "v3", "protocol": "date_grouped", "model": "Dual_U0T0I0", "task": "coda_type", "mean": "0.4689946877817029", "std": "0.04261510747167801", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U0T0I0", "task": "individual_id", "mean": "0.18143321393748488", "std": "0.13317025417522413", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U0T0I0", "task": "unit", "mean": "0.5416501310373678", "std": "0.09048751280135964", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U0T0I1", "task": "coda_type", "mean": "0.44101357109954137", "std": "0.055971726118571374", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U0T0I1", "task": "individual_id", "mean": "0.15899402479891142", "std": "0.054353107263509885", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U0T0I1", "task": "unit", "mean": "0.4847586799103718", "std": "0.1019747238719644", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U0T1I0", "task": "coda_type", "mean": "0.662280257813412", "std": "0.08069485305200366", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U0T1I0", "task": "individual_id", "mean": "0.2088778669158278", "std": "0.09087316712204735", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U0T1I0", "task": "unit", "mean": "0.5512680886637161", "std": "0.07847508029258307", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U0T1I1", "task": "coda_type", "mean": "0.6793367251071416", "std": "0.03697948510547177", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U0T1I1", "task": "individual_id", "mean": "0.1738826545954343", "std": "0.06837821314095632", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U0T1I1", "task": "unit", "mean": "0.5514255958233215", "std": "0.11304565476730583", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U1T0I0", "task": "coda_type", "mean": "0.3480140363584691", "std": "0.0392662129919309", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U1T0I0", "task": "individual_id", "mean": "0.24471940948107465", "std": "0.08420866940324577", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U1T0I0", "task": "unit", "mean": "0.5177869306127277", "std": "0.13998560500585197", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U1T0I1", "task": "coda_type", "mean": "0.27011514379367374", "std": "0.010945824940970517", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U1T0I1", "task": "individual_id", "mean": "0.13389939741006038", "std": "0.038532227286050255", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U1T0I1", "task": "unit", "mean": "0.5112059311659941", "std": "0.11756002296544477", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U1T1I0", "task": "coda_type", "mean": "0.6920724378126786", "std": "0.08827986283066745", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U1T1I0", "task": "individual_id", "mean": "0.24812200454062916", "std": "0.12993493992506047", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U1T1I0", "task": "unit", "mean": "0.597502001100866", "std": "0.07793113295407167", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U1T1I1", "task": "coda_type", "mean": "0.6276681163684003", "std": "0.07442872340798341", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U1T1I1", "task": "individual_id", "mean": "0.22314291064006983", "std": "0.175119201620507", "count": "3" }, { "version": "v3", "protocol": "date_grouped", "model": "Dual_U1T1I1", "task": "unit", "mean": "0.595997212395532", "std": "0.052134933330963765", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U0T0I0", "task": "coda_type", "mean": "0.5826619929667842", "std": "0.04193440332034788", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U0T0I0", "task": "individual_id", "mean": "0.6239584769558695", "std": "0.06445581921278684", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U0T0I0", "task": "unit", "mean": "0.6932498491288569", "std": "0.02677740892448291", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U0T0I1", "task": "coda_type", "mean": "0.565725981724968", "std": "0.016813344984578055", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U0T0I1", "task": "individual_id", "mean": "0.592438434133809", "std": "0.06127277925781268", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U0T0I1", "task": "unit", "mean": "0.67367527214912", "std": "0.015981745860066256", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U0T1I0", "task": "coda_type", "mean": "0.769836238361615", "std": "0.08576889790814336", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U0T1I0", "task": "individual_id", "mean": "0.5914711839705767", "std": "0.057231547620978124", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U0T1I0", "task": "unit", "mean": "0.7094900162560062", "std": "0.026989421887596485", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U0T1I1", "task": "coda_type", "mean": "0.8015205154644732", "std": "0.04565480387167683", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U0T1I1", "task": "individual_id", "mean": "0.6001534296082709", "std": "0.0801433808397875", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U0T1I1", "task": "unit", "mean": "0.7253599371186364", "std": "0.013392572257976762", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U1T0I0", "task": "coda_type", "mean": "0.49267276202519233", "std": "0.09064467280762951", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U1T0I0", "task": "individual_id", "mean": "0.434126368073036", "std": "0.0667913164939844", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U1T0I0", "task": "unit", "mean": "0.8611460028538089", "std": "0.0013846050018005195", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U1T0I1", "task": "coda_type", "mean": "0.3483012190894282", "std": "0.11168455022285363", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U1T0I1", "task": "individual_id", "mean": "0.4740677059530651", "std": "0.03155643161009363", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U1T0I1", "task": "unit", "mean": "0.8850476151951625", "std": "0.018934990144919905", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U1T1I0", "task": "coda_type", "mean": "0.8653996795585771", "std": "0.1147354291680433", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U1T1I0", "task": "individual_id", "mean": "0.5970343241511781", "std": "0.05107830904957119", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U1T1I0", "task": "unit", "mean": "0.9009589231157493", "std": "0.020301365905343018", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U1T1I1", "task": "coda_type", "mean": "0.7353359926670494", "std": "0.0905263154744088", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U1T1I1", "task": "individual_id", "mean": "0.5808327225721673", "std": "0.011902338103732308", "count": "3" }, { "version": "v3", "protocol": "random", "model": "Dual_U1T1I1", "task": "unit", "mean": "0.9073708174162759", "std": "0.010447043547722412", "count": "3" } ], "branches": [ { "protocol": "date_grouped", "model": "Dual_U1T1I0", "branch": "fusion", "task": "coda_type", "mean": "0.6920724378126786", "std": "0.08827986283066745", "count": "3" }, { "protocol": "date_grouped", "model": "Dual_U1T1I0", "branch": "fusion", "task": "individual_id", "mean": "0.24812200454062916", "std": "0.12993493992506047", "count": "3" }, { "protocol": "date_grouped", "model": "Dual_U1T1I0", "branch": "fusion", "task": "unit", "mean": "0.597502001100866", "std": "0.07793113295407167", "count": "3" }, { "protocol": "date_grouped", "model": "Dual_U1T1I0", "branch": "rhythm", "task": "coda_type", "mean": "0.9169997283240082", "std": "0.06545585743401015", "count": "3" }, { "protocol": "date_grouped", "model": "Dual_U1T1I0", "branch": "rhythm", "task": "individual_id", "mean": "0.32488603182114323", "std": "0.14360772702509933", "count": "3" }, { "protocol": "date_grouped", "model": "Dual_U1T1I0", "branch": "rhythm", "task": "unit", "mean": "0.557594613521124", "std": "0.09129659635961264", "count": "3" }, { "protocol": "date_grouped", "model": "Dual_U1T1I0", "branch": "spectral", "task": "coda_type", "mean": "0.0570097280759925", "std": "0.02347491692150413", "count": "3" }, { "protocol": "date_grouped", "model": "Dual_U1T1I0", "branch": "spectral", "task": "individual_id", "mean": "0.0975829902689991", "std": "0.06855492130450254", "count": "3" }, { "protocol": "date_grouped", "model": "Dual_U1T1I0", "branch": "spectral", "task": "unit", "mean": "0.5161559108401897", "std": "0.1485918243550019", "count": "3" }, { "protocol": "date_grouped", "model": "Dual_U1T1I1", "branch": "fusion", "task": "coda_type", "mean": "0.6276681163684003", "std": "0.07442872340798341", "count": "3" }, { "protocol": "date_grouped", "model": "Dual_U1T1I1", "branch": "fusion", "task": "individual_id", "mean": "0.22314291064006983", "std": "0.175119201620507", "count": "3" }, { "protocol": "date_grouped", "model": "Dual_U1T1I1", "branch": "fusion", "task": "unit", "mean": "0.595997212395532", "std": "0.052134933330963765", "count": "3" }, { "protocol": "date_grouped", "model": "Dual_U1T1I1", "branch": "rhythm", "task": "coda_type", "mean": "0.9111188384895019", "std": "0.07147794555725898", "count": "3" }, { "protocol": "date_grouped", "model": "Dual_U1T1I1", "branch": "rhythm", "task": "individual_id", "mean": "0.319613263516382", "std": "0.14997434682719163", "count": "3" }, { "protocol": "date_grouped", "model": "Dual_U1T1I1", "branch": "rhythm", "task": "unit", "mean": "0.5519996256062457", "std": "0.10096327265730065", "count": "3" }, { "protocol": "date_grouped", "model": "Dual_U1T1I1", "branch": "spectral", "task": "coda_type", "mean": "0.055127733180324344", "std": "0.03188117589717678", "count": "3" }, { "protocol": "date_grouped", "model": "Dual_U1T1I1", "branch": "spectral", "task": "individual_id", "mean": "0.07449135870166261", "std": "0.045169731675103325", "count": "3" }, { "protocol": "date_grouped", "model": "Dual_U1T1I1", "branch": "spectral", "task": "unit", "mean": "0.5109469832338437", "std": "0.12466364521792239", "count": "3" }, { "protocol": "random", "model": "Dual_U1T1I0", "branch": "fusion", "task": "coda_type", "mean": "0.8653996795585771", "std": "0.1147354291680433", "count": "3" }, { "protocol": "random", "model": "Dual_U1T1I0", "branch": "fusion", "task": "individual_id", "mean": "0.5970343241511781", "std": "0.05107830904957119", "count": "3" }, { "protocol": "random", "model": "Dual_U1T1I0", "branch": "fusion", "task": "unit", "mean": "0.9009589231157493", "std": "0.020301365905343018", "count": "3" }, { "protocol": "random", "model": "Dual_U1T1I0", "branch": "rhythm", "task": "coda_type", "mean": "0.9833036521727417", "std": "0.023324104965872453", "count": "3" }, { "protocol": "random", "model": "Dual_U1T1I0", "branch": "rhythm", "task": "individual_id", "mean": "0.459373134662044", "std": "0.05228056257750483", "count": "3" }, { "protocol": "random", "model": "Dual_U1T1I0", "branch": "rhythm", "task": "unit", "mean": "0.6388569597950591", "std": "0.026792472767498323", "count": "3" }, { "protocol": "random", "model": "Dual_U1T1I0", "branch": "spectral", "task": "coda_type", "mean": "0.15804928392754478", "std": "0.022823631175256584", "count": "3" }, { "protocol": "random", "model": "Dual_U1T1I0", "branch": "spectral", "task": "individual_id", "mean": "0.36668917735470424", "std": "0.1158024392440953", "count": "3" }, { "protocol": "random", "model": "Dual_U1T1I0", "branch": "spectral", "task": "unit", "mean": "0.863088170780317", "std": "0.013100726144193631", "count": "3" }, { "protocol": "random", "model": "Dual_U1T1I1", "branch": "fusion", "task": "coda_type", "mean": "0.7353359926670494", "std": "0.0905263154744088", "count": "3" }, { "protocol": "random", "model": "Dual_U1T1I1", "branch": "fusion", "task": "individual_id", "mean": "0.5808327225721673", "std": "0.011902338103732308", "count": "3" }, { "protocol": "random", "model": "Dual_U1T1I1", "branch": "fusion", "task": "unit", "mean": "0.9073708174162759", "std": "0.010447043547722412", "count": "3" }, { "protocol": "random", "model": "Dual_U1T1I1", "branch": "rhythm", "task": "coda_type", "mean": "0.9822940122991858", "std": "0.01929731735327813", "count": "3" }, { "protocol": "random", "model": "Dual_U1T1I1", "branch": "rhythm", "task": "individual_id", "mean": "0.46132400045883243", "std": "0.05386417061758781", "count": "3" }, { "protocol": "random", "model": "Dual_U1T1I1", "branch": "rhythm", "task": "unit", "mean": "0.6323005516044983", "std": "0.027634054336687745", "count": "3" }, { "protocol": "random", "model": "Dual_U1T1I1", "branch": "spectral", "task": "coda_type", "mean": "0.1693912418554219", "std": "0.021392898037176675", "count": "3" }, { "protocol": "random", "model": "Dual_U1T1I1", "branch": "spectral", "task": "individual_id", "mean": "0.4433107637048505", "std": "0.05870763567243934", "count": "3" }, { "protocol": "random", "model": "Dual_U1T1I1", "branch": "spectral", "task": "unit", "mean": "0.8614007575421603", "std": "0.001108081518080395", "count": "3" } ] }