tmanzini commited on
Commit
ab376a3
·
verified ·
1 Parent(s): 1907326

Update CRASAR-U-DROIDs_RDA_metrics_adjusted.json

Browse files
CRASAR-U-DROIDs_RDA_metrics_adjusted.json CHANGED
@@ -1,654 +1,654 @@
1
- {
2
- "global": {
3
- "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
4
- "samples": {
5
- "total": 1.617570644343792,
6
- "class_level_km": {
7
- "Partial": 0.6333428226809731,
8
- "Road Line": 12.296186806068839,
9
- "Total": 0.5996808464683188
10
- },
11
- "total_predicted_segments": 1077687
12
- },
13
- "metrics": {
14
- "F1": {
15
- "class_level_km": {
16
- "Partial": 0.11424806047945112,
17
- "Road Line": 0.505694738247566,
18
- "Total": 0.17334980813012052
19
- },
20
- "class_level_pixels": {
21
- "Partial": 0.1529057376908799,
22
- "Road Line": 0.5605588283582738,
23
- "Total": 0.15887641204208067
24
- },
25
- "macro_km": 0.26443086895237916,
26
- "macro_pixels": 0.29078032603041143
27
- },
28
- "Accuracy": {
29
- "class_level_km": {
30
- "Partial": 0.538336412997295,
31
- "Road Line": 0.3941023325926624,
32
- "Total": 0.7908302044586988
33
- },
34
- "class_level_pixels": {
35
- "Partial": 0.5724756165454596,
36
- "Road Line": 0.44874080066445676,
37
- "Total": 0.7974155741925999
38
- }
39
- },
40
- "Precision": {
41
- "class_level_km": {
42
- "Partial": 0.06276095779253815,
43
- "Road Line": 0.9780218297963746,
44
- "Total": 0.10508269771545706
45
- },
46
- "class_level_pixels": {
47
- "Partial": 0.08743969818284564,
48
- "Road Line": 0.9726801621773595,
49
- "Total": 0.09699873321217198
50
- },
51
- "macro_km": 0.38195516176812333,
52
- "macro_pixels": 0.385706197857459
53
- },
54
- "Recall": {
55
- "class_level_km": {
56
- "Partial": 0.05530680792902423,
57
- "Road Line": 0.786418064442794,
58
- "Total": 0.027732391499369378
59
- },
60
- "class_level_pixels": {
61
- "Partial": 0.06740093829302099,
62
- "Road Line": 0.7835211942681998,
63
- "Total": 0.023993353731656696
64
- },
65
- "macro_km": 0.2898190879570625,
66
- "macro_pixels": 0.29163849543095915
67
- },
68
- "IoU": {
69
- "class_level_km": {
70
- "Partial": 0.060584882923943116,
71
- "Road Line": 0.338414613928694,
72
- "Total": 0.0949003859095037
73
- },
74
- "class_level_pixels": {
75
- "Partial": 0.08278177286941861,
76
- "Road Line": 0.3894280915412051,
77
- "Total": 0.08629318155567074
78
- },
79
- "macro_km": 0.16463329425404694,
80
- "macro_pixels": 0.18616768198876485
81
- },
82
- "Confusion_Matrix_pixels": {
83
- "matrix": [
84
- [
85
- 1724812.8755897025,
86
- 375847.47922039515,
87
- 734071.1305064473
88
- ],
89
- [
90
- 16972664.113273006,
91
- 15716844.513059929,
92
- 7227834.339930322
93
- ],
94
- [
95
- 1028264.4241844495,
96
- 65594.28126465126,
97
- 855253.2238793522
98
- ]
99
- ],
100
- "class_labels": [
101
- "Partial",
102
- "Road Line",
103
- "Total"
104
- ]
105
- },
106
- "Confusion_Matrix_km": {
107
- "matrix": [
108
- [
109
- 0.40281422903899944,
110
- 0.07611562788247205,
111
- 0.15441296575950156
112
- ],
113
- [
114
- 5.730563730699903,
115
- 4.193097292492543,
116
- 2.372525782876393
117
- ],
118
- [
119
- 0.2848515129618981,
120
- 0.018111927338814636,
121
- 0.29671740616760606
122
- ]
123
- ],
124
- "class_labels": [
125
- "Partial",
126
- "Road Line",
127
- "Total"
128
- ]
129
- }
130
- }
131
- },
132
- "per_event": {
133
- "Mussett Bayou Fire": {
134
- "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
135
- "samples": {
136
- "total": 0.11308100756115586,
137
- "class_level_km": {
138
- "Partial": 0.0008397396136685919,
139
- "Road Line": 0.8874983110217352,
140
- "Total": 0.013660820515815787
141
- },
142
- "total_predicted_segments": 79009
143
- },
144
- "metrics": {
145
- "F1": {
146
- "class_level_km": {
147
- "Partial": 0.0044553120300849895,
148
- "Road Line": 0.5896413359043632,
149
- "Total": 0.08263158319184716
150
- },
151
- "class_level_pixels": {
152
- "Partial": 0.003733727305611137,
153
- "Road Line": 0.5515243134995732,
154
- "Total": 0.10698017597744333
155
- },
156
- "macro_km": 0.22557607704209845,
157
- "macro_pixels": 0.22074607226087592
158
- },
159
- "Accuracy": {
160
- "class_level_km": {
161
- "Partial": 0.6265782185010286,
162
- "Road Line": 0.4272352772292663,
163
- "Total": 0.7897933417378635
164
- },
165
- "class_level_pixels": {
166
- "Partial": 0.5962814695757628,
167
- "Road Line": 0.39315733136181147,
168
- "Total": 0.7842056322673913
169
- }
170
- },
171
- "Precision": {
172
- "class_level_km": {
173
- "Partial": 0.0022331987886891496,
174
- "Road Line": 0.9991709119378673,
175
- "Total": 0.04423981907412754
176
- },
177
- "class_level_pixels": {
178
- "Partial": 0.0018707548308751192,
179
- "Road Line": 0.9991721936289566,
180
- "Total": 0.05818114852967565
181
- },
182
- "macro_km": 0.348547976600228,
183
- "macro_pixels": 0.3530746989965025
184
- },
185
- "Recall": {
186
- "class_level_km": {
187
- "Partial": 0.0013335574297339027,
188
- "Road Line": 0.963171169244922,
189
- "Total": 0.0119868561604551
190
- },
191
- "class_level_pixels": {
192
- "Partial": 0.0012687163676029158,
193
- "Road Line": 0.9490858416828999,
194
- "Total": 0.016482472531641763
195
- },
196
- "macro_km": 0.32549719427837037,
197
- "macro_pixels": 0.3222790101940482
198
- },
199
- "IoU": {
200
- "class_level_km": {
201
- "Partial": 0.002232629545679289,
202
- "Road Line": 0.4180789971481888,
203
- "Total": 0.04309635147188046
204
- },
205
- "class_level_pixels": {
206
- "Partial": 0.0018703553512286076,
207
- "Road Line": 0.38076187169705084,
208
- "Total": 0.056512971824096744
209
- },
210
- "macro_km": 0.15446932605524952,
211
- "macro_pixels": 0.14638173295745874
212
- },
213
- "Confusion_Matrix_pixels": {
214
- "matrix": [
215
- [
216
- 2344.045878719712,
217
- 0,
218
- 267.6207371547876
219
- ],
220
- [
221
- 1231288.9732085934,
222
- 1156171.141589107,
223
- 648049.7505215274
224
- ],
225
- [
226
- 19361.675906039945,
227
- 957.8787751767592,
228
- 40050.00453397568
229
- ]
230
- ],
231
- "class_labels": [
232
- "Partial",
233
- "Road Line",
234
- "Total"
235
- ]
236
- },
237
- "Confusion_Matrix_km": {
238
- "matrix": [
239
- [
240
- 0.0007536904475682645,
241
- 0,
242
- 8.604916610032746e-05
243
- ],
244
- [
245
- 0.3319264951444376,
246
- 0.37117316824138985,
247
- 0.1843986476359076
248
- ],
249
- [
250
- 0.004813481064811593,
251
- 0.0003079905940976841,
252
- 0.008539348856906508
253
- ]
254
- ],
255
- "class_labels": [
256
- "Partial",
257
- "Road Line",
258
- "Total"
259
- ]
260
- }
261
- }
262
- },
263
- "Hurricane Michael": {
264
- "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
265
- "samples": {
266
- "total": 0.4105051213097,
267
- "class_level_km": {
268
- "Partial": 0.48664794980240444,
269
- "Road Line": 2.6320241922297205,
270
- "Total": 0.2983971803392663
271
- },
272
- "total_predicted_segments": 420925
273
- },
274
- "metrics": {
275
- "F1": {
276
- "class_level_km": {
277
- "Partial": 0.2774997247208831,
278
- "Road Line": 0.5426072291741548,
279
- "Total": 0.2355348478837491
280
- },
281
- "class_level_pixels": {
282
- "Partial": 0.27738262543596287,
283
- "Road Line": 0.543042122066259,
284
- "Total": 0.2350397851676425
285
- },
286
- "macro_km": 0.35188060059292897,
287
- "macro_pixels": 0.3518215108899548
288
- },
289
- "Accuracy": {
290
- "class_level_km": {
291
- "Partial": 0.5619194724315957,
292
- "Road Line": 0.5016746957978151,
293
- "Total": 0.7674730878518538
294
- },
295
- "class_level_pixels": {
296
- "Partial": 0.5622209621511922,
297
- "Road Line": 0.5017414492134866,
298
- "Total": 0.767609613784892
299
- }
300
- },
301
- "Precision": {
302
- "class_level_km": {
303
- "Partial": 0.18134381247524217,
304
- "Road Line": 0.9259150424062506,
305
- "Total": 0.1651936770022591
306
- },
307
- "class_level_pixels": {
308
- "Partial": 0.18125543095641716,
309
- "Road Line": 0.9262094936858868,
310
- "Total": 0.16468205569068176
311
- },
312
- "macro_km": 0.42415084396125063,
313
- "macro_pixels": 0.42404899344432856
314
- },
315
- "Recall": {
316
- "class_level_km": {
317
- "Partial": 0.14971813596977823,
318
- "Road Line": 0.5891922534871249,
319
- "Total": 0.04667427183503365
320
- },
321
- "class_level_pixels": {
322
- "Partial": 0.14944754584788109,
323
- "Road Line": 0.5900680961069338,
324
- "Total": 0.04651042305955822
325
- },
326
- "macro_km": 0.26186155376397896,
327
- "macro_pixels": 0.26200868833812435
328
- },
329
- "IoU": {
330
- "class_level_km": {
331
- "Partial": 0.16110286233534363,
332
- "Road Line": 0.3723136549296053,
333
- "Total": 0.13348795673366237
334
- },
335
- "class_level_pixels": {
336
- "Partial": 0.1610239334234994,
337
- "Road Line": 0.3727232820460134,
338
- "Total": 0.13317001890037927
339
- },
340
- "macro_km": 0.2223014913328704,
341
- "macro_pixels": 0.22230574478996404
342
- },
343
- "Confusion_Matrix_pixels": {
344
- "matrix": [
345
- [
346
- 1470027.6099152358,
347
- 355768.24639976234,
348
- 663226.7762877081
349
- ],
350
- [
351
- 5799608.501594265,
352
- 5179785.596434334,
353
- 2505070.3006766513
354
- ],
355
- [
356
- 840618.031819886,
357
- 56901.89395734539,
358
- 624626.4422161874
359
- ]
360
- ],
361
- "class_labels": [
362
- "Partial",
363
- "Road Line",
364
- "Total"
365
- ]
366
- },
367
- "Confusion_Matrix_km": {
368
- "matrix": [
369
- [
370
- 0.28747645649432785,
371
- 0.06965939330455682,
372
- 0.1295121000035198
373
- ],
374
- [
375
- 1.1329421381483273,
376
- 1.0100270702783942,
377
- 0.48905498380299917
378
- ],
379
- [
380
- 0.16483790002586493,
381
- 0.011155594294794232,
382
- 0.12240368601860714
383
- ]
384
- ],
385
- "class_labels": [
386
- "Partial",
387
- "Road Line",
388
- "Total"
389
- ]
390
- }
391
- }
392
- },
393
- "Mayfield Tornado": {
394
- "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
395
- "samples": {
396
- "total": 0.7815637246100545,
397
- "class_level_km": {
398
- "Partial": 0.09027413783106315,
399
- "Road Line": 6.384128758246461,
400
- "Total": 0.055027739923620644
401
- },
402
- "total_predicted_segments": 527532
403
- },
404
- "metrics": {
405
- "F1": {
406
- "class_level_km": {
407
- "Partial": 0.046253107094698286,
408
- "Road Line": 0.6015620056930415,
409
- "Total": 0.04153547225726827
410
- },
411
- "class_level_pixels": {
412
- "Partial": 0.04606947577650991,
413
- "Road Line": 0.6046097391335165,
414
- "Total": 0.04050280585128388
415
- },
416
- "macro_km": 0.22978352834833604,
417
- "macro_pixels": 0.23039400692043674
418
- },
419
- "Accuracy": {
420
- "class_level_km": {
421
- "Partial": 0.5952970088226143,
422
- "Road Line": 0.4422515305353001,
423
- "Total": 0.8314704127128633
424
- },
425
- "class_level_pixels": {
426
- "Partial": 0.5996023181554309,
427
- "Road Line": 0.44513979693249905,
428
- "Total": 0.8302241919765724
429
- }
430
- },
431
- "Precision": {
432
- "class_level_km": {
433
- "Partial": 0.02390545362621085,
434
- "Road Line": 0.997520935202756,
435
- "Total": 0.021813241980103294
436
- },
437
- "class_level_pixels": {
438
- "Partial": 0.02380657785632368,
439
- "Road Line": 0.997554624833214,
440
- "Total": 0.021253156015764295
441
- },
442
- "macro_km": 0.3477465436030234,
443
- "macro_pixels": 0.347538119568434
444
- },
445
- "Recall": {
446
- "class_level_km": {
447
- "Partial": 0.016484678985126632,
448
- "Road Line": 0.952047682876312,
449
- "Total": 0.004391799147239092
450
- },
451
- "class_level_pixels": {
452
- "Partial": 0.016124816469131765,
453
- "Road Line": 0.9530294657333521,
454
- "Total": 0.004316103270569919
455
- },
456
- "macro_km": 0.3243080536695592,
457
- "macro_pixels": 0.32449012849101794
458
- },
459
- "IoU": {
460
- "class_level_km": {
461
- "Partial": 0.023674052797042724,
462
- "Road Line": 0.4301670922429172,
463
- "Total": 0.021208182057369622
464
- },
465
- "class_level_pixels": {
466
- "Partial": 0.02357784742362748,
467
- "Road Line": 0.4332907832953321,
468
- "Total": 0.020669999412211416
469
- },
470
- "macro_km": 0.15834977569910985,
471
- "macro_pixels": 0.159179543377057
472
- },
473
- "Confusion_Matrix_pixels": {
474
- "matrix": [
475
- [
476
- 212670.3926857163,
477
- 19583.50748868644,
478
- 67078.72258977249
479
- ],
480
- [
481
- 8619252.575809535,
482
- 9331505.17392212,
483
- 3562724.696940012
484
- ],
485
- [
486
- 101338.83709539022,
487
- 3291.4614132510414,
488
- 78819.95109969804
489
- ]
490
- ],
491
- "class_labels": [
492
- "Partial",
493
- "Road Line",
494
- "Total"
495
- ]
496
- },
497
- "Confusion_Matrix_km": {
498
- "matrix": [
499
- [
500
- 0.06407513166744756,
501
- 0.005826663406341523,
502
- 0.020372342757274065
503
- ],
504
- [
505
- 2.5861022378312706,
506
- 2.749181150556189,
507
- 1.0488453698590015
508
- ],
509
- [
510
- 0.030178865080037087,
511
- 0.0010056726089475432,
512
- 0.023843202234636013
513
- ]
514
- ],
515
- "class_labels": [
516
- "Partial",
517
- "Road Line",
518
- "Total"
519
- ]
520
- }
521
- }
522
- },
523
- "Hurricane Idalia": {
524
- "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
525
- "samples": {
526
- "total": 0.3124207908628798,
527
- "class_level_km": {
528
- "Partial": 0.05558099543383093,
529
- "Road Line": 2.3925355445684158,
530
- "Total": 0.23259510568960273
531
- },
532
- "total_predicted_segments": 50221
533
- },
534
- "metrics": {
535
- "F1": {
536
- "class_level_km": {
537
- "Partial": 0.05399993636562697,
538
- "Road Line": 0.050956977334725075,
539
- "Total": 0.2758099212411594
540
- },
541
- "class_level_pixels": {
542
- "Partial": 0.053999936365625,
543
- "Road Line": 0.050956977334723555,
544
- "Total": 0.27580992124116993
545
- },
546
- "macro_km": 0.12692227831383715,
547
- "macro_pixels": 0.12692227831383948
548
- },
549
- "Accuracy": {
550
- "class_level_km": {
551
- "Partial": 0.33984463632482526,
552
- "Road Line": 0.12855532749269638,
553
- "Total": 0.7219644293925205
554
- },
555
- "class_level_pixels": {
556
- "Partial": 0.339844636324809,
557
- "Road Line": 0.12855532749269502,
558
- "Total": 0.7219644293925359
559
- }
560
- },
561
- "Precision": {
562
- "class_level_km": {
563
- "Partial": 0.027826735870066937,
564
- "Road Line": 0.9090823348759616,
565
- "Total": 0.17817109393582617
566
- },
567
- "class_level_pixels": {
568
- "Partial": 0.02782673587006589,
569
- "Road Line": 0.9090823348759609,
570
- "Total": 0.17817109393583486
571
- },
572
- "macro_km": 0.37169338822728487,
573
- "macro_pixels": 0.37169338822728726
574
- },
575
- "Recall": {
576
- "class_level_km": {
577
- "Partial": 0.05544186397998029,
578
- "Road Line": 0.1819858001553448,
579
- "Total": 0.07333509825426307
580
- },
581
- "class_level_pixels": {
582
- "Partial": 0.05544186397998218,
583
- "Road Line": 0.1819858001553413,
584
- "Total": 0.0733350982542613
585
- },
586
- "macro_km": 0.10358758746319606,
587
- "macro_pixels": 0.10358758746319492
588
- },
589
- "IoU": {
590
- "class_level_km": {
591
- "Partial": 0.027749195580588033,
592
- "Road Line": 0.026144613916753098,
593
- "Total": 0.1599649160721893
594
- },
595
- "class_level_pixels": {
596
- "Partial": 0.027749195580586996,
597
- "Road Line": 0.026144613916752296,
598
- "Total": 0.1599649160721964
599
- },
600
- "macro_km": 0.07128624185651014,
601
- "macro_pixels": 0.0712862418565119
602
- },
603
- "Confusion_Matrix_pixels": {
604
- "matrix": [
605
- [
606
- 39770.827109961036,
607
- 495.72533194757216,
608
- 3498.0108918168035
609
- ],
610
- [
611
- 1322514.0626572403,
612
- 49382.60111379149,
613
- 511989.5917946905
614
- ],
615
- [
616
- 66945.87936313658,
617
- 4443.047118878126,
618
- 111756.8260294864
619
- ]
620
- ],
621
- "class_labels": [
622
- "Partial",
623
- "Road Line",
624
- "Total"
625
- ]
626
- },
627
- "Confusion_Matrix_km": {
628
- "matrix": [
629
- [
630
- 0.050508950429650167,
631
- 0.0006295711715734167,
632
- 0.0044424738326073465
633
- ],
634
- [
635
- 1.679592859574616,
636
- 0.06271590341451577,
637
- 0.6502267815792842
638
- ],
639
- [
640
- 0.08502126679118233,
641
- 0.005642669840975217,
642
- 0.14193116905744518
643
- ]
644
- ],
645
- "class_labels": [
646
- "Partial",
647
- "Road Line",
648
- "Total"
649
- ]
650
- }
651
- }
652
- }
653
- }
654
  }
 
1
+ {
2
+ "global": {
3
+ "model_name": "RDA_ResNet101_DeepLabv3plus_simple_adjusted",
4
+ "samples": {
5
+ "total": 1.617570644343792,
6
+ "class_level_km": {
7
+ "Partial": 0.6333428226809731,
8
+ "Road Line": 12.296186806068839,
9
+ "Total": 0.5996808464683188
10
+ },
11
+ "total_predicted_segments": 1077687
12
+ },
13
+ "metrics": {
14
+ "F1": {
15
+ "class_level_km": {
16
+ "Partial": 0.11424806047945112,
17
+ "Road Line": 0.505694738247566,
18
+ "Total": 0.17334980813012052
19
+ },
20
+ "class_level_pixels": {
21
+ "Partial": 0.1529057376908799,
22
+ "Road Line": 0.5605588283582738,
23
+ "Total": 0.15887641204208067
24
+ },
25
+ "macro_km": 0.26443086895237916,
26
+ "macro_pixels": 0.29078032603041143
27
+ },
28
+ "Accuracy": {
29
+ "class_level_km": {
30
+ "Partial": 0.538336412997295,
31
+ "Road Line": 0.3941023325926624,
32
+ "Total": 0.7908302044586988
33
+ },
34
+ "class_level_pixels": {
35
+ "Partial": 0.5724756165454596,
36
+ "Road Line": 0.44874080066445676,
37
+ "Total": 0.7974155741925999
38
+ }
39
+ },
40
+ "Precision": {
41
+ "class_level_km": {
42
+ "Partial": 0.06276095779253815,
43
+ "Road Line": 0.9780218297963746,
44
+ "Total": 0.10508269771545706
45
+ },
46
+ "class_level_pixels": {
47
+ "Partial": 0.08743969818284564,
48
+ "Road Line": 0.9726801621773595,
49
+ "Total": 0.09699873321217198
50
+ },
51
+ "macro_km": 0.38195516176812333,
52
+ "macro_pixels": 0.385706197857459
53
+ },
54
+ "Recall": {
55
+ "class_level_km": {
56
+ "Partial": 0.05530680792902423,
57
+ "Road Line": 0.786418064442794,
58
+ "Total": 0.027732391499369378
59
+ },
60
+ "class_level_pixels": {
61
+ "Partial": 0.06740093829302099,
62
+ "Road Line": 0.7835211942681998,
63
+ "Total": 0.023993353731656696
64
+ },
65
+ "macro_km": 0.2898190879570625,
66
+ "macro_pixels": 0.29163849543095915
67
+ },
68
+ "IoU": {
69
+ "class_level_km": {
70
+ "Partial": 0.060584882923943116,
71
+ "Road Line": 0.338414613928694,
72
+ "Total": 0.0949003859095037
73
+ },
74
+ "class_level_pixels": {
75
+ "Partial": 0.08278177286941861,
76
+ "Road Line": 0.3894280915412051,
77
+ "Total": 0.08629318155567074
78
+ },
79
+ "macro_km": 0.16463329425404694,
80
+ "macro_pixels": 0.18616768198876485
81
+ },
82
+ "Confusion_Matrix_pixels": {
83
+ "matrix": [
84
+ [
85
+ 1724812.8755897025,
86
+ 375847.47922039515,
87
+ 734071.1305064473
88
+ ],
89
+ [
90
+ 16972664.113273006,
91
+ 15716844.513059929,
92
+ 7227834.339930322
93
+ ],
94
+ [
95
+ 1028264.4241844495,
96
+ 65594.28126465126,
97
+ 855253.2238793522
98
+ ]
99
+ ],
100
+ "class_labels": [
101
+ "Partial",
102
+ "Road Line",
103
+ "Total"
104
+ ]
105
+ },
106
+ "Confusion_Matrix_km": {
107
+ "matrix": [
108
+ [
109
+ 0.40281422903899944,
110
+ 0.07611562788247205,
111
+ 0.15441296575950156
112
+ ],
113
+ [
114
+ 5.730563730699903,
115
+ 4.193097292492543,
116
+ 2.372525782876393
117
+ ],
118
+ [
119
+ 0.2848515129618981,
120
+ 0.018111927338814636,
121
+ 0.29671740616760606
122
+ ]
123
+ ],
124
+ "class_labels": [
125
+ "Partial",
126
+ "Road Line",
127
+ "Total"
128
+ ]
129
+ }
130
+ }
131
+ },
132
+ "per_event": {
133
+ "Mussett Bayou Fire": {
134
+ "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
135
+ "samples": {
136
+ "total": 0.11308100756115586,
137
+ "class_level_km": {
138
+ "Partial": 0.0008397396136685919,
139
+ "Road Line": 0.8874983110217352,
140
+ "Total": 0.013660820515815787
141
+ },
142
+ "total_predicted_segments": 79009
143
+ },
144
+ "metrics": {
145
+ "F1": {
146
+ "class_level_km": {
147
+ "Partial": 0.0044553120300849895,
148
+ "Road Line": 0.5896413359043632,
149
+ "Total": 0.08263158319184716
150
+ },
151
+ "class_level_pixels": {
152
+ "Partial": 0.003733727305611137,
153
+ "Road Line": 0.5515243134995732,
154
+ "Total": 0.10698017597744333
155
+ },
156
+ "macro_km": 0.22557607704209845,
157
+ "macro_pixels": 0.22074607226087592
158
+ },
159
+ "Accuracy": {
160
+ "class_level_km": {
161
+ "Partial": 0.6265782185010286,
162
+ "Road Line": 0.4272352772292663,
163
+ "Total": 0.7897933417378635
164
+ },
165
+ "class_level_pixels": {
166
+ "Partial": 0.5962814695757628,
167
+ "Road Line": 0.39315733136181147,
168
+ "Total": 0.7842056322673913
169
+ }
170
+ },
171
+ "Precision": {
172
+ "class_level_km": {
173
+ "Partial": 0.0022331987886891496,
174
+ "Road Line": 0.9991709119378673,
175
+ "Total": 0.04423981907412754
176
+ },
177
+ "class_level_pixels": {
178
+ "Partial": 0.0018707548308751192,
179
+ "Road Line": 0.9991721936289566,
180
+ "Total": 0.05818114852967565
181
+ },
182
+ "macro_km": 0.348547976600228,
183
+ "macro_pixels": 0.3530746989965025
184
+ },
185
+ "Recall": {
186
+ "class_level_km": {
187
+ "Partial": 0.0013335574297339027,
188
+ "Road Line": 0.963171169244922,
189
+ "Total": 0.0119868561604551
190
+ },
191
+ "class_level_pixels": {
192
+ "Partial": 0.0012687163676029158,
193
+ "Road Line": 0.9490858416828999,
194
+ "Total": 0.016482472531641763
195
+ },
196
+ "macro_km": 0.32549719427837037,
197
+ "macro_pixels": 0.3222790101940482
198
+ },
199
+ "IoU": {
200
+ "class_level_km": {
201
+ "Partial": 0.002232629545679289,
202
+ "Road Line": 0.4180789971481888,
203
+ "Total": 0.04309635147188046
204
+ },
205
+ "class_level_pixels": {
206
+ "Partial": 0.0018703553512286076,
207
+ "Road Line": 0.38076187169705084,
208
+ "Total": 0.056512971824096744
209
+ },
210
+ "macro_km": 0.15446932605524952,
211
+ "macro_pixels": 0.14638173295745874
212
+ },
213
+ "Confusion_Matrix_pixels": {
214
+ "matrix": [
215
+ [
216
+ 2344.045878719712,
217
+ 0,
218
+ 267.6207371547876
219
+ ],
220
+ [
221
+ 1231288.9732085934,
222
+ 1156171.141589107,
223
+ 648049.7505215274
224
+ ],
225
+ [
226
+ 19361.675906039945,
227
+ 957.8787751767592,
228
+ 40050.00453397568
229
+ ]
230
+ ],
231
+ "class_labels": [
232
+ "Partial",
233
+ "Road Line",
234
+ "Total"
235
+ ]
236
+ },
237
+ "Confusion_Matrix_km": {
238
+ "matrix": [
239
+ [
240
+ 0.0007536904475682645,
241
+ 0,
242
+ 8.604916610032746e-05
243
+ ],
244
+ [
245
+ 0.3319264951444376,
246
+ 0.37117316824138985,
247
+ 0.1843986476359076
248
+ ],
249
+ [
250
+ 0.004813481064811593,
251
+ 0.0003079905940976841,
252
+ 0.008539348856906508
253
+ ]
254
+ ],
255
+ "class_labels": [
256
+ "Partial",
257
+ "Road Line",
258
+ "Total"
259
+ ]
260
+ }
261
+ }
262
+ },
263
+ "Hurricane Michael": {
264
+ "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
265
+ "samples": {
266
+ "total": 0.4105051213097,
267
+ "class_level_km": {
268
+ "Partial": 0.48664794980240444,
269
+ "Road Line": 2.6320241922297205,
270
+ "Total": 0.2983971803392663
271
+ },
272
+ "total_predicted_segments": 420925
273
+ },
274
+ "metrics": {
275
+ "F1": {
276
+ "class_level_km": {
277
+ "Partial": 0.2774997247208831,
278
+ "Road Line": 0.5426072291741548,
279
+ "Total": 0.2355348478837491
280
+ },
281
+ "class_level_pixels": {
282
+ "Partial": 0.27738262543596287,
283
+ "Road Line": 0.543042122066259,
284
+ "Total": 0.2350397851676425
285
+ },
286
+ "macro_km": 0.35188060059292897,
287
+ "macro_pixels": 0.3518215108899548
288
+ },
289
+ "Accuracy": {
290
+ "class_level_km": {
291
+ "Partial": 0.5619194724315957,
292
+ "Road Line": 0.5016746957978151,
293
+ "Total": 0.7674730878518538
294
+ },
295
+ "class_level_pixels": {
296
+ "Partial": 0.5622209621511922,
297
+ "Road Line": 0.5017414492134866,
298
+ "Total": 0.767609613784892
299
+ }
300
+ },
301
+ "Precision": {
302
+ "class_level_km": {
303
+ "Partial": 0.18134381247524217,
304
+ "Road Line": 0.9259150424062506,
305
+ "Total": 0.1651936770022591
306
+ },
307
+ "class_level_pixels": {
308
+ "Partial": 0.18125543095641716,
309
+ "Road Line": 0.9262094936858868,
310
+ "Total": 0.16468205569068176
311
+ },
312
+ "macro_km": 0.42415084396125063,
313
+ "macro_pixels": 0.42404899344432856
314
+ },
315
+ "Recall": {
316
+ "class_level_km": {
317
+ "Partial": 0.14971813596977823,
318
+ "Road Line": 0.5891922534871249,
319
+ "Total": 0.04667427183503365
320
+ },
321
+ "class_level_pixels": {
322
+ "Partial": 0.14944754584788109,
323
+ "Road Line": 0.5900680961069338,
324
+ "Total": 0.04651042305955822
325
+ },
326
+ "macro_km": 0.26186155376397896,
327
+ "macro_pixels": 0.26200868833812435
328
+ },
329
+ "IoU": {
330
+ "class_level_km": {
331
+ "Partial": 0.16110286233534363,
332
+ "Road Line": 0.3723136549296053,
333
+ "Total": 0.13348795673366237
334
+ },
335
+ "class_level_pixels": {
336
+ "Partial": 0.1610239334234994,
337
+ "Road Line": 0.3727232820460134,
338
+ "Total": 0.13317001890037927
339
+ },
340
+ "macro_km": 0.2223014913328704,
341
+ "macro_pixels": 0.22230574478996404
342
+ },
343
+ "Confusion_Matrix_pixels": {
344
+ "matrix": [
345
+ [
346
+ 1470027.6099152358,
347
+ 355768.24639976234,
348
+ 663226.7762877081
349
+ ],
350
+ [
351
+ 5799608.501594265,
352
+ 5179785.596434334,
353
+ 2505070.3006766513
354
+ ],
355
+ [
356
+ 840618.031819886,
357
+ 56901.89395734539,
358
+ 624626.4422161874
359
+ ]
360
+ ],
361
+ "class_labels": [
362
+ "Partial",
363
+ "Road Line",
364
+ "Total"
365
+ ]
366
+ },
367
+ "Confusion_Matrix_km": {
368
+ "matrix": [
369
+ [
370
+ 0.28747645649432785,
371
+ 0.06965939330455682,
372
+ 0.1295121000035198
373
+ ],
374
+ [
375
+ 1.1329421381483273,
376
+ 1.0100270702783942,
377
+ 0.48905498380299917
378
+ ],
379
+ [
380
+ 0.16483790002586493,
381
+ 0.011155594294794232,
382
+ 0.12240368601860714
383
+ ]
384
+ ],
385
+ "class_labels": [
386
+ "Partial",
387
+ "Road Line",
388
+ "Total"
389
+ ]
390
+ }
391
+ }
392
+ },
393
+ "Mayfield Tornado": {
394
+ "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
395
+ "samples": {
396
+ "total": 0.7815637246100545,
397
+ "class_level_km": {
398
+ "Partial": 0.09027413783106315,
399
+ "Road Line": 6.384128758246461,
400
+ "Total": 0.055027739923620644
401
+ },
402
+ "total_predicted_segments": 527532
403
+ },
404
+ "metrics": {
405
+ "F1": {
406
+ "class_level_km": {
407
+ "Partial": 0.046253107094698286,
408
+ "Road Line": 0.6015620056930415,
409
+ "Total": 0.04153547225726827
410
+ },
411
+ "class_level_pixels": {
412
+ "Partial": 0.04606947577650991,
413
+ "Road Line": 0.6046097391335165,
414
+ "Total": 0.04050280585128388
415
+ },
416
+ "macro_km": 0.22978352834833604,
417
+ "macro_pixels": 0.23039400692043674
418
+ },
419
+ "Accuracy": {
420
+ "class_level_km": {
421
+ "Partial": 0.5952970088226143,
422
+ "Road Line": 0.4422515305353001,
423
+ "Total": 0.8314704127128633
424
+ },
425
+ "class_level_pixels": {
426
+ "Partial": 0.5996023181554309,
427
+ "Road Line": 0.44513979693249905,
428
+ "Total": 0.8302241919765724
429
+ }
430
+ },
431
+ "Precision": {
432
+ "class_level_km": {
433
+ "Partial": 0.02390545362621085,
434
+ "Road Line": 0.997520935202756,
435
+ "Total": 0.021813241980103294
436
+ },
437
+ "class_level_pixels": {
438
+ "Partial": 0.02380657785632368,
439
+ "Road Line": 0.997554624833214,
440
+ "Total": 0.021253156015764295
441
+ },
442
+ "macro_km": 0.3477465436030234,
443
+ "macro_pixels": 0.347538119568434
444
+ },
445
+ "Recall": {
446
+ "class_level_km": {
447
+ "Partial": 0.016484678985126632,
448
+ "Road Line": 0.952047682876312,
449
+ "Total": 0.004391799147239092
450
+ },
451
+ "class_level_pixels": {
452
+ "Partial": 0.016124816469131765,
453
+ "Road Line": 0.9530294657333521,
454
+ "Total": 0.004316103270569919
455
+ },
456
+ "macro_km": 0.3243080536695592,
457
+ "macro_pixels": 0.32449012849101794
458
+ },
459
+ "IoU": {
460
+ "class_level_km": {
461
+ "Partial": 0.023674052797042724,
462
+ "Road Line": 0.4301670922429172,
463
+ "Total": 0.021208182057369622
464
+ },
465
+ "class_level_pixels": {
466
+ "Partial": 0.02357784742362748,
467
+ "Road Line": 0.4332907832953321,
468
+ "Total": 0.020669999412211416
469
+ },
470
+ "macro_km": 0.15834977569910985,
471
+ "macro_pixels": 0.159179543377057
472
+ },
473
+ "Confusion_Matrix_pixels": {
474
+ "matrix": [
475
+ [
476
+ 212670.3926857163,
477
+ 19583.50748868644,
478
+ 67078.72258977249
479
+ ],
480
+ [
481
+ 8619252.575809535,
482
+ 9331505.17392212,
483
+ 3562724.696940012
484
+ ],
485
+ [
486
+ 101338.83709539022,
487
+ 3291.4614132510414,
488
+ 78819.95109969804
489
+ ]
490
+ ],
491
+ "class_labels": [
492
+ "Partial",
493
+ "Road Line",
494
+ "Total"
495
+ ]
496
+ },
497
+ "Confusion_Matrix_km": {
498
+ "matrix": [
499
+ [
500
+ 0.06407513166744756,
501
+ 0.005826663406341523,
502
+ 0.020372342757274065
503
+ ],
504
+ [
505
+ 2.5861022378312706,
506
+ 2.749181150556189,
507
+ 1.0488453698590015
508
+ ],
509
+ [
510
+ 0.030178865080037087,
511
+ 0.0010056726089475432,
512
+ 0.023843202234636013
513
+ ]
514
+ ],
515
+ "class_labels": [
516
+ "Partial",
517
+ "Road Line",
518
+ "Total"
519
+ ]
520
+ }
521
+ }
522
+ },
523
+ "Hurricane Idalia": {
524
+ "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
525
+ "samples": {
526
+ "total": 0.3124207908628798,
527
+ "class_level_km": {
528
+ "Partial": 0.05558099543383093,
529
+ "Road Line": 2.3925355445684158,
530
+ "Total": 0.23259510568960273
531
+ },
532
+ "total_predicted_segments": 50221
533
+ },
534
+ "metrics": {
535
+ "F1": {
536
+ "class_level_km": {
537
+ "Partial": 0.05399993636562697,
538
+ "Road Line": 0.050956977334725075,
539
+ "Total": 0.2758099212411594
540
+ },
541
+ "class_level_pixels": {
542
+ "Partial": 0.053999936365625,
543
+ "Road Line": 0.050956977334723555,
544
+ "Total": 0.27580992124116993
545
+ },
546
+ "macro_km": 0.12692227831383715,
547
+ "macro_pixels": 0.12692227831383948
548
+ },
549
+ "Accuracy": {
550
+ "class_level_km": {
551
+ "Partial": 0.33984463632482526,
552
+ "Road Line": 0.12855532749269638,
553
+ "Total": 0.7219644293925205
554
+ },
555
+ "class_level_pixels": {
556
+ "Partial": 0.339844636324809,
557
+ "Road Line": 0.12855532749269502,
558
+ "Total": 0.7219644293925359
559
+ }
560
+ },
561
+ "Precision": {
562
+ "class_level_km": {
563
+ "Partial": 0.027826735870066937,
564
+ "Road Line": 0.9090823348759616,
565
+ "Total": 0.17817109393582617
566
+ },
567
+ "class_level_pixels": {
568
+ "Partial": 0.02782673587006589,
569
+ "Road Line": 0.9090823348759609,
570
+ "Total": 0.17817109393583486
571
+ },
572
+ "macro_km": 0.37169338822728487,
573
+ "macro_pixels": 0.37169338822728726
574
+ },
575
+ "Recall": {
576
+ "class_level_km": {
577
+ "Partial": 0.05544186397998029,
578
+ "Road Line": 0.1819858001553448,
579
+ "Total": 0.07333509825426307
580
+ },
581
+ "class_level_pixels": {
582
+ "Partial": 0.05544186397998218,
583
+ "Road Line": 0.1819858001553413,
584
+ "Total": 0.0733350982542613
585
+ },
586
+ "macro_km": 0.10358758746319606,
587
+ "macro_pixels": 0.10358758746319492
588
+ },
589
+ "IoU": {
590
+ "class_level_km": {
591
+ "Partial": 0.027749195580588033,
592
+ "Road Line": 0.026144613916753098,
593
+ "Total": 0.1599649160721893
594
+ },
595
+ "class_level_pixels": {
596
+ "Partial": 0.027749195580586996,
597
+ "Road Line": 0.026144613916752296,
598
+ "Total": 0.1599649160721964
599
+ },
600
+ "macro_km": 0.07128624185651014,
601
+ "macro_pixels": 0.0712862418565119
602
+ },
603
+ "Confusion_Matrix_pixels": {
604
+ "matrix": [
605
+ [
606
+ 39770.827109961036,
607
+ 495.72533194757216,
608
+ 3498.0108918168035
609
+ ],
610
+ [
611
+ 1322514.0626572403,
612
+ 49382.60111379149,
613
+ 511989.5917946905
614
+ ],
615
+ [
616
+ 66945.87936313658,
617
+ 4443.047118878126,
618
+ 111756.8260294864
619
+ ]
620
+ ],
621
+ "class_labels": [
622
+ "Partial",
623
+ "Road Line",
624
+ "Total"
625
+ ]
626
+ },
627
+ "Confusion_Matrix_km": {
628
+ "matrix": [
629
+ [
630
+ 0.050508950429650167,
631
+ 0.0006295711715734167,
632
+ 0.0044424738326073465
633
+ ],
634
+ [
635
+ 1.679592859574616,
636
+ 0.06271590341451577,
637
+ 0.6502267815792842
638
+ ],
639
+ [
640
+ 0.08502126679118233,
641
+ 0.005642669840975217,
642
+ 0.14193116905744518
643
+ ]
644
+ ],
645
+ "class_labels": [
646
+ "Partial",
647
+ "Road Line",
648
+ "Total"
649
+ ]
650
+ }
651
+ }
652
+ }
653
+ }
654
  }