tmanzini commited on
Commit
fb2d065
·
verified ·
1 Parent(s): ab376a3

Update CRASAR-U-DROIDs_RDA_metrics_unadjusted.json

Browse files
CRASAR-U-DROIDs_RDA_metrics_unadjusted.json CHANGED
@@ -1,654 +1,654 @@
1
- {
2
- "global": {
3
- "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
4
- "samples": {
5
- "total": 1.617570644343792,
6
- "class_level_km": {
7
- "Partial": 0.5493606878636947,
8
- "Road Line": 11.897280042176437,
9
- "Total": 0.5023995428866239
10
- },
11
- "total_predicted_segments": 1079800
12
- },
13
- "metrics": {
14
- "F1": {
15
- "class_level_km": {
16
- "Partial": 0.09191578717696733,
17
- "Road Line": 0.4691480271677536,
18
- "Total": 0.1396610416128841
19
- },
20
- "class_level_pixels": {
21
- "Partial": 0.1307561204455456,
22
- "Road Line": 0.5167262574493462,
23
- "Total": 0.13318201033075616
24
- },
25
- "macro_km": 0.23357495198586833,
26
- "macro_pixels": 0.2602214627418827
27
- },
28
- "Accuracy": {
29
- "class_level_km": {
30
- "Partial": 0.5216146418371382,
31
- "Road Line": 0.35816743394348677,
32
- "Total": 0.7727574173448191
33
- },
34
- "class_level_pixels": {
35
- "Partial": 0.5527015288803326,
36
- "Road Line": 0.40768592799256564,
37
- "Total": 0.7748110012722247
38
- }
39
- },
40
- "Precision": {
41
- "class_level_km": {
42
- "Partial": 0.049983133017157004,
43
- "Road Line": 0.9770227020499908,
44
- "Total": 0.08185404146832286
45
- },
46
- "class_level_pixels": {
47
- "Partial": 0.07403239623073025,
48
- "Road Line": 0.9700126652205602,
49
- "Total": 0.07894847519140831
50
- },
51
- "macro_km": 0.3696199588451569,
52
- "macro_pixels": 0.37433117888089956
53
- },
54
- "Recall": {
55
- "class_level_km": {
56
- "Partial": 0.04641539972992141,
57
- "Road Line": 0.791848533311579,
58
- "Total": 0.02386834056167899
59
- },
60
- "class_level_pixels": {
61
- "Partial": 0.06086913599501896,
62
- "Road Line": 0.7767185278763432,
63
- "Total": 0.022327445908482988
64
- },
65
- "macro_km": 0.28737742453439313,
66
- "macro_pixels": 0.28663836992661507
67
- },
68
- "IoU": {
69
- "class_level_km": {
70
- "Partial": 0.048171766507609674,
71
- "Road Line": 0.30646204564101487,
72
- "Total": 0.0750729005503212
73
- },
74
- "class_level_pixels": {
75
- "Partial": 0.06995134336174054,
76
- "Road Line": 0.34836877551730816,
77
- "Total": 0.07134172215383079
78
- },
79
- "macro_km": 0.14323557089964858,
80
- "macro_pixels": 0.1632206136776265
81
- },
82
- "Confusion_Matrix_pixels": {
83
- "matrix": [
84
- [
85
- 1455219.681714672,
86
- 365647.5801008166,
87
- 781139.8264945623
88
- ],
89
- [
90
- 17248477.718942843,
91
- 13697147.828151327,
92
- 7948890.6639882885
93
- ],
94
- [
95
- 952828.0639420198,
96
- 57791.17711670565,
97
- 748299.7172621306
98
- ]
99
- ],
100
- "class_labels": [
101
- "Partial",
102
- "Road Line",
103
- "Total"
104
- ]
105
- },
106
- "Confusion_Matrix_km": {
107
- "matrix": [
108
- [
109
- 0.3135085938645597,
110
- 0.0741459833143763,
111
- 0.16170611068475876
112
- ],
113
- [
114
- 5.707440847008261,
115
- 3.6725337339861657,
116
- 2.5173054611820094
117
- ],
118
- [
119
- 0.2513383278219913,
120
- 0.01222345483706473,
121
- 0.23883776022756792
122
- ]
123
- ],
124
- "class_labels": [
125
- "Partial",
126
- "Road Line",
127
- "Total"
128
- ]
129
- }
130
- }
131
- },
132
- "per_event": {
133
- "Mussett Bayou Fire": {
134
- "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
135
- "samples": {
136
- "total": 0.11308100756115586,
137
- "class_level_km": {
138
- "Partial": 0.0006091917262747285,
139
- "Road Line": 0.7008939529239159,
140
- "Total": 0.010915320713311038
141
- },
142
- "total_predicted_segments": 79544
143
- },
144
- "metrics": {
145
- "F1": {
146
- "class_level_km": {
147
- "Partial": 0.003760539955978086,
148
- "Road Line": 0.48572589329000193,
149
- "Total": 0.05855434536424009
150
- },
151
- "class_level_pixels": {
152
- "Partial": 0.0031966970521278715,
153
- "Road Line": 0.46676887742525464,
154
- "Total": 0.07760592788953277
155
- },
156
- "macro_km": 0.18268025953674005,
157
- "macro_pixels": 0.1825238341223051
158
- },
159
- "Accuracy": {
160
- "class_level_km": {
161
- "Partial": 0.5724423900881886,
162
- "Road Line": 0.33137517952603207,
163
- "Total": 0.74515507530628
164
- },
165
- "class_level_pixels": {
166
- "Partial": 0.5496656320788509,
167
- "Road Line": 0.31787071132166406,
168
- "Total": 0.751890884913589
169
- }
170
- },
171
- "Precision": {
172
- "class_level_km": {
173
- "Partial": 0.001884023805508869,
174
- "Road Line": 0.9982435044970454,
175
- "Total": 0.03103369677836136
176
- },
177
- "class_level_pixels": {
178
- "Partial": 0.0016010602587668726,
179
- "Road Line": 0.9983375066177893,
180
- "Total": 0.041760291077895834
181
- },
182
- "macro_km": 0.34372040836030515,
183
- "macro_pixels": 0.34723295265148396
184
- },
185
- "Recall": {
186
- "class_level_km": {
187
- "Partial": 0.0014096760666556028,
188
- "Road Line": 0.9528600518527159,
189
- "Total": 0.010635629602695087
190
- },
191
- "class_level_pixels": {
192
- "Partial": 0.0013137070334129889,
193
- "Road Line": 0.9392313699122754,
194
- "Total": 0.01388149678357671
195
- },
196
- "macro_km": 0.3216351191740222,
197
- "macro_pixels": 0.31814219124308835
198
- },
199
- "IoU": {
200
- "class_level_km": {
201
- "Partial": 0.001883812053236918,
202
- "Road Line": 0.32076484114578097,
203
- "Total": 0.030160177404103355
204
- },
205
- "class_level_pixels": {
206
- "Partial": 0.0016009073339415061,
207
- "Road Line": 0.30443477865320956,
208
- "Total": 0.04036941697616371
209
- },
210
- "macro_km": 0.11760294353437374,
211
- "macro_pixels": 0.11546836765443826
212
- },
213
- "Confusion_Matrix_pixels": {
214
- "matrix": [
215
- [
216
- 1787.9664979393506,
217
- 0,
218
- 106.6752079913696
219
- ],
220
- [
221
- 1094860.236347208,
222
- 739239.8521964196,
223
- 592906.0759533616
224
- ],
225
- [
226
- 20090.838142873938,
227
- 1231.027937943139,
228
- 25843.622290771735
229
- ]
230
- ],
231
- "class_labels": [
232
- "Partial",
233
- "Road Line",
234
- "Total"
235
- ]
236
- },
237
- "Confusion_Matrix_km": {
238
- "matrix": [
239
- [
240
- 0.0005748920199484315,
241
- 0,
242
- 3.429970632629703e-05
243
- ],
244
- [
245
- 0.29969218732894665,
246
- 0.22494910175490346,
247
- 0.17625266384006574
248
- ],
249
- [
250
- 0.004873449272586399,
251
- 0.0003958173369986092,
252
- 0.00564605410372603
253
- ]
254
- ],
255
- "class_labels": [
256
- "Partial",
257
- "Road Line",
258
- "Total"
259
- ]
260
- }
261
- }
262
- },
263
- "Hurricane Michael": {
264
- "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
265
- "samples": {
266
- "total": 0.4105051213097,
267
- "class_level_km": {
268
- "Partial": 0.46677371326697836,
269
- "Road Line": 2.4966361316458827,
270
- "Total": 0.2795998385365309
271
- },
272
- "total_predicted_segments": 421988
273
- },
274
- "metrics": {
275
- "F1": {
276
- "class_level_km": {
277
- "Partial": 0.2590261756760629,
278
- "Road Line": 0.4770420467296553,
279
- "Total": 0.2056662856269847
280
- },
281
- "class_level_pixels": {
282
- "Partial": 0.2588853652646488,
283
- "Road Line": 0.4774220649545276,
284
- "Total": 0.20523095525174803
285
- },
286
- "macro_km": 0.3139115026775676,
287
- "macro_pixels": 0.31384612849030813
288
- },
289
- "Accuracy": {
290
- "class_level_km": {
291
- "Partial": 0.5461817384033109,
292
- "Road Line": 0.4549242308715348,
293
- "Total": 0.7257607439024935
294
- },
295
- "class_level_pixels": {
296
- "Partial": 0.54641755449128,
297
- "Road Line": 0.4549093912746871,
298
- "Total": 0.7258900436965932
299
- }
300
- },
301
- "Precision": {
302
- "class_level_km": {
303
- "Partial": 0.1692994930067772,
304
- "Road Line": 0.9125203359525875,
305
- "Total": 0.13706060392603422
306
- },
307
- "class_level_pixels": {
308
- "Partial": 0.16919159658140462,
309
- "Road Line": 0.9128548156666509,
310
- "Total": 0.13664917678565103
311
- },
312
- "macro_km": 0.40629347762846635,
313
- "macro_pixels": 0.40623186301123554
314
- },
315
- "Recall": {
316
- "class_level_km": {
317
- "Partial": 0.14522974808043654,
318
- "Road Line": 0.5464843112647829,
319
- "Total": 0.04891772616114362
320
- },
321
- "class_level_pixels": {
322
- "Partial": 0.14498521285502258,
323
- "Road Line": 0.5473501227929368,
324
- "Total": 0.048755756356087525
325
- },
326
- "macro_km": 0.24687726183545436,
327
- "macro_pixels": 0.24703036400134895
328
- },
329
- "IoU": {
330
- "class_level_km": {
331
- "Partial": 0.14878234931340747,
332
- "Road Line": 0.3132338917862259,
333
- "Total": 0.11461986361820636
334
- },
335
- "class_level_pixels": {
336
- "Partial": 0.1486894430153356,
337
- "Road Line": 0.3135616601065936,
338
- "Total": 0.11434950689186602
339
- },
340
- "macro_km": 0.19221203490594654,
341
- "macro_pixels": 0.19220020333793175
342
- },
343
- "Confusion_Matrix_pixels": {
344
- "matrix": [
345
- [
346
- 1315485.2057644883,
347
- 341978.1280340871,
348
- 730100.2253848717
349
- ],
350
- [
351
- 5673689.464542027,
352
- 4134545.132120033,
353
- 2982811.6371408696
354
- ],
355
- [
356
- 785946.7443764979,
357
- 52723.95546209576,
358
- 587671.1249348681
359
- ]
360
- ],
361
- "class_labels": [
362
- "Partial",
363
- "Road Line",
364
- "Total"
365
- ]
366
- },
367
- "Confusion_Matrix_km": {
368
- "matrix": [
369
- [
370
- 0.2572414831470212,
371
- 0.06695348769171505,
372
- 0.14257874242824212
373
- ],
374
- [
375
- 1.1080777379459343,
376
- 0.8062412484101839,
377
- 0.5823171452897645
378
- ],
379
- [
380
- 0.15412704881834083,
381
- 0.010337626569823847,
382
- 0.11513516314836625
383
- ]
384
- ],
385
- "class_labels": [
386
- "Partial",
387
- "Road Line",
388
- "Total"
389
- ]
390
- }
391
- }
392
- },
393
- "Mayfield Tornado": {
394
- "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
395
- "samples": {
396
- "total": 0.7815637246100545,
397
- "class_level_km": {
398
- "Partial": 0.058232275604850225,
399
- "Road Line": 6.537725424356802,
400
- "Total": 0.04624351689965326
401
- },
402
- "total_predicted_segments": 528081
403
- },
404
- "metrics": {
405
- "F1": {
406
- "class_level_km": {
407
- "Partial": 0.02526437204885928,
408
- "Road Line": 0.5669202774034804,
409
- "Total": 0.026772009501213615
410
- },
411
- "class_level_pixels": {
412
- "Partial": 0.025363839458739414,
413
- "Road Line": 0.57059742355214,
414
- "Total": 0.026385117500291422
415
- },
416
- "macro_km": 0.20631888631785109,
417
- "macro_pixels": 0.2074487935037236
418
- },
419
- "Accuracy": {
420
- "class_level_km": {
421
- "Partial": 0.5708338702060733,
422
- "Road Line": 0.40435597565885084,
423
- "Total": 0.820593059163139
424
- },
425
- "class_level_pixels": {
426
- "Partial": 0.5759102228658819,
427
- "Road Line": 0.40784462701416646,
428
- "Total": 0.8190514555227449
429
- }
430
- },
431
- "Precision": {
432
- "class_level_km": {
433
- "Partial": 0.0128888273205417,
434
- "Road Line": 0.9968418554467983,
435
- "Total": 0.013911398584830405
436
- },
437
- "class_level_pixels": {
438
- "Partial": 0.01294017145041054,
439
- "Road Line": 0.9969205643511619,
440
- "Total": 0.013704519589659231
441
- },
442
- "macro_km": 0.3412140271173902,
443
- "macro_pixels": 0.3411884184637439
444
- },
445
- "Recall": {
446
- "class_level_km": {
447
- "Partial": 0.009743329234637643,
448
- "Road Line": 0.9641554688015185,
449
- "Total": 0.0030070994102644687
450
- },
451
- "class_level_pixels": {
452
- "Partial": 0.009581764568198658,
453
- "Road Line": 0.9646640494159785,
454
- "Total": 0.0029935446532804956
455
- },
456
- "macro_km": 0.32563529914880684,
457
- "macro_pixels": 0.32574645287915255
458
- },
459
- "IoU": {
460
- "class_level_km": {
461
- "Partial": 0.012793799681971595,
462
- "Road Line": 0.3955957707477072,
463
- "Total": 0.013567620989628404
464
- },
465
- "class_level_pixels": {
466
- "Partial": 0.012844816663231276,
467
- "Road Line": 0.39918594869900437,
468
- "Total": 0.013368929133161478
469
- },
470
- "macro_km": 0.14065239713976904,
471
- "macro_pixels": 0.14179989816513236
472
- },
473
- "Confusion_Matrix_pixels": {
474
- "matrix": [
475
- [
476
- 123183.1428290518,
477
- 23615.840651301958,
478
- 47052.654124875036
479
- ],
480
- [
481
- 9299513.683569139,
482
- 8782574.367351416,
483
- 3891994.2396287075
484
- ],
485
- [
486
- 96739.85967011303,
487
- 3513.073690028219,
488
- 54732.832495159775
489
- ]
490
- ],
491
- "class_labels": [
492
- "Partial",
493
- "Road Line",
494
- "Total"
495
- ]
496
- },
497
- "Confusion_Matrix_km": {
498
- "matrix": [
499
- [
500
- 0.03694274308615415,
501
- 0.007124409125071885,
502
- 0.014165123393624189
503
- ],
504
- [
505
- 2.8005447169288584,
506
- 2.5895420186833396,
507
- 1.1476386887446046
508
- ],
509
- [
510
- 0.028773540105322876,
511
- 0.0010796484964114821,
512
- 0.0163903282979189
513
- ]
514
- ],
515
- "class_labels": [
516
- "Partial",
517
- "Road Line",
518
- "Total"
519
- ]
520
- }
521
- }
522
- },
523
- "Hurricane Idalia": {
524
- "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
525
- "samples": {
526
- "total": 0.3124207908628798,
527
- "class_level_km": {
528
- "Partial": 0.023745507265579467,
529
- "Road Line": 2.162024533250676,
530
- "Total": 0.16564086673711742
531
- },
532
- "total_predicted_segments": 50187
533
- },
534
- "metrics": {
535
- "F1": {
536
- "class_level_km": {
537
- "Partial": 0.023361132874032447,
538
- "Road Line": 0.04678793608576355,
539
- "Total": 0.230188005964841
540
- },
541
- "class_level_pixels": {
542
- "Partial": 0.0233611328740342,
543
- "Road Line": 0.04678793608576586,
544
- "Total": 0.23018800596484024
545
- },
546
- "macro_km": 0.10011235830821234,
547
- "macro_pixels": 0.10011235830821343
548
- },
549
- "Accuracy": {
550
- "class_level_km": {
551
- "Partial": 0.33329962821512676,
552
- "Road Line": 0.10236802485996542,
553
- "Total": 0.7108121092634835
554
- },
555
- "class_level_pixels": {
556
- "Partial": 0.33329962821514747,
557
- "Road Line": 0.10236802485997079,
558
- "Total": 0.7108121092634653
559
- }
560
- },
561
- "Precision": {
562
- "class_level_km": {
563
- "Partial": 0.011855951516722326,
564
- "Road Line": 0.990848304648117,
565
- "Total": 0.14165733892951418
566
- },
567
- "class_level_pixels": {
568
- "Partial": 0.01185595151672323,
569
- "Road Line": 0.9908483046481169,
570
- "Total": 0.1416573389295135
571
- },
572
- "macro_km": 0.3814538650314512,
573
- "macro_pixels": 0.3814538650314512
574
- },
575
- "Recall": {
576
- "class_level_km": {
577
- "Partial": 0.023923557901146652,
578
- "Road Line": 0.21520301560982957,
579
- "Total": 0.06082656724597142
580
- },
581
- "class_level_pixels": {
582
- "Partial": 0.023923557901146263,
583
- "Road Line": 0.21520301560982813,
584
- "Total": 0.06082656724597653
585
- },
586
- "macro_km": 0.09998438025231587,
587
- "macro_pixels": 0.09998438025231697
588
- },
589
- "IoU": {
590
- "class_level_km": {
591
- "Partial": 0.011818614549454614,
592
- "Road Line": 0.023954355469216454,
593
- "Total": 0.1300635359804597
594
- },
595
- "class_level_pixels": {
596
- "Partial": 0.01181861454945551,
597
- "Road Line": 0.023954355469217665,
598
- "Total": 0.1300635359804592
599
- },
600
- "macro_km": 0.055278835333043584,
601
- "macro_pixels": 0.05527883533304412
602
- },
603
- "Confusion_Matrix_pixels": {
604
- "matrix": [
605
- [
606
- 14763.366623170044,
607
- 53.611415424853746,
608
- 3880.2717768219927
609
- ],
610
- [
611
- 1180414.3344919807,
612
- 40788.476486953194,
613
- 481178.7112656054
614
- ],
615
- [
616
- 50050.621752550425,
617
- 323.12002663842645,
618
- 80052.13754137717
619
- ]
620
- ],
621
- "class_labels": [
622
- "Partial",
623
- "Road Line",
624
- "Total"
625
- ]
626
- },
627
- "Confusion_Matrix_km": {
628
- "matrix": [
629
- [
630
- 0.01874947561142597,
631
- 6.808649758956426e-05,
632
- 0.004927945156563932
633
- ],
634
- [
635
- 1.4991262048049372,
636
- 0.051801365138430595,
637
- 0.6110969633073081
638
- ],
639
- [
640
- 0.06356428962573882,
641
- 0.0004103624338308017,
642
- 0.10166621467754781
643
- ]
644
- ],
645
- "class_labels": [
646
- "Partial",
647
- "Road Line",
648
- "Total"
649
- ]
650
- }
651
- }
652
- }
653
- }
654
  }
 
1
+ {
2
+ "global": {
3
+ "model_name": "RDA_ResNet101_DeepLabv3plus_simple_unadjusted",
4
+ "samples": {
5
+ "total": 1.617570644343792,
6
+ "class_level_km": {
7
+ "Partial": 0.5493606878636947,
8
+ "Road Line": 11.897280042176437,
9
+ "Total": 0.5023995428866239
10
+ },
11
+ "total_predicted_segments": 1079800
12
+ },
13
+ "metrics": {
14
+ "F1": {
15
+ "class_level_km": {
16
+ "Partial": 0.09191578717696733,
17
+ "Road Line": 0.4691480271677536,
18
+ "Total": 0.1396610416128841
19
+ },
20
+ "class_level_pixels": {
21
+ "Partial": 0.1307561204455456,
22
+ "Road Line": 0.5167262574493462,
23
+ "Total": 0.13318201033075616
24
+ },
25
+ "macro_km": 0.23357495198586833,
26
+ "macro_pixels": 0.2602214627418827
27
+ },
28
+ "Accuracy": {
29
+ "class_level_km": {
30
+ "Partial": 0.5216146418371382,
31
+ "Road Line": 0.35816743394348677,
32
+ "Total": 0.7727574173448191
33
+ },
34
+ "class_level_pixels": {
35
+ "Partial": 0.5527015288803326,
36
+ "Road Line": 0.40768592799256564,
37
+ "Total": 0.7748110012722247
38
+ }
39
+ },
40
+ "Precision": {
41
+ "class_level_km": {
42
+ "Partial": 0.049983133017157004,
43
+ "Road Line": 0.9770227020499908,
44
+ "Total": 0.08185404146832286
45
+ },
46
+ "class_level_pixels": {
47
+ "Partial": 0.07403239623073025,
48
+ "Road Line": 0.9700126652205602,
49
+ "Total": 0.07894847519140831
50
+ },
51
+ "macro_km": 0.3696199588451569,
52
+ "macro_pixels": 0.37433117888089956
53
+ },
54
+ "Recall": {
55
+ "class_level_km": {
56
+ "Partial": 0.04641539972992141,
57
+ "Road Line": 0.791848533311579,
58
+ "Total": 0.02386834056167899
59
+ },
60
+ "class_level_pixels": {
61
+ "Partial": 0.06086913599501896,
62
+ "Road Line": 0.7767185278763432,
63
+ "Total": 0.022327445908482988
64
+ },
65
+ "macro_km": 0.28737742453439313,
66
+ "macro_pixels": 0.28663836992661507
67
+ },
68
+ "IoU": {
69
+ "class_level_km": {
70
+ "Partial": 0.048171766507609674,
71
+ "Road Line": 0.30646204564101487,
72
+ "Total": 0.0750729005503212
73
+ },
74
+ "class_level_pixels": {
75
+ "Partial": 0.06995134336174054,
76
+ "Road Line": 0.34836877551730816,
77
+ "Total": 0.07134172215383079
78
+ },
79
+ "macro_km": 0.14323557089964858,
80
+ "macro_pixels": 0.1632206136776265
81
+ },
82
+ "Confusion_Matrix_pixels": {
83
+ "matrix": [
84
+ [
85
+ 1455219.681714672,
86
+ 365647.5801008166,
87
+ 781139.8264945623
88
+ ],
89
+ [
90
+ 17248477.718942843,
91
+ 13697147.828151327,
92
+ 7948890.6639882885
93
+ ],
94
+ [
95
+ 952828.0639420198,
96
+ 57791.17711670565,
97
+ 748299.7172621306
98
+ ]
99
+ ],
100
+ "class_labels": [
101
+ "Partial",
102
+ "Road Line",
103
+ "Total"
104
+ ]
105
+ },
106
+ "Confusion_Matrix_km": {
107
+ "matrix": [
108
+ [
109
+ 0.3135085938645597,
110
+ 0.0741459833143763,
111
+ 0.16170611068475876
112
+ ],
113
+ [
114
+ 5.707440847008261,
115
+ 3.6725337339861657,
116
+ 2.5173054611820094
117
+ ],
118
+ [
119
+ 0.2513383278219913,
120
+ 0.01222345483706473,
121
+ 0.23883776022756792
122
+ ]
123
+ ],
124
+ "class_labels": [
125
+ "Partial",
126
+ "Road Line",
127
+ "Total"
128
+ ]
129
+ }
130
+ }
131
+ },
132
+ "per_event": {
133
+ "Mussett Bayou Fire": {
134
+ "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
135
+ "samples": {
136
+ "total": 0.11308100756115586,
137
+ "class_level_km": {
138
+ "Partial": 0.0006091917262747285,
139
+ "Road Line": 0.7008939529239159,
140
+ "Total": 0.010915320713311038
141
+ },
142
+ "total_predicted_segments": 79544
143
+ },
144
+ "metrics": {
145
+ "F1": {
146
+ "class_level_km": {
147
+ "Partial": 0.003760539955978086,
148
+ "Road Line": 0.48572589329000193,
149
+ "Total": 0.05855434536424009
150
+ },
151
+ "class_level_pixels": {
152
+ "Partial": 0.0031966970521278715,
153
+ "Road Line": 0.46676887742525464,
154
+ "Total": 0.07760592788953277
155
+ },
156
+ "macro_km": 0.18268025953674005,
157
+ "macro_pixels": 0.1825238341223051
158
+ },
159
+ "Accuracy": {
160
+ "class_level_km": {
161
+ "Partial": 0.5724423900881886,
162
+ "Road Line": 0.33137517952603207,
163
+ "Total": 0.74515507530628
164
+ },
165
+ "class_level_pixels": {
166
+ "Partial": 0.5496656320788509,
167
+ "Road Line": 0.31787071132166406,
168
+ "Total": 0.751890884913589
169
+ }
170
+ },
171
+ "Precision": {
172
+ "class_level_km": {
173
+ "Partial": 0.001884023805508869,
174
+ "Road Line": 0.9982435044970454,
175
+ "Total": 0.03103369677836136
176
+ },
177
+ "class_level_pixels": {
178
+ "Partial": 0.0016010602587668726,
179
+ "Road Line": 0.9983375066177893,
180
+ "Total": 0.041760291077895834
181
+ },
182
+ "macro_km": 0.34372040836030515,
183
+ "macro_pixels": 0.34723295265148396
184
+ },
185
+ "Recall": {
186
+ "class_level_km": {
187
+ "Partial": 0.0014096760666556028,
188
+ "Road Line": 0.9528600518527159,
189
+ "Total": 0.010635629602695087
190
+ },
191
+ "class_level_pixels": {
192
+ "Partial": 0.0013137070334129889,
193
+ "Road Line": 0.9392313699122754,
194
+ "Total": 0.01388149678357671
195
+ },
196
+ "macro_km": 0.3216351191740222,
197
+ "macro_pixels": 0.31814219124308835
198
+ },
199
+ "IoU": {
200
+ "class_level_km": {
201
+ "Partial": 0.001883812053236918,
202
+ "Road Line": 0.32076484114578097,
203
+ "Total": 0.030160177404103355
204
+ },
205
+ "class_level_pixels": {
206
+ "Partial": 0.0016009073339415061,
207
+ "Road Line": 0.30443477865320956,
208
+ "Total": 0.04036941697616371
209
+ },
210
+ "macro_km": 0.11760294353437374,
211
+ "macro_pixels": 0.11546836765443826
212
+ },
213
+ "Confusion_Matrix_pixels": {
214
+ "matrix": [
215
+ [
216
+ 1787.9664979393506,
217
+ 0,
218
+ 106.6752079913696
219
+ ],
220
+ [
221
+ 1094860.236347208,
222
+ 739239.8521964196,
223
+ 592906.0759533616
224
+ ],
225
+ [
226
+ 20090.838142873938,
227
+ 1231.027937943139,
228
+ 25843.622290771735
229
+ ]
230
+ ],
231
+ "class_labels": [
232
+ "Partial",
233
+ "Road Line",
234
+ "Total"
235
+ ]
236
+ },
237
+ "Confusion_Matrix_km": {
238
+ "matrix": [
239
+ [
240
+ 0.0005748920199484315,
241
+ 0,
242
+ 3.429970632629703e-05
243
+ ],
244
+ [
245
+ 0.29969218732894665,
246
+ 0.22494910175490346,
247
+ 0.17625266384006574
248
+ ],
249
+ [
250
+ 0.004873449272586399,
251
+ 0.0003958173369986092,
252
+ 0.00564605410372603
253
+ ]
254
+ ],
255
+ "class_labels": [
256
+ "Partial",
257
+ "Road Line",
258
+ "Total"
259
+ ]
260
+ }
261
+ }
262
+ },
263
+ "Hurricane Michael": {
264
+ "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
265
+ "samples": {
266
+ "total": 0.4105051213097,
267
+ "class_level_km": {
268
+ "Partial": 0.46677371326697836,
269
+ "Road Line": 2.4966361316458827,
270
+ "Total": 0.2795998385365309
271
+ },
272
+ "total_predicted_segments": 421988
273
+ },
274
+ "metrics": {
275
+ "F1": {
276
+ "class_level_km": {
277
+ "Partial": 0.2590261756760629,
278
+ "Road Line": 0.4770420467296553,
279
+ "Total": 0.2056662856269847
280
+ },
281
+ "class_level_pixels": {
282
+ "Partial": 0.2588853652646488,
283
+ "Road Line": 0.4774220649545276,
284
+ "Total": 0.20523095525174803
285
+ },
286
+ "macro_km": 0.3139115026775676,
287
+ "macro_pixels": 0.31384612849030813
288
+ },
289
+ "Accuracy": {
290
+ "class_level_km": {
291
+ "Partial": 0.5461817384033109,
292
+ "Road Line": 0.4549242308715348,
293
+ "Total": 0.7257607439024935
294
+ },
295
+ "class_level_pixels": {
296
+ "Partial": 0.54641755449128,
297
+ "Road Line": 0.4549093912746871,
298
+ "Total": 0.7258900436965932
299
+ }
300
+ },
301
+ "Precision": {
302
+ "class_level_km": {
303
+ "Partial": 0.1692994930067772,
304
+ "Road Line": 0.9125203359525875,
305
+ "Total": 0.13706060392603422
306
+ },
307
+ "class_level_pixels": {
308
+ "Partial": 0.16919159658140462,
309
+ "Road Line": 0.9128548156666509,
310
+ "Total": 0.13664917678565103
311
+ },
312
+ "macro_km": 0.40629347762846635,
313
+ "macro_pixels": 0.40623186301123554
314
+ },
315
+ "Recall": {
316
+ "class_level_km": {
317
+ "Partial": 0.14522974808043654,
318
+ "Road Line": 0.5464843112647829,
319
+ "Total": 0.04891772616114362
320
+ },
321
+ "class_level_pixels": {
322
+ "Partial": 0.14498521285502258,
323
+ "Road Line": 0.5473501227929368,
324
+ "Total": 0.048755756356087525
325
+ },
326
+ "macro_km": 0.24687726183545436,
327
+ "macro_pixels": 0.24703036400134895
328
+ },
329
+ "IoU": {
330
+ "class_level_km": {
331
+ "Partial": 0.14878234931340747,
332
+ "Road Line": 0.3132338917862259,
333
+ "Total": 0.11461986361820636
334
+ },
335
+ "class_level_pixels": {
336
+ "Partial": 0.1486894430153356,
337
+ "Road Line": 0.3135616601065936,
338
+ "Total": 0.11434950689186602
339
+ },
340
+ "macro_km": 0.19221203490594654,
341
+ "macro_pixels": 0.19220020333793175
342
+ },
343
+ "Confusion_Matrix_pixels": {
344
+ "matrix": [
345
+ [
346
+ 1315485.2057644883,
347
+ 341978.1280340871,
348
+ 730100.2253848717
349
+ ],
350
+ [
351
+ 5673689.464542027,
352
+ 4134545.132120033,
353
+ 2982811.6371408696
354
+ ],
355
+ [
356
+ 785946.7443764979,
357
+ 52723.95546209576,
358
+ 587671.1249348681
359
+ ]
360
+ ],
361
+ "class_labels": [
362
+ "Partial",
363
+ "Road Line",
364
+ "Total"
365
+ ]
366
+ },
367
+ "Confusion_Matrix_km": {
368
+ "matrix": [
369
+ [
370
+ 0.2572414831470212,
371
+ 0.06695348769171505,
372
+ 0.14257874242824212
373
+ ],
374
+ [
375
+ 1.1080777379459343,
376
+ 0.8062412484101839,
377
+ 0.5823171452897645
378
+ ],
379
+ [
380
+ 0.15412704881834083,
381
+ 0.010337626569823847,
382
+ 0.11513516314836625
383
+ ]
384
+ ],
385
+ "class_labels": [
386
+ "Partial",
387
+ "Road Line",
388
+ "Total"
389
+ ]
390
+ }
391
+ }
392
+ },
393
+ "Mayfield Tornado": {
394
+ "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
395
+ "samples": {
396
+ "total": 0.7815637246100545,
397
+ "class_level_km": {
398
+ "Partial": 0.058232275604850225,
399
+ "Road Line": 6.537725424356802,
400
+ "Total": 0.04624351689965326
401
+ },
402
+ "total_predicted_segments": 528081
403
+ },
404
+ "metrics": {
405
+ "F1": {
406
+ "class_level_km": {
407
+ "Partial": 0.02526437204885928,
408
+ "Road Line": 0.5669202774034804,
409
+ "Total": 0.026772009501213615
410
+ },
411
+ "class_level_pixels": {
412
+ "Partial": 0.025363839458739414,
413
+ "Road Line": 0.57059742355214,
414
+ "Total": 0.026385117500291422
415
+ },
416
+ "macro_km": 0.20631888631785109,
417
+ "macro_pixels": 0.2074487935037236
418
+ },
419
+ "Accuracy": {
420
+ "class_level_km": {
421
+ "Partial": 0.5708338702060733,
422
+ "Road Line": 0.40435597565885084,
423
+ "Total": 0.820593059163139
424
+ },
425
+ "class_level_pixels": {
426
+ "Partial": 0.5759102228658819,
427
+ "Road Line": 0.40784462701416646,
428
+ "Total": 0.8190514555227449
429
+ }
430
+ },
431
+ "Precision": {
432
+ "class_level_km": {
433
+ "Partial": 0.0128888273205417,
434
+ "Road Line": 0.9968418554467983,
435
+ "Total": 0.013911398584830405
436
+ },
437
+ "class_level_pixels": {
438
+ "Partial": 0.01294017145041054,
439
+ "Road Line": 0.9969205643511619,
440
+ "Total": 0.013704519589659231
441
+ },
442
+ "macro_km": 0.3412140271173902,
443
+ "macro_pixels": 0.3411884184637439
444
+ },
445
+ "Recall": {
446
+ "class_level_km": {
447
+ "Partial": 0.009743329234637643,
448
+ "Road Line": 0.9641554688015185,
449
+ "Total": 0.0030070994102644687
450
+ },
451
+ "class_level_pixels": {
452
+ "Partial": 0.009581764568198658,
453
+ "Road Line": 0.9646640494159785,
454
+ "Total": 0.0029935446532804956
455
+ },
456
+ "macro_km": 0.32563529914880684,
457
+ "macro_pixels": 0.32574645287915255
458
+ },
459
+ "IoU": {
460
+ "class_level_km": {
461
+ "Partial": 0.012793799681971595,
462
+ "Road Line": 0.3955957707477072,
463
+ "Total": 0.013567620989628404
464
+ },
465
+ "class_level_pixels": {
466
+ "Partial": 0.012844816663231276,
467
+ "Road Line": 0.39918594869900437,
468
+ "Total": 0.013368929133161478
469
+ },
470
+ "macro_km": 0.14065239713976904,
471
+ "macro_pixels": 0.14179989816513236
472
+ },
473
+ "Confusion_Matrix_pixels": {
474
+ "matrix": [
475
+ [
476
+ 123183.1428290518,
477
+ 23615.840651301958,
478
+ 47052.654124875036
479
+ ],
480
+ [
481
+ 9299513.683569139,
482
+ 8782574.367351416,
483
+ 3891994.2396287075
484
+ ],
485
+ [
486
+ 96739.85967011303,
487
+ 3513.073690028219,
488
+ 54732.832495159775
489
+ ]
490
+ ],
491
+ "class_labels": [
492
+ "Partial",
493
+ "Road Line",
494
+ "Total"
495
+ ]
496
+ },
497
+ "Confusion_Matrix_km": {
498
+ "matrix": [
499
+ [
500
+ 0.03694274308615415,
501
+ 0.007124409125071885,
502
+ 0.014165123393624189
503
+ ],
504
+ [
505
+ 2.8005447169288584,
506
+ 2.5895420186833396,
507
+ 1.1476386887446046
508
+ ],
509
+ [
510
+ 0.028773540105322876,
511
+ 0.0010796484964114821,
512
+ 0.0163903282979189
513
+ ]
514
+ ],
515
+ "class_labels": [
516
+ "Partial",
517
+ "Road Line",
518
+ "Total"
519
+ ]
520
+ }
521
+ }
522
+ },
523
+ "Hurricane Idalia": {
524
+ "model_name": "RDA_Deeplabv3plus_ResNet101_Focal_simple",
525
+ "samples": {
526
+ "total": 0.3124207908628798,
527
+ "class_level_km": {
528
+ "Partial": 0.023745507265579467,
529
+ "Road Line": 2.162024533250676,
530
+ "Total": 0.16564086673711742
531
+ },
532
+ "total_predicted_segments": 50187
533
+ },
534
+ "metrics": {
535
+ "F1": {
536
+ "class_level_km": {
537
+ "Partial": 0.023361132874032447,
538
+ "Road Line": 0.04678793608576355,
539
+ "Total": 0.230188005964841
540
+ },
541
+ "class_level_pixels": {
542
+ "Partial": 0.0233611328740342,
543
+ "Road Line": 0.04678793608576586,
544
+ "Total": 0.23018800596484024
545
+ },
546
+ "macro_km": 0.10011235830821234,
547
+ "macro_pixels": 0.10011235830821343
548
+ },
549
+ "Accuracy": {
550
+ "class_level_km": {
551
+ "Partial": 0.33329962821512676,
552
+ "Road Line": 0.10236802485996542,
553
+ "Total": 0.7108121092634835
554
+ },
555
+ "class_level_pixels": {
556
+ "Partial": 0.33329962821514747,
557
+ "Road Line": 0.10236802485997079,
558
+ "Total": 0.7108121092634653
559
+ }
560
+ },
561
+ "Precision": {
562
+ "class_level_km": {
563
+ "Partial": 0.011855951516722326,
564
+ "Road Line": 0.990848304648117,
565
+ "Total": 0.14165733892951418
566
+ },
567
+ "class_level_pixels": {
568
+ "Partial": 0.01185595151672323,
569
+ "Road Line": 0.9908483046481169,
570
+ "Total": 0.1416573389295135
571
+ },
572
+ "macro_km": 0.3814538650314512,
573
+ "macro_pixels": 0.3814538650314512
574
+ },
575
+ "Recall": {
576
+ "class_level_km": {
577
+ "Partial": 0.023923557901146652,
578
+ "Road Line": 0.21520301560982957,
579
+ "Total": 0.06082656724597142
580
+ },
581
+ "class_level_pixels": {
582
+ "Partial": 0.023923557901146263,
583
+ "Road Line": 0.21520301560982813,
584
+ "Total": 0.06082656724597653
585
+ },
586
+ "macro_km": 0.09998438025231587,
587
+ "macro_pixels": 0.09998438025231697
588
+ },
589
+ "IoU": {
590
+ "class_level_km": {
591
+ "Partial": 0.011818614549454614,
592
+ "Road Line": 0.023954355469216454,
593
+ "Total": 0.1300635359804597
594
+ },
595
+ "class_level_pixels": {
596
+ "Partial": 0.01181861454945551,
597
+ "Road Line": 0.023954355469217665,
598
+ "Total": 0.1300635359804592
599
+ },
600
+ "macro_km": 0.055278835333043584,
601
+ "macro_pixels": 0.05527883533304412
602
+ },
603
+ "Confusion_Matrix_pixels": {
604
+ "matrix": [
605
+ [
606
+ 14763.366623170044,
607
+ 53.611415424853746,
608
+ 3880.2717768219927
609
+ ],
610
+ [
611
+ 1180414.3344919807,
612
+ 40788.476486953194,
613
+ 481178.7112656054
614
+ ],
615
+ [
616
+ 50050.621752550425,
617
+ 323.12002663842645,
618
+ 80052.13754137717
619
+ ]
620
+ ],
621
+ "class_labels": [
622
+ "Partial",
623
+ "Road Line",
624
+ "Total"
625
+ ]
626
+ },
627
+ "Confusion_Matrix_km": {
628
+ "matrix": [
629
+ [
630
+ 0.01874947561142597,
631
+ 6.808649758956426e-05,
632
+ 0.004927945156563932
633
+ ],
634
+ [
635
+ 1.4991262048049372,
636
+ 0.051801365138430595,
637
+ 0.6110969633073081
638
+ ],
639
+ [
640
+ 0.06356428962573882,
641
+ 0.0004103624338308017,
642
+ 0.10166621467754781
643
+ ]
644
+ ],
645
+ "class_labels": [
646
+ "Partial",
647
+ "Road Line",
648
+ "Total"
649
+ ]
650
+ }
651
+ }
652
+ }
653
+ }
654
  }