Merge pull request #89 from steeleb/new_adds

Pull in failed 5-class models, update 3-class with feature importance
rossyndicate · Aug 5, 2024 · 3b657bc · 3b657bc
2 parents 43e34b0 + 2ef5d38
commit 3b657bc
Show file tree

Hide file tree

Showing 62 changed files with 3,152 additions and 74 deletions.
diff --git a/data/output/GTB_2024-04-26_L7_confusion.csv b/data/output/GTB_2024-04-26_L7_confusion.csv
@@ -0,0 +1,6 @@
+class,cloud,openWater,lightNearShoreSediment,offShoreSediment,darkNearShoreSediment,mission
+cloud,122,6,11,0,19,Landsat 7
+openWater,0,94,0,0,33,Landsat 7
+lightNearShoreSediment,0,0,83,10,14,Landsat 7
+offShoreSediment,0,0,14,11,2,Landsat 7
+darkNearShoreSediment,0,1,5,4,33,Landsat 7
diff --git a/data/output/GTB_2024-04-26_L8_confusion.csv b/data/output/GTB_2024-04-26_L8_confusion.csv
@@ -0,0 +1,6 @@
+class,cloud,openWater,lightNearShoreSediment,offShoreSediment,darkNearShoreSediment,mission
+cloud,80,0,0,0,0,Landsat 8
+openWater,0,27,0,11,2,Landsat 8
+lightNearShoreSediment,0,0,27,1,17,Landsat 8
+offShoreSediment,0,0,27,15,0,Landsat 8
+darkNearShoreSediment,0,2,2,0,49,Landsat 8
diff --git a/data/output/GTB_2024-04-26_Sen2_confusion.csv b/data/output/GTB_2024-04-26_Sen2_confusion.csv
@@ -0,0 +1,6 @@
+class,cloud,openWater,lightNearShoreSediment,offShoreSediment,darkNearShoreSediment,mission
+cloud,114,0,0,0,0,Sentinel 2
+openWater,0,49,0,0,0,Sentinel 2
+lightNearShoreSediment,0,0,22,0,13,Sentinel 2
+offShoreSediment,0,6,8,8,4,Sentinel 2
+darkNearShoreSediment,0,7,2,0,27,Sentinel 2
diff --git a/data/output/GTB_2024-04-26_l5_confusion.csv b/data/output/GTB_2024-04-26_l5_confusion.csv
@@ -0,0 +1,6 @@
+class,cloud,openWater,lightNearShoreSediment,offShoreSediment,darkNearShoreSediment,mission
+cloud,142,9,1,0,4,Landsat 5
+openWater,0,83,0,0,1,Landsat 5
+lightNearShoreSediment,1,0,37,4,0,Landsat 5
+offShoreSediment,0,2,9,12,0,Landsat 5
+darkNearShoreSediment,0,13,26,9,46,Landsat 5
diff --git a/data/output/GTB_2024-04-26_l5_training_confusion.csv b/data/output/GTB_2024-04-26_l5_training_confusion.csv
@@ -0,0 +1,6 @@
+class,cloud,openWater,lightNearShoreSediment,offShoreSediment,darkNearShoreSediment,mission
+cloud,242,0,0,0,0,Landsat 5
+openWater,0,301,0,0,2,Landsat 5
+lightNearShoreSediment,1,0,198,6,10,Landsat 5
+offShoreSediment,0,0,5,107,0,Landsat 5
+darkNearShoreSediment,0,4,6,1,168,Landsat 5
diff --git a/data/output/GTB_2024-04-26_l7_training_confusion.csv b/data/output/GTB_2024-04-26_l7_training_confusion.csv
@@ -0,0 +1,6 @@
+class,cloud,openWater,lightNearShoreSediment,offShoreSediment,darkNearShoreSediment,mission
+cloud,286,0,0,2,0,Landsat 7
+openWater,0,173,0,0,2,Landsat 7
+lightNearShoreSediment,2,0,181,0,2,Landsat 7
+offShoreSediment,0,2,6,36,1,Landsat 7
+darkNearShoreSediment,1,2,3,0,246,Landsat 7
diff --git a/data/output/GTB_2024-04-26_l8_training_confusion.csv b/data/output/GTB_2024-04-26_l8_training_confusion.csv
@@ -0,0 +1,6 @@
+class,cloud,openWater,lightNearShoreSediment,offShoreSediment,darkNearShoreSediment,mission
+cloud,240,0,0,1,0,Landsat 8
+openWater,0,25,0,0,0,Landsat 8
+lightNearShoreSediment,0,0,92,4,1,Landsat 8
+offShoreSediment,0,0,1,54,1,Landsat 8
+darkNearShoreSediment,0,0,2,0,81,Landsat 8
diff --git a/data/output/GTB_2024-04-26_l9_confusion.csv b/data/output/GTB_2024-04-26_l9_confusion.csv
@@ -0,0 +1,6 @@
+class,cloud,openWater,lightNearShoreSediment,offShoreSediment,darkNearShoreSediment,mission
+cloud,44,0,0,0,0,Landsat 9
+openWater,0,0,0,0,5,Landsat 9
+lightNearShoreSediment,0,0,24,5,0,Landsat 9
+offShoreSediment,0,0,4,10,1,Landsat 9
+darkNearShoreSediment,0,0,9,1,23,Landsat 9
diff --git a/data/output/GTB_2024-04-26_l9_training_confusion.csv b/data/output/GTB_2024-04-26_l9_training_confusion.csv
@@ -0,0 +1,6 @@
+class,cloud,openWater,lightNearShoreSediment,offShoreSediment,darkNearShoreSediment,mission
+cloud,146,1,0,0,1,Landsat 9
+openWater,0,14,0,0,0,Landsat 9
+lightNearShoreSediment,3,0,29,2,1,Landsat 9
+offShoreSediment,0,0,1,11,2,Landsat 9
+darkNearShoreSediment,0,0,1,0,31,Landsat 9
diff --git a/data/output/GTB_2024-04-26_sen2_training_confusion.csv b/data/output/GTB_2024-04-26_sen2_training_confusion.csv
@@ -0,0 +1,6 @@
+class,cloud,openWater,lightNearShoreSediment,offShoreSediment,darkNearShoreSediment,mission
+cloud,311,0,0,0,1,Sentinel 2
+openWater,0,94,0,0,2,Sentinel 2
+lightNearShoreSediment,1,0,64,0,2,Sentinel 2
+offShoreSediment,0,0,3,35,0,Sentinel 2
+darkNearShoreSediment,0,1,1,0,79,Sentinel 2
diff --git a/data/output/GTB_3class_2024-04-26_L8_confusion.csv b/data/output/GTB_3class_2024-04-26_L8_confusion.csv
@@ -1,4 +1,4 @@
 class,cloud,openWater,sediment,mission
 cloud,80,0,0,Landsat 8
-openWater,0,27,13,Landsat 8
-sediment,0,2,138,Landsat 8
+openWater,0,28,12,Landsat 8
+sediment,0,3,137,Landsat 8
diff --git a/data/output/GTB_3class_2024-04-26_l8_training_confusion.csv b/data/output/GTB_3class_2024-04-26_l8_training_confusion.csv
@@ -1,4 +1,4 @@
 class,cloud,openWater,sediment,mission
 cloud,240,0,1,Landsat 8
 openWater,0,25,0,Landsat 8
-sediment,0,0,236,Landsat 8
+sediment,0,1,235,Landsat 8
diff --git a/data/output/GTB_3class_2024-04-26_l9_confusion.csv b/data/output/GTB_3class_2024-04-26_l9_confusion.csv
@@ -0,0 +1,4 @@
+class,cloud,openWater,sediment,mission
+cloud,44,0,0,Landsat 9
+openWater,0,0,5,Landsat 9
+sediment,1,0,76,Landsat 9
diff --git a/data/output/GTB_3class_2024-04-26_l9_training_confusion.csv b/data/output/GTB_3class_2024-04-26_l9_training_confusion.csv
@@ -0,0 +1,4 @@
+class,cloud,openWater,sediment,mission
+cloud,147,0,1,Landsat 9
+openWater,0,14,0,Landsat 9
+sediment,4,0,77,Landsat 9
diff --git a/data/output/GTB_3class_2024-04-26_sen2_training_confusion.csv b/data/output/GTB_3class_2024-04-26_sen2_training_confusion.csv
@@ -1,4 +1,4 @@
 class,cloud,openWater,sediment,mission
-cloud,309,0,3,Sentinel 2
+cloud,310,0,2,Sentinel 2
 openWater,0,94,2,Sentinel 2
-sediment,2,1,183,Sentinel 2
+sediment,3,1,182,Sentinel 2
diff --git a/...5_3class_2024-04-26_performance_stats.csv → ...lass_LS5_2024-04-26_performance_stats.csv b/...5_3class_2024-04-26_performance_stats.csv → ...lass_LS5_2024-04-26_performance_stats.csv
diff --git a/data/output/GTB_3class_LS5_variable_importance_2024-04-26.csv b/data/output/GTB_3class_LS5_variable_importance_2024-04-26.csv
@@ -0,0 +1,7 @@
+Band,Feature_Importance
+SR_B1,18812.471306527856
+SR_B2,9549.443494193567
+SR_B5,6868.694465861253
+SR_B7,4148.460863420916
+SR_B3,4078.7299725148127
+SR_B4,3319.503212954148
diff --git a/...7_3class_2024-04-26_performance_stats.csv → ...lass_LS7_2024-04-26_performance_stats.csv b/...7_3class_2024-04-26_performance_stats.csv → ...lass_LS7_2024-04-26_performance_stats.csv
diff --git a/data/output/GTB_3class_LS7_variable_importance_2024-04-26.csv b/data/output/GTB_3class_LS7_variable_importance_2024-04-26.csv
@@ -0,0 +1,7 @@
+Band,Feature_Importance
+SR_B1,21802.88908072159
+SR_B2,13762.525768628366
+SR_B7,6239.8749385403235
+SR_B3,3904.7766719194096
+SR_B4,2879.977733354244
+SR_B5,2662.4585224998414
diff --git a/data/output/GTB_3class_LS8_2024-04-26_performance_stats.csv b/data/output/GTB_3class_LS8_2024-04-26_performance_stats.csv
@@ -0,0 +1,2 @@
+satellite,cloud,openWater,sediment,GTB_accuracy,GTB_kappa
+Landsat 8,1,0.7887323943661972,0.9480968858131488,0.9423076923076923,0.9002557544757033
diff --git a/data/output/GTB_3class_LS8_variable_importance_2024-04-26.csv b/data/output/GTB_3class_LS8_variable_importance_2024-04-26.csv
@@ -0,0 +1,7 @@
+Band,Feature_Importance
+SR_B2,14643.103396913908
+SR_B6,3395.6127470544643
+SR_B5,3273.5132376628235
+SR_B4,2699.139266260013
+SR_B3,2612.927276291597
+SR_B7,922.7486231628105
diff --git a/data/output/GTB_3class_LS9_2024-04-26_performance_stats.csv b/data/output/GTB_3class_LS9_2024-04-26_performance_stats.csv
@@ -0,0 +1,2 @@
+satellite,cloud,openWater,sediment,GTB_accuracy,GTB_kappa
+Landsat 9,0.9887640449438202,NaN,0.9620253164556961,0.9523809523809523,0.9012925969447707
diff --git a/data/output/GTB_3class_LS9_variable_importance_2024-04-26.csv b/data/output/GTB_3class_LS9_variable_importance_2024-04-26.csv
@@ -0,0 +1,7 @@
+Band,Feature_Importance
+SR_B2,2675.1332504067195
+SR_B7,1973.5913909387793
+SR_B3,1226.253456754587
+SR_B6,781.4176513484896
+SR_B5,475.3995434976706
+SR_B4,282.5587996890195
diff --git a/...2_3_class2024-04-26_performance_stats.csv → ...ass_Sen2_2024-04-26_performance_stats.csv b/...2_3_class2024-04-26_performance_stats.csv → ...ass_Sen2_2024-04-26_performance_stats.csv
diff --git a/data/output/GTB_3class_Sen2_variable_importance_2024-04-26.csv b/data/output/GTB_3class_Sen2_variable_importance_2024-04-26.csv
@@ -0,0 +1,11 @@
+Band,Feature_Importance
+SR_B2,15374.212867173124
+SR_B3,3835.764715482057
+SR_B12,2392.937485376106
+SR_B11,1666.6628157976288
+SR_B7,1348.6881043711717
+SR_B4,1313.6587690502586
+SR_B5,897.8635137483344
+SR_B8,896.5671572165742
+SR_B6,757.3922887400425
+SR_B8A,235.32077933368356
diff --git a/data/output/GTB_LS5_2024-04-26_performance_stats.csv b/data/output/GTB_LS5_2024-04-26_performance_stats.csv
@@ -0,0 +1,2 @@
+satellite,cloud,openWater,lightNearShoreSediment,offShoreSediment,darkNearShoreSediment,GTB_accuracy,GTB_kappa
+Landsat 5,0.9498327759197325,0.8691099476439791,0.6434782608695652,0.4999999999999999,0.6344827586206897,0.8020050125313283,0.7361597053653636
diff --git a/data/output/GTB_LS5_variable_importance_2024-04-26.csv b/data/output/GTB_LS5_variable_importance_2024-04-26.csv
@@ -0,0 +1,7 @@
+Band,Feature_Importance
+SR_B1,15977.468584189084
+SR_B2,6577.103019372671
+SR_B3,4814.905637503011
+SR_B4,4296.879249594861
+SR_B5,3482.6942676700833
+SR_B7,2753.9285719747536
diff --git a/data/output/GTB_LS7_2024-04-26_performance_stats.csv b/data/output/GTB_LS7_2024-04-26_performance_stats.csv
@@ -0,0 +1,2 @@
+satellite,cloud,openWater,lightNearShoreSediment,offShoreSediment,darkNearShoreSediment,GTB_accuracy,GTB_kappa
+Landsat 7,0.8714285714285713,0.824561403508772,0.7545454545454546,0.4230769230769231,0.45833333333333337,0.7424242424242424,0.6652418529884554
diff --git a/data/output/GTB_LS7_variable_importance_2024-04-26.csv b/data/output/GTB_LS7_variable_importance_2024-04-26.csv
@@ -0,0 +1,7 @@
+Band,Feature_Importance
+SR_B1,21377.131195358965
+SR_B2,10257.691105788164
+SR_B3,7681.288615380383
+SR_B4,3735.37359322693
+SR_B5,3699.5887365909834
+SR_B7,2651.703533056513
diff --git a/data/output/GTB_LS8_2024-04-26_performance_stats.csv b/data/output/GTB_LS8_2024-04-26_performance_stats.csv
@@ -0,0 +1,2 @@
+satellite,cloud,openWater,lightNearShoreSediment,offShoreSediment,darkNearShoreSediment,GTB_accuracy,GTB_kappa
+Landsat 8,1,0.7826086956521738,0.5346534653465347,0.43478260869565216,0.8099173553719008,0.7615384615384615,0.6945928536243415
diff --git a/data/output/GTB_LS8_3class_2024-04-26_performance_stats.csv b/data/output/GTB_LS8_3class_2024-04-26_performance_stats.csv
diff --git a/data/output/GTB_LS8_variable_importance_2024-04-26.csv b/data/output/GTB_LS8_variable_importance_2024-04-26.csv
@@ -0,0 +1,7 @@
+Band,Feature_Importance
+SR_B2,10685.64885088815
+SR_B5,3121.8708464928204
+SR_B4,2844.5746121895495
+SR_B3,2505.41890742741
+SR_B6,1993.4923745719534
+SR_B7,648.9104588281326
diff --git a/data/output/GTB_LS9_variable_importance_2024-04-26.csv b/data/output/GTB_LS9_variable_importance_2024-04-26.csv
@@ -0,0 +1,7 @@
+Band,Feature_Importance
+SR_B2,2344.0278640639085
+SR_B7,2343.3450731800185
+SR_B3,714.1547206507968
+SR_B6,697.8956703759942
+SR_B5,543.5723855116364
+SR_B4,467.1840635651406
diff --git a/data/output/GTB_Sen2_2024-04-26_performance_stats.csv b/data/output/GTB_Sen2_2024-04-26_performance_stats.csv
@@ -0,0 +1,2 @@
+satellite,cloud,openWater,lightNearShoreSediment,offShoreSediment,darkNearShoreSediment,GTB_accuracy,GTB_kappa
+Sentinel 2,1,0.8828828828828829,0.6567164179104478,0.47058823529411764,0.6749999999999999,0.8461538461538461,0.7862457351913513
diff --git a/data/output/GTB_Sen2_variable_importance_2024-04-26.csv b/data/output/GTB_Sen2_variable_importance_2024-04-26.csv
@@ -0,0 +1,11 @@
+Band,Feature_Importance
+SR_B2,20035.862197400995
+SR_B3,3293.9311659905447
+SR_B12,2152.76554448701
+SR_B4,2031.7475500568055
+SR_B5,1676.7103180926922
+SR_B11,958.2319762831871
+SR_B7,742.8803428052754
+SR_B8,735.7737422974362
+SR_B6,354.91550566303636
+SR_B8A,236.09013653665116
diff --git a/data/output/GTB_2024-01-08_L8_confusion.csv → ...t/archive/GTB_2024-01-08_L8_confusion.csv b/data/output/GTB_2024-01-08_L8_confusion.csv → ...t/archive/GTB_2024-01-08_L8_confusion.csv
diff --git a/.../output/GTB_2024-01-08_Sen2_confusion.csv → ...archive/GTB_2024-01-08_Sen2_confusion.csv b/.../output/GTB_2024-01-08_Sen2_confusion.csv → ...archive/GTB_2024-01-08_Sen2_confusion.csv
diff --git a/data/output/GTB_2024-01-08_l5_confusion.csv → ...t/archive/GTB_2024-01-08_l5_confusion.csv b/data/output/GTB_2024-01-08_l5_confusion.csv → ...t/archive/GTB_2024-01-08_l5_confusion.csv
diff --git a/.../GTB_2024-01-08_l5_training_confusion.csv → .../GTB_2024-01-08_l5_training_confusion.csv b/.../GTB_2024-01-08_l5_training_confusion.csv → .../GTB_2024-01-08_l5_training_confusion.csv
diff --git a/data/output/GTB_2024-01-08_l7_confusion.csv → ...t/archive/GTB_2024-01-08_l7_confusion.csv b/data/output/GTB_2024-01-08_l7_confusion.csv → ...t/archive/GTB_2024-01-08_l7_confusion.csv
diff --git a/.../GTB_2024-01-08_l7_training_confusion.csv → .../GTB_2024-01-08_l7_training_confusion.csv b/.../GTB_2024-01-08_l7_training_confusion.csv → .../GTB_2024-01-08_l7_training_confusion.csv
diff --git a/.../GTB_2024-01-08_l8_training_confusion.csv → .../GTB_2024-01-08_l8_training_confusion.csv b/.../GTB_2024-01-08_l8_training_confusion.csv → .../GTB_2024-01-08_l8_training_confusion.csv
diff --git a/data/output/GTB_2024-01-08_l9_confusion.csv → ...t/archive/GTB_2024-01-08_l9_confusion.csv b/data/output/GTB_2024-01-08_l9_confusion.csv → ...t/archive/GTB_2024-01-08_l9_confusion.csv
diff --git a/.../GTB_2024-01-08_l9_training_confusion.csv → .../GTB_2024-01-08_l9_training_confusion.csv b/.../GTB_2024-01-08_l9_training_confusion.csv → .../GTB_2024-01-08_l9_training_confusion.csv
diff --git a/...TB_2024-01-08_sen2_training_confusion.csv → ...TB_2024-01-08_sen2_training_confusion.csv b/...TB_2024-01-08_sen2_training_confusion.csv → ...TB_2024-01-08_sen2_training_confusion.csv
diff --git a/.../GTB_LS5_2024-01-08_performance_stats.csv → .../GTB_LS5_2024-01-08_performance_stats.csv b/.../GTB_LS5_2024-01-08_performance_stats.csv → .../GTB_LS5_2024-01-08_performance_stats.csv
diff --git a/.../GTB_LS7_2024-01-08_performance_stats.csv → .../GTB_LS7_2024-01-08_performance_stats.csv b/.../GTB_LS7_2024-01-08_performance_stats.csv → .../GTB_LS7_2024-01-08_performance_stats.csv
diff --git a/.../GTB_LS8_2024-01-08_performance_stats.csv → .../GTB_LS8_2024-01-08_performance_stats.csv b/.../GTB_LS8_2024-01-08_performance_stats.csv → .../GTB_LS8_2024-01-08_performance_stats.csv
diff --git a/.../GTB_LS9_2024-01-08_performance_stats.csv → .../GTB_LS9_2024-01-08_performance_stats.csv b/.../GTB_LS9_2024-01-08_performance_stats.csv → .../GTB_LS9_2024-01-08_performance_stats.csv
diff --git a/...GTB_Sen2_2024-01-08_performance_stats.csv → ...GTB_Sen2_2024-01-08_performance_stats.csv b/...GTB_Sen2_2024-01-08_performance_stats.csv → ...GTB_Sen2_2024-01-08_performance_stats.csv
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		satellite,cloud,openWater,sediment,GTB_accuracy,GTB_kappa
		Landsat 8,1,0.7887323943661972,0.9480968858131488,0.9423076923076923,0.9002557544757033
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		satellite,cloud,openWater,sediment,GTB_accuracy,GTB_kappa
		Landsat 9,0.9887640449438202,NaN,0.9620253164556961,0.9523809523809523,0.9012925969447707
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		satellite,cloud,openWater,lightNearShoreSediment,offShoreSediment,darkNearShoreSediment,GTB_accuracy,GTB_kappa
		Landsat 5,0.9498327759197325,0.8691099476439791,0.6434782608695652,0.4999999999999999,0.6344827586206897,0.8020050125313283,0.7361597053653636
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		satellite,cloud,openWater,lightNearShoreSediment,offShoreSediment,darkNearShoreSediment,GTB_accuracy,GTB_kappa
		Landsat 7,0.8714285714285713,0.824561403508772,0.7545454545454546,0.4230769230769231,0.45833333333333337,0.7424242424242424,0.6652418529884554
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		satellite,cloud,openWater,lightNearShoreSediment,offShoreSediment,darkNearShoreSediment,GTB_accuracy,GTB_kappa
		Landsat 8,1,0.7826086956521738,0.5346534653465347,0.43478260869565216,0.8099173553719008,0.7615384615384615,0.6945928536243415
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		satellite,cloud,openWater,lightNearShoreSediment,offShoreSediment,darkNearShoreSediment,GTB_accuracy,GTB_kappa
		Sentinel 2,1,0.8828828828828829,0.6567164179104478,0.47058823529411764,0.6749999999999999,0.8461538461538461,0.7862457351913513