{ "schema_version": 1, "model_id": "hypersr_v1", "protocol": "sen2neon-fusion-test-v1", "settings": { "crop_lr": 128, "border_hr": 32, "seed": 42, "bootstrap_samples": 2000, "manifest_sha256": "50f2747515b67cc90ed4ed70d09b6132a6f33b921b71631b7d6a16b1b834f141", "evaluation_source": { "sen2sr/benchmark/statistics.py": "a3b0c106e3daa62d9c77129fb7a5782b1562af35f48b43234536d184db4b2055", "sen2sr/training/data.py": "e0e566a314065e304075b61b8b30f8ea93227ce00f7eb47cd19aa3fba5699e4a" } }, "definitions": { "psnr": "peak signal-to-noise ratio (dB)", "ssim": "structural similarity (unitless)", "mae": "mean absolute error in reflectance units", "rmse": "root mean squared error in reflectance units", "sam": "spectral angle mapper (radians)" }, "benchmarks": { "bicubic": { "status": "complete", "summary": { "tiles": 225, "independent_groups": 8, "sites": 9, "aggregation": "equal-weight independent groups, equal-weight tiles within each group", "metrics": { "psnr": { "mean": 28.896932638892626, "ci95_low": 27.039852060492517, "ci95_high": 31.290327502682672, "tile_mean": 29.9542276763916, "tile_std": 4.387546113668806 }, "ssim": { "mean": 0.7439755287248968, "ci95_low": 0.6720958341181477, "ci95_high": 0.8229390229133863, "tile_mean": 0.7731777940856086, "tile_std": 0.1371744940497398 }, "mae": { "mean": 0.027487251094980694, "ci95_low": 0.02189671690824238, "ci95_high": 0.03220742612073192, "tile_mean": 0.02531466383900907, "tile_std": 0.010292728893465128 }, "rmse": { "mean": 0.03909923072571692, "ci95_low": 0.030900063968383976, "ci95_high": 0.046142932531330186, "tile_mean": 0.03555952873908811, "tile_std": 0.015367526207506102 }, "sam": { "mean": 0.051432890056604945, "ci95_low": 0.03949469871772893, "ci95_high": 0.06249711202993777, "tile_mean": 0.052981644794344904, "tile_std": 0.027045469827429287 }, "gradient": { "mean": 0.014561382969176029, "ci95_low": 0.010491947724333988, "ci95_high": 0.018492867894470962, "tile_mean": 0.013030935452423162, "tile_std": 0.006917557330363496 }, "laplacian": { "mean": 0.009354014033264768, "ci95_low": 0.0066181312856672244, "ci95_high": 0.012055779609940193, "tile_mean": 0.008291045924027761, "tile_std": 0.004621302375093252 }, "native": { "mean": 0.0008985714955712915, "ci95_low": 0.0007104900652883315, "ci95_high": 0.001069024223219068, "tile_mean": 0.0009033144441976522, "tile_std": 0.00042677600259302266 }, "rmse_B05": { "mean": 0.019298366199936714, "ci95_low": 0.01626663504857177, "ci95_high": 0.022464509237486587, "tile_mean": 0.01922105469016565, "tile_std": 0.007920114676264326 }, "rmse_B06": { "mean": 0.04179450027872912, "ci95_low": 0.03200610938495358, "ci95_high": 0.050352994701616985, "tile_mean": 0.037774058017465806, "tile_std": 0.018365697834778292 }, "rmse_B07": { "mean": 0.04991233745883471, "ci95_low": 0.03744818226701345, "ci95_high": 0.0606370526951121, "tile_mean": 0.04377494336416324, "tile_std": 0.022426332002673147 }, "rmse_B8A": { "mean": 0.05262624001991058, "ci95_low": 0.039434693537511965, "ci95_high": 0.06387477633628988, "tile_mean": 0.04640685301687982, "tile_std": 0.023977764056202732 }, "rmse_B11": { "mean": 0.03133334379026951, "ci95_low": 0.02664847124801189, "ci95_high": 0.03544577954285869, "tile_mean": 0.03016039275874694, "tile_std": 0.01169850820188924 }, "rmse_B12": { "mean": 0.02202944860125984, "ci95_low": 0.019638800511837185, "ci95_high": 0.0247619509170472, "tile_mean": 0.022024446409195663, "tile_std": 0.011380671762852448 }, "mae_B05": { "mean": 0.014492317545908868, "ci95_low": 0.012078967951440592, "ci95_high": 0.01708057846608173, "tile_mean": 0.014498597373151116, "tile_std": 0.006184546944948861 }, "mae_B06": { "mean": 0.03215816905057367, "ci95_low": 0.024350482841146645, "ci95_high": 0.03887099591539917, "tile_mean": 0.02917266721733742, "tile_std": 0.014342137947257595 }, "mae_B07": { "mean": 0.03848877836240369, "ci95_low": 0.02872103659368924, "ci95_high": 0.04698506118560222, "tile_mean": 0.03385023921314213, "tile_std": 0.017555440244787765 }, "mae_B8A": { "mean": 0.040536645698138175, "ci95_low": 0.030112611324572325, "ci95_high": 0.04939595976352711, "tile_mean": 0.035861078333109614, "tile_std": 0.018669245837748986 }, "mae_B11": { "mean": 0.023578726016477546, "ci95_low": 0.020059003648819816, "ci95_high": 0.026648894829806185, "tile_mean": 0.022761119993196594, "tile_std": 0.00825631918037137 }, "mae_B12": { "mean": 0.015667800151252458, "ci95_low": 0.014409804387730553, "ci95_high": 0.016945860876660956, "tile_mean": 0.015744145090381304, "tile_std": 0.005744551333905798 } }, "pooled": { "mae": 0.0253393200801358, "rmse": 0.038760249024302564, "psnr": 28.232268827712833 }, "seconds_per_patch": 0.0001649699440329439, "peak_gpu_gib": 0.08340024948120117, "per_site": { "BART": { "psnr": 27.275687376658123, "ssim": 0.7155018101135889, "mae": 0.03085851777965824, "rmse": 0.04418787360191345, "sam": 0.035834455552200474, "gradient": 0.015800954774022102, "laplacian": 0.010179836070165038, "native": 0.0007258651069908714 }, "CPER": { "psnr": 36.65640726629293, "ssim": 0.9514313059033088, "mae": 0.01135256020176523, "rmse": 0.015101755125764406, "sam": 0.020440675985981833, "gradient": 0.004675459129876405, "laplacian": 0.0029608243900649954, "native": 0.00038584681993288886 }, "CUPE": { "psnr": 31.500935554504395, "ssim": 0.8802821338176727, "mae": 0.0188326183706522, "rmse": 0.02661276049911976, "sam": 0.026950369589030743, "gradient": 0.0081494958139956, "laplacian": 0.0051657529547810555, "native": 0.0007152067846618593 }, "DEJU": { "psnr": 30.592284202575684, "ssim": 0.7206575274467468, "mae": 0.021206085802987218, "rmse": 0.030424443539232016, "sam": 0.04761559749022126, "gradient": 0.015237769391387702, "laplacian": 0.010216543939895928, "native": 0.0007832583622075617 }, "GRSM": { "psnr": 28.032371180398123, "ssim": 0.7400962231414658, "mae": 0.02955923937926335, "rmse": 0.04086556199139783, "sam": 0.0731442560375269, "gradient": 0.014183910588534283, "laplacian": 0.008803129570359098, "native": 0.0012426697680244356 }, "GUIL": { "psnr": 26.6285662651062, "ssim": 0.8136497139930725, "mae": 0.03241360140964389, "rmse": 0.04776592459529638, "sam": 0.05407937988638878, "gradient": 0.010324702830985188, "laplacian": 0.006296214647591114, "native": 0.0011654186091618612 }, "LENO": { "psnr": 27.126015895121807, "ssim": 0.717021373478142, "mae": 0.03161863282926985, "rmse": 0.04572292286399249, "sam": 0.06851257846967594, "gradient": 0.015484852187738225, "laplacian": 0.009945007582270616, "native": 0.0011180122382938862 }, "SJER": { "psnr": 28.176408222743444, "ssim": 0.7349045766251427, "mae": 0.02871670181463872, "rmse": 0.039477020635136535, "sam": 0.06549983258758273, "gradient": 0.015023178720314587, "laplacian": 0.009141328761221043, "native": 0.0010962560294761456 }, "UNDE": { "psnr": 25.06359760577862, "ssim": 0.5363308924895066, "mae": 0.03869966388894962, "rmse": 0.056299398151727825, "sam": 0.0553793478757143, "gradient": 0.026485305136212937, "laplacian": 0.017666047868820336, "native": 0.000821315638649349 } }, "per_land_cover": { "unlabeled": { "tiles": 26, "psnr": 30.052377700805664, "ssim": 0.7472428335593297, "mae": 0.022747744555370167, "rmse": 0.032799157314002514, "sam": 0.047020392635693915, "gradient": 0.013936661183834076, "laplacian": 0.009224893972994043, "native": 0.0008368175096200922 }, "Forest": { "tiles": 82, "psnr": 27.889521203389982, "ssim": 0.7279384267039415, "mae": 0.02961324954905161, "rmse": 0.04149319788032189, "sam": 0.06610181639198123, "gradient": 0.014906679524290489, "laplacian": 0.009398062173958594, "native": 0.0011360098930109838 }, "Rural": { "tiles": 82, "psnr": 33.69856766956608, "ssim": 0.8768256270303959, "mae": 0.017384087042201582, "rmse": 0.023563333752951245, "sam": 0.03612709720051143, "gradient": 0.008241929326819756, "laplacian": 0.005091037453583828, "native": 0.000634827795360385 }, "Water": { "tiles": 35, "psnr": 25.946174839564733, "ssim": 0.6556010740143913, "mae": 0.03573075442441872, "rmse": 0.051813722348638944, "sam": 0.06615911301757608, "gradient": 0.019183467434985297, "laplacian": 0.012500912004283497, "native": 0.0010365658356542033 } }, "parameters": 0 } }, "sen2sr_lite": { "status": "complete", "summary": { "tiles": 225, "independent_groups": 8, "sites": 9, "aggregation": "equal-weight independent groups, equal-weight tiles within each group", "metrics": { "psnr": { "mean": 28.22628758355664, "ci95_low": 26.326062002512515, "ci95_high": 30.783845693288256, "tile_mean": 29.21909367879232, "tile_std": 4.664549603942205 }, "ssim": { "mean": 0.747813673393421, "ci95_low": 0.6854633663009062, "ci95_high": 0.8212153682198922, "tile_mean": 0.776722003089057, "tile_std": 0.12793866631873557 }, "mae": { "mean": 0.029726493151651046, "ci95_low": 0.02352799156738384, "ci95_high": 0.034693086131210055, "tile_mean": 0.027781193241890934, "tile_std": 0.011745369406380515 }, "rmse": { "mean": 0.04235155332701883, "ci95_low": 0.03327040620159638, "ci95_high": 0.04952455498390266, "tile_mean": 0.03915712338768774, "tile_std": 0.0173490000415912 }, "sam": { "mean": 0.05908182681367014, "ci95_low": 0.044437928589650094, "ci95_high": 0.07269335894543594, "tile_mean": 0.05974972404125664, "tile_std": 0.032546413738910845 }, "gradient": { "mean": 0.015107477342359971, "ci95_low": 0.011206351790597436, "ci95_high": 0.018608645585983564, "tile_mean": 0.013616300007949273, "tile_std": 0.006712249767312434 }, "laplacian": { "mean": 0.009400187521543854, "ci95_low": 0.006875612593359512, "ci95_high": 0.01187170325470721, "tile_mean": 0.00832804660571532, "tile_std": 0.0044399369170784984 }, "native": { "mean": 0.006360135734595744, "ci95_low": 0.004789920113769584, "ci95_high": 0.007677017150344617, "tile_mean": 0.006028913652731313, "tile_std": 0.003016151365905194 }, "rmse_B05": { "mean": 0.01991497813855829, "ci95_low": 0.016727658789715775, "ci95_high": 0.02339854195235001, "tile_mean": 0.020026363929112754, "tile_std": 0.008512256179250065 }, "rmse_B06": { "mean": 0.04426210975812628, "ci95_low": 0.03371096340824545, "ci95_high": 0.05278524861150114, "tile_mean": 0.04057712873650922, "tile_std": 0.020042282237888502 }, "rmse_B07": { "mean": 0.05456407307580559, "ci95_low": 0.040705007822918374, "ci95_high": 0.0656796850765677, "tile_mean": 0.048913058253626025, "tile_std": 0.025254162374998307 }, "rmse_B8A": { "mean": 0.05886100637167315, "ci95_low": 0.04391252948769463, "ci95_high": 0.07085665006793307, "tile_mean": 0.053187959036893315, "tile_std": 0.02770173369037745 }, "rmse_B11": { "mean": 0.03361313413128536, "ci95_low": 0.02839559557478664, "ci95_high": 0.037914768760821865, "tile_mean": 0.03269703447818756, "tile_std": 0.012580522983726555 }, "rmse_B12": { "mean": 0.02271002731845201, "ci95_low": 0.020221116815929537, "ci95_high": 0.02534199085103348, "tile_mean": 0.02293192425949706, "tile_std": 0.010269361368790832 }, "mae_B05": { "mean": 0.01493809098523376, "ci95_low": 0.012329634306788585, "ci95_high": 0.01775581366797255, "tile_mean": 0.015110161652167638, "tile_std": 0.006621436071915767 }, "mae_B06": { "mean": 0.03413203413599346, "ci95_low": 0.025744662242105597, "ci95_high": 0.04086638170214987, "tile_mean": 0.03133945363884171, "tile_std": 0.01558337396212757 }, "mae_B07": { "mean": 0.042186606822728526, "ci95_low": 0.03119435463496466, "ci95_high": 0.050921829833649956, "tile_mean": 0.037825035051339204, "tile_std": 0.01968726085476984 }, "mae_B8A": { "mean": 0.045524500801032895, "ci95_low": 0.03375809724837712, "ci95_high": 0.05491027381048626, "tile_mean": 0.04115376332567798, "tile_std": 0.021532847820723667 }, "mae_B11": { "mean": 0.025272602400839783, "ci95_low": 0.021322433161679036, "ci95_high": 0.028559559681202506, "tile_mean": 0.02467602269930972, "tile_std": 0.008966469104472578 }, "mae_B12": { "mean": 0.016304460953534886, "ci95_low": 0.014787040414525051, "ci95_high": 0.017845720581337893, "tile_mean": 0.016582798254158763, "tile_std": 0.005872229738056946 } }, "pooled": { "mae": 0.027808711848964673, "rmse": 0.04285454762503389, "psnr": 27.360061699477214 }, "seconds_per_patch": 0.02171444676971684, "peak_gpu_gib": 0.29945993423461914, "per_site": { "BART": { "psnr": 26.394105911254883, "ssim": 0.7047626475493113, "mae": 0.033840813053150974, "rmse": 0.04868346670021614, "sam": 0.04233667689065138, "gradient": 0.017289258539676666, "laplacian": 0.010837355939050516, "native": 0.007304516543323795 }, "CPER": { "psnr": 36.48034948672888, "ssim": 0.9561713304159776, "mae": 0.011541236042624936, "rmse": 0.01540533082454272, "sam": 0.020687216172381392, "gradient": 0.004470724744265372, "laplacian": 0.0027871395896171343, "native": 0.001979440424310149 }, "CUPE": { "psnr": 30.35751247406006, "ssim": 0.8663139939308167, "mae": 0.021031668409705162, "rmse": 0.03036471363157034, "sam": 0.029806538484990597, "gradient": 0.00927664153277874, "laplacian": 0.005591283785179257, "native": 0.004091329057700932 }, "DEJU": { "psnr": 30.557428073883056, "ssim": 0.7372456699609756, "mae": 0.021127107040956616, "rmse": 0.03044161982834339, "sam": 0.050415998231619595, "gradient": 0.014740465441718698, "laplacian": 0.009902983903884888, "native": 0.004221319756470621 }, "GRSM": { "psnr": 26.552189554486954, "ssim": 0.7382988472070012, "mae": 0.03454140463976988, "rmse": 0.048541303225127716, "sam": 0.0822812878260655, "gradient": 0.01574352614781154, "laplacian": 0.009072076720518194, "native": 0.008158839162206277 }, "GUIL": { "psnr": 25.337653636932373, "ssim": 0.7839973866939545, "mae": 0.03700523404404521, "rmse": 0.05474869720637798, "sam": 0.05780860409140587, "gradient": 0.012859937269240618, "laplacian": 0.007125310832634568, "native": 0.007000492187216878 }, "LENO": { "psnr": 26.315053630519557, "ssim": 0.7076834617434321, "mae": 0.034631616612141196, "rmse": 0.0498904913059763, "sam": 0.0781458700830872, "gradient": 0.01667317989710215, "laplacian": 0.01033352513017284, "native": 0.006450307165348047 }, "SJER": { "psnr": 27.187429359980992, "ssim": 0.7490545787981578, "mae": 0.032589373378349204, "rmse": 0.04445781332573721, "sam": 0.07245598533856017, "gradient": 0.015486497631562608, "laplacian": 0.008961049756700439, "native": 0.00868047058715352 }, "UNDE": { "psnr": 25.312804735623875, "ssim": 0.5778565956996038, "mae": 0.037859682280283705, "rmse": 0.05477169872476505, "sam": 0.07785699774439518, "gradient": 0.024790660979656074, "laplacian": 0.01669340064892402, "native": 0.00805542109390864 } }, "per_land_cover": { "unlabeled": { "tiles": 26, "psnr": 29.739007729750412, "ssim": 0.754366574379114, "mae": 0.023562554377489366, "rmse": 0.03417525433290463, "sam": 0.049967979152615256, "gradient": 0.014030859268342074, "laplacian": 0.009143980345330559, "native": 0.004638885461295454 }, "Forest": { "tiles": 82, "psnr": 26.656583786010742, "ssim": 0.7259387257622509, "mae": 0.03378237256916558, "rmse": 0.04776989498243826, "sam": 0.07458766154581453, "gradient": 0.01626031476686277, "laplacian": 0.00968584717569373, "native": 0.007689125486649573 }, "Rural": { "tiles": 82, "psnr": 33.228373062319875, "ssim": 0.8845051548829893, "mae": 0.018867395403681368, "rmse": 0.025522575520615026, "sam": 0.03873099555920174, "gradient": 0.008285256562663651, "laplacian": 0.004922351202212002, "native": 0.004302140166301553 }, "Water": { "tiles": 35, "psnr": 25.443297576904296, "ssim": 0.6597863299506052, "mae": 0.037738888338208196, "rmse": 0.054623244809252874, "sam": 0.08149687339152609, "gradient": 0.019603666051157882, "laplacian": 0.012519849437688078, "native": 0.007217450466539178 } }, "parameters": 1705444 } }, "sen2sr_mamba": { "status": "complete", "summary": { "tiles": 225, "independent_groups": 8, "sites": 9, "aggregation": "equal-weight independent groups, equal-weight tiles within each group", "metrics": { "psnr": { "mean": 27.63165005454455, "ci95_low": 25.71284241077621, "ci95_high": 30.22117904900847, "tile_mean": 28.618422275119357, "tile_std": 4.740110574125298 }, "ssim": { "mean": 0.7369190243860113, "ci95_low": 0.6770104660840871, "ci95_high": 0.8113882204796399, "tile_mean": 0.7666275015142229, "tile_std": 0.12914821763997572 }, "mae": { "mean": 0.031896273139067004, "ci95_low": 0.025077823309032517, "ci95_high": 0.03717380637086511, "tile_mean": 0.029841026268485518, "tile_std": 0.012737196113360041 }, "rmse": { "mean": 0.045407368923446635, "ci95_low": 0.03568688508462689, "ci95_high": 0.053043690297864834, "tile_mean": 0.042107633786896866, "tile_std": 0.01881740450678008 }, "sam": { "mean": 0.06753127846737964, "ci95_low": 0.05102719279872565, "ci95_high": 0.0832962554970051, "tile_mean": 0.06879988279607561, "tile_std": 0.03589224145011195 }, "gradient": { "mean": 0.015961564275484924, "ci95_low": 0.011980525907986081, "ci95_high": 0.019356312513686774, "tile_mean": 0.01438914014543924, "tile_std": 0.006897679404929856 }, "laplacian": { "mean": 0.009649602684945073, "ci95_low": 0.007084998392963912, "ci95_high": 0.012102755448494184, "tile_mean": 0.008541693670364718, "tile_std": 0.0044592611730463 }, "native": { "mean": 0.008669497753000608, "ci95_low": 0.006591566862228719, "ci95_high": 0.010362844673464855, "tile_mean": 0.008083942416124045, "tile_std": 0.0039054237099085706 }, "rmse_B05": { "mean": 0.021944194923972614, "ci95_low": 0.01795013873841668, "ci95_high": 0.026337765604114546, "tile_mean": 0.022278475573079454, "tile_std": 0.010268737479966634 }, "rmse_B06": { "mean": 0.049902548702558114, "ci95_low": 0.038027091604435286, "ci95_high": 0.059238813895892826, "tile_mean": 0.04591861105213563, "tile_std": 0.022704242476660298 }, "rmse_B07": { "mean": 0.05878349049347816, "ci95_low": 0.04382760184433004, "ci95_high": 0.07051583938297576, "tile_mean": 0.05272914939456516, "tile_std": 0.027187230055693113 }, "rmse_B8A": { "mean": 0.06117385622728007, "ci95_low": 0.04548392630690132, "ci95_high": 0.07382560256410442, "tile_mean": 0.055361142079863285, "tile_std": 0.02900782092286268 }, "rmse_B11": { "mean": 0.035388665222909295, "ci95_low": 0.029836871213087857, "ci95_high": 0.04006048370905033, "tile_mean": 0.03464192185964849, "tile_std": 0.013537222363956413 }, "rmse_B12": { "mean": 0.02390410967311542, "ci95_low": 0.02106894629975443, "ci95_high": 0.02708204101336001, "tile_mean": 0.024089218344953325, "tile_std": 0.012223068788664635 }, "mae_B05": { "mean": 0.016516069408082312, "ci95_low": 0.01325597660442138, "ci95_high": 0.02003212392544687, "tile_mean": 0.016804504017863008, "tile_std": 0.007894258152555378 }, "mae_B06": { "mean": 0.03859193922336246, "ci95_low": 0.029154091744323447, "ci95_high": 0.04594419311318895, "tile_mean": 0.035467734237511955, "tile_std": 0.017680583255016168 }, "mae_B07": { "mean": 0.04548938012043886, "ci95_low": 0.03366951594620197, "ci95_high": 0.0547923074774879, "tile_mean": 0.04073576937119166, "tile_std": 0.021189518249291817 }, "mae_B8A": { "mean": 0.04729014768675553, "ci95_low": 0.03494108092810193, "ci95_high": 0.05724006746828967, "tile_mean": 0.04275832574814558, "tile_std": 0.02246554645210389 }, "mae_B11": { "mean": 0.026577358999695128, "ci95_low": 0.022325307715973172, "ci95_high": 0.03006621057274945, "tile_mean": 0.02607952807098627, "tile_std": 0.009535190565524803 }, "mae_B12": { "mean": 0.016911918498512837, "ci95_low": 0.015212406326077857, "ci95_high": 0.018766495243267258, "tile_mean": 0.017200302293317187, "tile_std": 0.006311931967900947 } }, "pooled": { "mae": 0.029870902803035223, "rmse": 0.04615027104556931, "psnr": 26.716514879435525 }, "seconds_per_patch": 3.9385701610812816, "peak_gpu_gib": 2.3997225761413574, "per_site": { "BART": { "psnr": 25.830726782480877, "ssim": 0.6914154042800268, "mae": 0.03596415199960271, "rmse": 0.05180854598681132, "sam": 0.051397997265060745, "gradient": 0.018276685383170843, "laplacian": 0.011159692502891025, "native": 0.009723913933460912 }, "CPER": { "psnr": 36.001908356288695, "ssim": 0.9543356895446777, "mae": 0.012133222679554854, "rmse": 0.016272527200855175, "sam": 0.02369656188870376, "gradient": 0.004692923440158648, "laplacian": 0.002826754287113699, "native": 0.002693742199554899 }, "CUPE": { "psnr": 29.498857498168945, "ssim": 0.8476887941360474, "mae": 0.023271198384463787, "rmse": 0.033570436760783195, "sam": 0.03927077353000641, "gradient": 0.010352609679102898, "laplacian": 0.005949344485998154, "native": 0.005783832632005215 }, "DEJU": { "psnr": 30.24455909729004, "ssim": 0.7373022824525833, "mae": 0.021901443507522343, "rmse": 0.031548191141337154, "sam": 0.053974103182554245, "gradient": 0.014948586421087384, "laplacian": 0.009926811850164086, "native": 0.006058345793280751 }, "GRSM": { "psnr": 25.841783898217336, "ssim": 0.7209510441337313, "mae": 0.0374234148101615, "rmse": 0.05275957998154419, "sam": 0.09840788133442402, "gradient": 0.016801852974042828, "laplacian": 0.009357323179886277, "native": 0.010108710482849606 }, "GUIL": { "psnr": 24.475276470184326, "ssim": 0.7494324892759323, "mae": 0.041218836791813374, "rmse": 0.0601492403075099, "sam": 0.07160428259521723, "gradient": 0.01495115109719336, "laplacian": 0.007857736898586154, "native": 0.009853222640231252 }, "LENO": { "psnr": 25.696557637807484, "ssim": 0.6961494015680777, "mae": 0.03703317212293277, "rmse": 0.05350790686301283, "sam": 0.08831721826179607, "gradient": 0.017623001759922183, "laplacian": 0.0106148244938939, "native": 0.009086047085253773 }, "SJER": { "psnr": 26.30869456699916, "ssim": 0.7316861833844867, "mae": 0.036199647401060374, "rmse": 0.04920647492898362, "sam": 0.08380469706441675, "gradient": 0.016797993232363036, "laplacian": 0.009356986182475728, "native": 0.0122375144689743 }, "UNDE": { "psnr": 24.979166617760292, "ssim": 0.5813275988285358, "mae": 0.03927884193567129, "rmse": 0.05686608615976114, "sam": 0.0798253225019345, "gradient": 0.025133167035304584, "laplacian": 0.01673282288874571, "native": 0.010950948756474715 } }, "per_land_cover": { "unlabeled": { "tiles": 26, "psnr": 29.299615493187538, "ssim": 0.7476597382472112, "mae": 0.024978715926408768, "rmse": 0.036103909906859584, "sam": 0.055555413118921794, "gradient": 0.014595444314181805, "laplacian": 0.00930253359883164, "native": 0.006621056603482709 }, "Forest": { "tiles": 82, "psnr": 25.9786788893909, "ssim": 0.7110466913479131, "mae": 0.036424488419803176, "rmse": 0.051722301624533604, "sam": 0.0880736677748401, "gradient": 0.01725285101068638, "laplacian": 0.009961337208884155, "native": 0.009808212524370813 }, "Rural": { "tiles": 82, "psnr": 32.6068001258664, "ssim": 0.8771498603064839, "mae": 0.020515757323265438, "rmse": 0.027751871168886017, "sam": 0.04465508942560452, "gradient": 0.00889026505656813, "laplacian": 0.00508736116703736, "native": 0.00600666303624876 }, "Water": { "tiles": 35, "psnr": 24.952735137939452, "ssim": 0.6519976403032031, "mae": 0.03987668986831393, "rmse": 0.05767525072608675, "sam": 0.09005070850253105, "gradient": 0.020409698944006648, "laplacian": 0.01274348386962499, "native": 0.00999770788475871 } }, "parameters": 58927512 } }, "srgan_lite": { "status": "complete", "summary": { "tiles": 225, "independent_groups": 8, "sites": 9, "aggregation": "equal-weight independent groups, equal-weight tiles within each group", "metrics": { "psnr": { "mean": 28.074103535876663, "ci95_low": 26.174510828763875, "ci95_high": 30.646498537064833, "tile_mean": 29.07196381462945, "tile_std": 4.663487499452483 }, "ssim": { "mean": 0.7328868247300017, "ci95_low": 0.6706787528603403, "ci95_high": 0.8087507495760987, "tile_mean": 0.7638323975933923, "tile_std": 0.12993636179852797 }, "mae": { "mean": 0.030287016368892215, "ci95_low": 0.023958135334239135, "ci95_high": 0.035314033226838515, "tile_mean": 0.028281069135086403, "tile_std": 0.011917335482194924 }, "rmse": { "mean": 0.043069617173634236, "ci95_low": 0.03385353582000168, "ci95_high": 0.05034535303003557, "tile_mean": 0.03981348257511854, "tile_std": 0.017569398679392084 }, "sam": { "mean": 0.060877121953584384, "ci95_low": 0.045845229433519055, "ci95_high": 0.07470880943162256, "tile_mean": 0.06147237295491828, "tile_std": 0.03313931160098994 }, "gradient": { "mean": 0.015593607646795375, "ci95_low": 0.01164273346636378, "ci95_high": 0.019078919117552252, "tile_mean": 0.014054241112122933, "tile_std": 0.006744299443743085 }, "laplacian": { "mean": 0.009641187833109546, "ci95_low": 0.007111904304173826, "ci95_high": 0.01210963152724743, "tile_mean": 0.008542733061541286, "tile_std": 0.004419261372084287 }, "native": { "mean": 0.006621599084354993, "ci95_low": 0.004997038856244726, "ci95_high": 0.007982247275100923, "tile_mean": 0.0062904385999879905, "tile_std": 0.0031310476045377316 }, "rmse_B05": { "mean": 0.020816551013139867, "ci95_low": 0.01747504551393395, "ci95_high": 0.02436251183187483, "tile_mean": 0.020842620720052055, "tile_std": 0.008615822887925775 }, "rmse_B06": { "mean": 0.04522864892589603, "ci95_low": 0.03455201738976608, "ci95_high": 0.0538093110838399, "tile_mean": 0.041459815936783946, "tile_std": 0.02029630475209983 }, "rmse_B07": { "mean": 0.05565841537403776, "ci95_low": 0.041567183169235786, "ci95_high": 0.06680983176494285, "tile_mean": 0.04991970000581609, "tile_std": 0.025555238149808982 }, "rmse_B8A": { "mean": 0.05989873727154972, "ci95_low": 0.044774298633102214, "ci95_high": 0.07197281116074199, "tile_mean": 0.054159467928111556, "tile_std": 0.02798784336768586 }, "rmse_B11": { "mean": 0.03365044566779801, "ci95_low": 0.02842175359287484, "ci95_high": 0.03794827757763714, "tile_mean": 0.03273697833634085, "tile_std": 0.012587633214903866 }, "rmse_B12": { "mean": 0.022749652566596005, "ci95_low": 0.0202605425528184, "ci95_high": 0.02538859365368298, "tile_mean": 0.022971321009099484, "tile_std": 0.01025742665245999 }, "mae_B05": { "mean": 0.015704720356873134, "ci95_low": 0.012982030780156011, "ci95_high": 0.018558626277311644, "tile_mean": 0.015783346825175817, "tile_std": 0.006689290928767469 }, "mae_B06": { "mean": 0.03492244289257595, "ci95_low": 0.026433830807180113, "ci95_high": 0.04178521531190223, "tile_mean": 0.03203582206947936, "tile_std": 0.015807031965595943 }, "mae_B07": { "mean": 0.04307620859031606, "ci95_low": 0.031948056502937944, "ci95_high": 0.051919434298509884, "tile_mean": 0.038618201238827574, "tile_std": 0.019952781221789194 }, "mae_B8A": { "mean": 0.046362672316215346, "ci95_low": 0.034435513620347545, "ci95_high": 0.055855319589331924, "tile_mean": 0.041913485647075706, "tile_std": 0.021785661685713997 }, "mae_B11": { "mean": 0.0253086359326136, "ci95_low": 0.021350273858911712, "ci95_high": 0.028598529518313737, "tile_mean": 0.024712813645601274, "tile_std": 0.008974978991648468 }, "mae_B12": { "mean": 0.01634668785905044, "ci95_low": 0.014812061087445774, "ci95_high": 0.01790452523116332, "tile_mean": 0.016622788336955838, "tile_std": 0.005867042735860237 } }, "pooled": { "mae": 0.028309243703361645, "rmse": 0.043544669504134666, "psnr": 27.221300026274164 }, "seconds_per_patch": 0.08308793469642599, "peak_gpu_gib": 0.36739206314086914, "per_site": { "BART": { "psnr": 26.236904621124268, "ssim": 0.6828674500187238, "mae": 0.0345434268626074, "rmse": 0.049542429546515145, "sam": 0.044279988234241806, "gradient": 0.01786835476135214, "laplacian": 0.011099421458008388, "native": 0.007562525492782394 }, "CPER": { "psnr": 36.35521222960274, "ssim": 0.9523926815896664, "mae": 0.011698698704043086, "rmse": 0.01562306866541786, "sam": 0.021431655447297502, "gradient": 0.004684145896221107, "laplacian": 0.002910273068338492, "native": 0.002087020985167122 }, "CUPE": { "psnr": 30.09741497039795, "ssim": 0.8412049412727356, "mae": 0.02176269982010126, "rmse": 0.031300678849220276, "sam": 0.03111627884209156, "gradient": 0.009977548383176327, "laplacian": 0.005941100185737014, "native": 0.004235548316501081 }, "DEJU": { "psnr": 30.38737096786499, "ssim": 0.7278428614139557, "mae": 0.021557846292853355, "rmse": 0.031024302542209625, "sam": 0.05215467568486929, "gradient": 0.015071263955906033, "laplacian": 0.010079625924117864, "native": 0.0044337397092022 }, "GRSM": { "psnr": 26.39150207383292, "ssim": 0.7199804463556835, "mae": 0.03517010475375822, "rmse": 0.04942089944545712, "sam": 0.08470873055713517, "gradient": 0.016315746328993037, "laplacian": 0.009336397093388118, "native": 0.00851792428875342 }, "GUIL": { "psnr": 25.156712532043457, "ssim": 0.7506042569875717, "mae": 0.03791233617812395, "rmse": 0.05583135038614273, "sam": 0.0592219028621912, "gradient": 0.013848664471879601, "laplacian": 0.007663352880626917, "native": 0.007238623569719493 }, "LENO": { "psnr": 26.15266181327201, "ssim": 0.6893594522733946, "mae": 0.03533855322245005, "rmse": 0.05075935787848524, "sam": 0.08001621913265537, "gradient": 0.017262635148457578, "laplacian": 0.010626351171349352, "native": 0.006721902751942744 }, "SJER": { "psnr": 27.06191532952445, "ssim": 0.7397443460566657, "mae": 0.033089699622775824, "rmse": 0.04510006082377264, "sam": 0.07387354198311057, "gradient": 0.015833362504573806, "laplacian": 0.009112659924929696, "native": 0.009054311152015413 }, "UNDE": { "psnr": 25.203647906963642, "ssim": 0.5701028750492976, "mae": 0.038368677433866724, "rmse": 0.05543235861338102, "sam": 0.08069880306720734, "gradient": 0.025155060136547454, "laplacian": 0.016875505375747498, "native": 0.008357769809663296 } }, "per_land_cover": { "unlabeled": { "tiles": 26, "psnr": 29.560349977933445, "ssim": 0.7400647745682642, "mae": 0.024089679623452518, "rmse": 0.03486203115720015, "sam": 0.05162360318578207, "gradient": 0.014491347452768913, "laplacian": 0.009389543476013036, "native": 0.004850014811381698 }, "Forest": { "tiles": 82, "psnr": 26.493699259874298, "ssim": 0.7074880043907863, "mae": 0.034429474801915445, "rmse": 0.048642157190820066, "sam": 0.07680538405732411, "gradient": 0.01682645922367711, "laplacian": 0.009949475237191087, "native": 0.008016027248941543 }, "Rural": { "tiles": 82, "psnr": 33.10068474746332, "ssim": 0.8785080182843092, "mae": 0.01915077279639862, "rmse": 0.025897225262824355, "sam": 0.039715885332353956, "gradient": 0.008554399320174282, "laplacian": 0.005061074300589631, "native": 0.004502134796561356 }, "Water": { "tiles": 35, "psnr": 25.310950578962053, "ssim": 0.6448266131537301, "mae": 0.03838081663208348, "rmse": 0.055411183089017865, "sam": 0.08383788977350508, "gradient": 0.020119966167424407, "laplacian": 0.01277490703921233, "native": 0.007507400347718171 } }, "parameters": 18053818 } }, "srgan_swin": { "status": "complete", "summary": { "tiles": 225, "independent_groups": 8, "sites": 9, "aggregation": "equal-weight independent groups, equal-weight tiles within each group", "metrics": { "psnr": { "mean": 27.371893284922844, "ci95_low": 25.45352637711734, "ci95_high": 29.982415428870333, "tile_mean": 28.386639700995552, "tile_std": 4.721843623276904 }, "ssim": { "mean": 0.7043337369619176, "ci95_low": 0.6445485647056359, "ci95_high": 0.7827783333963594, "tile_mean": 0.7383297685782114, "tile_std": 0.1348727227253359 }, "mae": { "mean": 0.032878298891224116, "ci95_low": 0.02593910838873209, "ci95_high": 0.03825589882613302, "tile_mean": 0.030671028666612175, "tile_std": 0.012972799343228064 }, "rmse": { "mean": 0.046717873359883144, "ci95_low": 0.03678453786869372, "ci95_high": 0.05460691285577546, "tile_mean": 0.043186379414465695, "tile_std": 0.019107057404566086 }, "sam": { "mean": 0.06879586890835912, "ci95_low": 0.05203001984916844, "ci95_high": 0.08493213790349162, "tile_mean": 0.07022621168858476, "tile_std": 0.036657352336876864 }, "gradient": { "mean": 0.017243927750933252, "ci95_low": 0.013076168068982118, "ci95_high": 0.020602587801787656, "tile_mean": 0.015541834533214569, "tile_std": 0.007091650216926778 }, "laplacian": { "mean": 0.010576614996566733, "ci95_low": 0.007955486832847879, "ci95_high": 0.012990382262375378, "tile_mean": 0.0093799247370205, "tile_std": 0.004516263943746205 }, "native": { "mean": 0.008865488214705359, "ci95_low": 0.006736392893697921, "ci95_high": 0.010602198295169752, "tile_mean": 0.008302899922968612, "tile_std": 0.0040022440919424244 }, "rmse_B05": { "mean": 0.0230211168603107, "ci95_low": 0.018795658059213197, "ci95_high": 0.02766263404381322, "tile_mean": 0.023429869028429192, "tile_std": 0.010813817294355814 }, "rmse_B06": { "mean": 0.051414352895722666, "ci95_low": 0.039144864428479954, "ci95_high": 0.06091092116597662, "tile_mean": 0.0471842564145724, "tile_std": 0.023063201409131154 }, "rmse_B07": { "mean": 0.06066592617481651, "ci95_low": 0.04518855330144108, "ci95_high": 0.07275857363597531, "tile_mean": 0.054241551984515454, "tile_std": 0.02761789588598906 }, "rmse_B8A": { "mean": 0.06322345077792152, "ci95_low": 0.04698185528529962, "ci95_high": 0.0763585707755433, "tile_mean": 0.05695918221854501, "tile_std": 0.029397495063270135 }, "rmse_B11": { "mean": 0.035739885014712175, "ci95_low": 0.030173194057508915, "ci95_high": 0.040375294724986084, "tile_mean": 0.0349700156516499, "tile_std": 0.013531431473376689 }, "rmse_B12": { "mean": 0.024103419276315353, "ci95_low": 0.02129555690808459, "ci95_high": 0.027258841916355112, "tile_mean": 0.02429750072873301, "tile_std": 0.012190837167751115 }, "mae_B05": { "mean": 0.017379291165936138, "ci95_low": 0.013999447918630097, "ci95_high": 0.02111834902631469, "tile_mean": 0.017717022664017146, "tile_std": 0.00831638559991338 }, "mae_B06": { "mean": 0.039856256355118996, "ci95_low": 0.030080452203180112, "ci95_high": 0.04737898099852225, "tile_mean": 0.03650567962891526, "tile_std": 0.018003020577343914 }, "mae_B07": { "mean": 0.047065212730916954, "ci95_low": 0.03487208116731195, "ci95_high": 0.05671015253941807, "tile_mean": 0.04198249075354801, "tile_std": 0.02159525671223463 }, "mae_B8A": { "mean": 0.049013249799137015, "ci95_low": 0.036206482004449085, "ci95_high": 0.05927819609815784, "tile_mean": 0.04408432135772374, "tile_std": 0.02285717108343625 }, "mae_B11": { "mean": 0.026877567539637128, "ci95_low": 0.022641418657960724, "ci95_high": 0.030376606553254238, "tile_mean": 0.026360495769315297, "tile_std": 0.009549344404444625 }, "mae_B12": { "mean": 0.017077259908386704, "ci95_low": 0.015389731118822423, "ci95_high": 0.018916941523123513, "tile_mean": 0.01737611334770918, "tile_std": 0.006287613442533982 } }, "pooled": { "mae": 0.030702063770078523, "rmse": 0.047254467224445436, "psnr": 26.51114257940359 }, "seconds_per_patch": 3.7351584418182675, "peak_gpu_gib": 2.409419536590576, "per_site": { "BART": { "psnr": 25.53410545984904, "ssim": 0.6448767930269241, "mae": 0.0372764157752196, "rmse": 0.053573127215107284, "sam": 0.05230906046926975, "gradient": 0.019950698750714462, "laplacian": 0.012340272854392728, "native": 0.009872229498190185 }, "CPER": { "psnr": 35.79371823004956, "ssim": 0.9449985184759464, "mae": 0.01242889252157425, "rmse": 0.016651610474822658, "sam": 0.024311168822196295, "gradient": 0.0052445322661748475, "laplacian": 0.0032407133861989627, "native": 0.0027665389253634888 }, "CUPE": { "psnr": 29.026724815368652, "ssim": 0.7907468974590302, "mae": 0.0246346490457654, "rmse": 0.03548993170261383, "sam": 0.039886413142085075, "gradient": 0.012195645831525326, "laplacian": 0.007274262141436338, "native": 0.005916764261201024 }, "DEJU": { "psnr": 29.88598918914795, "ssim": 0.7129778206348419, "mae": 0.022843778878450394, "rmse": 0.032822870370000604, "sam": 0.055218327417969705, "gradient": 0.015833463380113245, "laplacian": 0.010524627147242427, "native": 0.006227393797598779 }, "GRSM": { "psnr": 25.63646834237235, "ssim": 0.6819955280848912, "mae": 0.0384044451306441, "rmse": 0.05394486387792442, "sam": 0.10133996891922184, "gradient": 0.018342429888434708, "laplacian": 0.01049001157350306, "native": 0.010529577441047877 }, "GUIL": { "psnr": 24.196354866027832, "ssim": 0.6837882250547409, "mae": 0.042740712873637676, "rmse": 0.0620391508564353, "sam": 0.07225119322538376, "gradient": 0.017344958847388625, "laplacian": 0.009715060470625758, "native": 0.010055740014649928 }, "LENO": { "psnr": 25.438009829134554, "ssim": 0.6579502788749901, "mae": 0.03816580475383514, "rmse": 0.05499220337416675, "sam": 0.08948826145481419, "gradient": 0.019120634558635788, "laplacian": 0.011701136500247428, "native": 0.00927587436210062 }, "SJER": { "psnr": 26.177697045462473, "ssim": 0.7098036003964288, "mae": 0.03676131208028112, "rmse": 0.04992726697985615, "sam": 0.08429099153727293, "gradient": 0.017643958795815706, "laplacian": 0.009997793805918523, "native": 0.012473358639648982 }, "UNDE": { "psnr": 24.70268000089205, "ssim": 0.562626240345148, "mae": 0.04044038372544142, "rmse": 0.05864163344869247, "sam": 0.08194623944851068, "gradient": 0.026187183192143075, "laplacian": 0.017416903677468117, "native": 0.011102851623525986 } }, "per_land_cover": { "unlabeled": { "tiles": 26, "psnr": 28.94456357222337, "ssim": 0.7144693503013024, "mae": 0.02604260489058036, "rmse": 0.03752284131657619, "sam": 0.05665939029019613, "gradient": 0.01578616902518731, "laplacian": 0.01015005035039324, "native": 0.006792475558960667 }, "Forest": { "tiles": 82, "psnr": 25.744315077618854, "ssim": 0.6717674463260465, "mae": 0.03748104803082419, "rmse": 0.053057143396538935, "sam": 0.09033947942278735, "gradient": 0.0187797484942144, "laplacian": 0.01107032430108364, "native": 0.010154869492597333 }, "Rural": { "tiles": 82, "psnr": 32.42180247423126, "ssim": 0.8628666502673451, "mae": 0.020915143504148213, "rmse": 0.02826691975408211, "sam": 0.04523060532150472, "gradient": 0.0095629261284158, "laplacian": 0.005594535862811182, "native": 0.006136686470155127 }, "Water": { "tiles": 35, "psnr": 24.708961159842357, "ssim": 0.6202285400458745, "mae": 0.041011029056140354, "rmse": 0.05922195187636784, "sam": 0.09174304381012917, "gradient": 0.02178208732179233, "laplacian": 0.013716092093714646, "native": 0.010161157976835967 } }, "parameters": 62088778 } }, "ldsr_lite": { "status": "complete", "summary": { "tiles": 225, "independent_groups": 8, "sites": 9, "aggregation": "equal-weight independent groups, equal-weight tiles within each group", "metrics": { "psnr": { "mean": 28.177548992205615, "ci95_low": 26.276967805024334, "ci95_high": 30.73692315091133, "tile_mean": 29.15721386379666, "tile_std": 4.667494393855095 }, "ssim": { "mean": 0.7478332215279502, "ci95_low": 0.6846398996345937, "ci95_high": 0.8215866434562329, "tile_mean": 0.7760530919498867, "tile_std": 0.12806777097641847 }, "mae": { "mean": 0.029865707962856727, "ci95_low": 0.023670827132897844, "ci95_high": 0.03487360075216582, "tile_mean": 0.027960129384365345, "tile_std": 0.01182974998976138 }, "rmse": { "mean": 0.04258256092360857, "ci95_low": 0.03343463158476356, "ci95_high": 0.049784261571431745, "tile_mean": 0.03944291739414136, "tile_std": 0.01748348602866669 }, "sam": { "mean": 0.05939861731426673, "ci95_low": 0.04464960252180268, "ci95_high": 0.07317697278006001, "tile_mean": 0.06016385900477568, "tile_std": 0.032896025257706824 }, "gradient": { "mean": 0.015007737514923469, "ci95_low": 0.01113256570953674, "ci95_high": 0.018513452720947562, "tile_mean": 0.013564427660571204, "tile_std": 0.006679079663773558 }, "laplacian": { "mean": 0.009250705501606464, "ci95_low": 0.006690368271600929, "ci95_high": 0.011757791245920374, "tile_mean": 0.008209710505584047, "tile_std": 0.004415149560074719 }, "native": { "mean": 0.006681566719584361, "ci95_low": 0.005042249605212714, "ci95_high": 0.00807288530315273, "tile_mean": 0.00635615632455382, "tile_std": 0.003185877063897793 }, "rmse_B05": { "mean": 0.019959514197399948, "ci95_low": 0.01677038205926238, "ci95_high": 0.023532698373565183, "tile_mean": 0.020179068057073486, "tile_std": 0.008684822062897207 }, "rmse_B06": { "mean": 0.04453004349585807, "ci95_low": 0.033887384157955044, "ci95_high": 0.05308309550725051, "tile_mean": 0.04092010529090961, "tile_std": 0.020192105113565503 }, "rmse_B07": { "mean": 0.05490362726875425, "ci95_low": 0.041071831242967635, "ci95_high": 0.06595513978260979, "tile_mean": 0.049323103403051696, "tile_std": 0.025414935884443057 }, "rmse_B8A": { "mean": 0.05928898855561051, "ci95_low": 0.04439934156928192, "ci95_high": 0.07128225198445157, "tile_mean": 0.05369459295852317, "tile_std": 0.02791496053177807 }, "rmse_B11": { "mean": 0.03365659610697144, "ci95_low": 0.02842635298263115, "ci95_high": 0.03794790738545962, "tile_mean": 0.03274675471087297, "tile_std": 0.012594866444126282 }, "rmse_B12": { "mean": 0.02273408613772545, "ci95_low": 0.020240988736136507, "ci95_high": 0.025369939381103605, "tile_mean": 0.02296937323278851, "tile_std": 0.0102711523159837 }, "mae_B05": { "mean": 0.014928141398717825, "ci95_low": 0.012316428167385613, "ci95_high": 0.01778113438703901, "tile_mean": 0.01518180833922492, "tile_std": 0.006745738186361786 }, "mae_B06": { "mean": 0.03433339755031588, "ci95_low": 0.025985546825157715, "ci95_high": 0.04111206186635191, "tile_mean": 0.03159139659255743, "tile_std": 0.015696914723311056 }, "mae_B07": { "mean": 0.042446115128032626, "ci95_low": 0.03144810529863303, "ci95_high": 0.05119525987940916, "tile_mean": 0.038129187803715464, "tile_std": 0.019808250700295935 }, "mae_B8A": { "mean": 0.04585342037147909, "ci95_low": 0.03404719653365701, "ci95_high": 0.05527446519684039, "tile_mean": 0.04153253307359086, "tile_std": 0.021694649009301938 }, "mae_B11": { "mean": 0.025308012690522047, "ci95_low": 0.021346072180606974, "ci95_high": 0.028598480179666444, "tile_mean": 0.024715049540003142, "tile_std": 0.00897937953798992 }, "mae_B12": { "mean": 0.016324496045625157, "ci95_low": 0.014791274432682053, "ci95_high": 0.017879528212501414, "tile_mean": 0.016610881628261673, "tile_std": 0.005878062876471215 } }, "pooled": { "mae": 0.027988127315018232, "rmse": 0.043171037930048374, "psnr": 27.296150195800372 }, "seconds_per_patch": 0.3605913709419676, "peak_gpu_gib": 3.876293659210205, "per_site": { "BART": { "psnr": 26.399855613708496, "ssim": 0.7095973342657089, "mae": 0.03377083130180836, "rmse": 0.04864364769309759, "sam": 0.042033588513731956, "gradient": 0.016884022780383628, "laplacian": 0.010455654895243546, "native": 0.007640478666871786 }, "CPER": { "psnr": 36.42124233605727, "ssim": 0.9552688205017233, "mae": 0.011608818668942407, "rmse": 0.015509033417504913, "sam": 0.020901927127028413, "gradient": 0.004515977304007085, "laplacian": 0.0027964116658417966, "native": 0.0020881276445920173 }, "CUPE": { "psnr": 30.32706069946289, "ssim": 0.8680283427238464, "mae": 0.021075858734548092, "rmse": 0.030470291152596474, "sam": 0.02966778166592121, "gradient": 0.009073877474293113, "laplacian": 0.005364413373172283, "native": 0.004263420007191598 }, "DEJU": { "psnr": 30.521182441711424, "ssim": 0.7366981387138367, "mae": 0.02120606293901801, "rmse": 0.03057895740494132, "sam": 0.050721220299601556, "gradient": 0.014747651293873787, "laplacian": 0.009888906951528043, "native": 0.004445774888154119 }, "GRSM": { "psnr": 26.44975539616176, "ssim": 0.7353894093206951, "mae": 0.03492053721233138, "rmse": 0.04913960919449372, "sam": 0.08303772987398718, "gradient": 0.015737860114313662, "laplacian": 0.008917154386706119, "native": 0.00866058110425781 }, "GUIL": { "psnr": 25.305034160614014, "ssim": 0.7873526513576508, "mae": 0.03710221406072378, "rmse": 0.05494241323322058, "sam": 0.057658116333186626, "gradient": 0.012535537593066692, "laplacian": 0.006750486558303237, "native": 0.007284253835678101 }, "LENO": { "psnr": 26.281821740640176, "ssim": 0.7098701886228613, "mae": 0.0347202830016613, "rmse": 0.050066442606416905, "sam": 0.07851484216548302, "gradient": 0.016470259332374948, "laplacian": 0.01010846151542422, "native": 0.006772644075288161 }, "SJER": { "psnr": 27.104000432150706, "ssim": 0.7480220603091376, "mae": 0.03289479363177504, "rmse": 0.0448798095541341, "sam": 0.07290916490767683, "gradient": 0.015457349396975977, "laplacian": 0.008831123422299112, "native": 0.009149326809814997 }, "UNDE": { "psnr": 25.263490970318134, "ssim": 0.5735752720099229, "mae": 0.03804424132865209, "rmse": 0.055057948311934106, "sam": 0.07874246084919342, "gradient": 0.024867129010649826, "laplacian": 0.01671946901254929, "native": 0.008418291341513395 } }, "per_land_cover": { "unlabeled": { "tiles": 26, "psnr": 29.703765649061936, "ssim": 0.7545934640444242, "mae": 0.02364160894201352, "rmse": 0.03431882243603468, "sam": 0.05016893979448538, "gradient": 0.01397088196916649, "laplacian": 0.009058035077312244, "native": 0.004868436658468384 }, "Forest": { "tiles": 82, "psnr": 26.580372438198182, "ssim": 0.72475053624409, "mae": 0.03405203456740554, "rmse": 0.04820717605421456, "sam": 0.07507520180377292, "gradient": 0.016179636075365836, "laplacian": 0.009501084991980617, "native": 0.008131952825706543 }, "Rural": { "tiles": 82, "psnr": 33.16063057504049, "ssim": 0.8835763037204742, "mae": 0.019017772033538032, "rmse": 0.02573753617385902, "sam": 0.03902629735629733, "gradient": 0.008303315486622656, "laplacian": 0.004881635871886208, "native": 0.00453564728235417 }, "Water": { "tiles": 35, "psnr": 25.408941868373326, "ssim": 0.6602775641850063, "mae": 0.037846375363213676, "rmse": 0.054825732218367715, "sam": 0.08217579743691854, "gradient": 0.01946146469563246, "laplacian": 0.01235122402597751, "native": 0.007566074601241521 } }, "parameters": 170088224 } }, "ldsr_swin": { "status": "complete", "summary": { "tiles": 225, "independent_groups": 8, "sites": 9, "aggregation": "equal-weight independent groups, equal-weight tiles within each group", "metrics": { "psnr": { "mean": 27.61050714095735, "ci95_low": 25.694498520366256, "ci95_high": 30.189505481090066, "tile_mean": 28.583268619113497, "tile_std": 4.7176773335237066 }, "ssim": { "mean": 0.7335833043368024, "ci95_low": 0.6727917919241204, "ci95_high": 0.8083142901476066, "tile_mean": 0.7626283627086216, "tile_std": 0.13007162715979964 }, "mae": { "mean": 0.03198860244857459, "ci95_low": 0.02520101536548269, "ci95_high": 0.037286367887564176, "tile_mean": 0.029976859274837706, "tile_std": 0.012776404689422627 }, "rmse": { "mean": 0.04548240718652871, "ci95_low": 0.03575365842982264, "ci95_high": 0.053115931087821866, "tile_mean": 0.042235981023146046, "tile_std": 0.01882711997485108 }, "sam": { "mean": 0.06802261459509518, "ci95_low": 0.05135532859619899, "ci95_high": 0.08411546318005851, "tile_mean": 0.06960265167057514, "tile_std": 0.036607213965070794 }, "gradient": { "mean": 0.01600624018961194, "ci95_low": 0.012078440494435587, "ci95_high": 0.01942121283617537, "tile_mean": 0.014497420524971353, "tile_std": 0.006866658549193106 }, "laplacian": { "mean": 0.009645629912129996, "ci95_low": 0.007110589113423092, "ci95_high": 0.012100666715766532, "tile_mean": 0.008581075956527557, "tile_std": 0.004418941382138667 }, "native": { "mean": 0.008880320524210518, "ci95_low": 0.006741645687584733, "ci95_high": 0.010631040906704558, "tile_mean": 0.008319652281805045, "tile_std": 0.004020036522216506 }, "rmse_B05": { "mean": 0.02253289430978471, "ci95_low": 0.01833933146039128, "ci95_high": 0.027243110346912784, "tile_mean": 0.023003910570922825, "tile_std": 0.010883586772301489 }, "rmse_B06": { "mean": 0.05008438840676807, "ci95_low": 0.0381796452880896, "ci95_high": 0.05947503483496817, "tile_mean": 0.04615102937238084, "tile_std": 0.02277085020032611 }, "rmse_B07": { "mean": 0.058772572594165795, "ci95_low": 0.04387496768126556, "ci95_high": 0.07044066523078951, "tile_mean": 0.05278052148305708, "tile_std": 0.027087784039022927 }, "rmse_B8A": { "mean": 0.061081033104891505, "ci95_low": 0.04547294466936099, "ci95_high": 0.07361366107061917, "tile_mean": 0.055325944419536324, "tile_std": 0.028838421616088863 }, "rmse_B11": { "mean": 0.03548318468696755, "ci95_low": 0.029936746693552955, "ci95_high": 0.0401459703023932, "tile_mean": 0.03473577059391472, "tile_std": 0.013554770815111715 }, "rmse_B12": { "mean": 0.02396566220352815, "ci95_low": 0.021134026997900835, "ci95_high": 0.02714545349295293, "tile_mean": 0.02415863855431477, "tile_std": 0.012231045632152493 }, "mae_B05": { "mean": 0.01692235558393393, "ci95_low": 0.013535790045774933, "ci95_high": 0.020704392515359226, "tile_mean": 0.01731780960328049, "tile_std": 0.008362862269706176 }, "mae_B06": { "mean": 0.03873041398195766, "ci95_low": 0.029304502217223024, "ci95_high": 0.04608070439161496, "tile_mean": 0.035647193354864916, "tile_std": 0.017726635729009153 }, "mae_B07": { "mean": 0.04548224325583016, "ci95_low": 0.0337208660172343, "ci95_high": 0.05473394775056721, "tile_mean": 0.04078282050581442, "tile_std": 0.021113453680720783 }, "mae_B8A": { "mean": 0.047221575580913874, "ci95_low": 0.03493998942946192, "ci95_high": 0.05707441709406743, "tile_mean": 0.04273744331879748, "tile_std": 0.022335614272193556 }, "mae_B11": { "mean": 0.026641335028515855, "ci95_low": 0.022391587481767054, "ci95_high": 0.03014095467917848, "tile_mean": 0.026143896687361928, "tile_std": 0.00954713634503513 }, "mae_B12": { "mean": 0.016932819458311387, "ci95_low": 0.01523130486112653, "ci95_high": 0.018791771570933185, "tile_mean": 0.017231978606432677, "tile_std": 0.006308792088462052 } }, "pooled": { "mae": 0.030007225916293304, "rmse": 0.04627207616515887, "psnr": 26.693620277197464 }, "seconds_per_patch": 3.1952974853796574, "peak_gpu_gib": 4.179327964782715, "per_site": { "BART": { "psnr": 25.875265916188557, "ssim": 0.6917517781257629, "mae": 0.035865580663084984, "rmse": 0.051545518139998116, "sam": 0.05133715023597082, "gradient": 0.018070132471621037, "laplacian": 0.010972910677082837, "native": 0.009899032263395688 }, "CPER": { "psnr": 35.92736902776754, "ssim": 0.9517614211676255, "mae": 0.012233767640899937, "rmse": 0.016405284879201988, "sam": 0.024037642474725562, "gradient": 0.004871470739467526, "laplacian": 0.0029496619464688986, "native": 0.002755686462821685 }, "CUPE": { "psnr": 29.5023250579834, "ssim": 0.8459247052669525, "mae": 0.023292080499231815, "rmse": 0.0335503313690424, "sam": 0.03923802077770233, "gradient": 0.010320005007088184, "laplacian": 0.005893162451684475, "native": 0.005917845526710153 }, "DEJU": { "psnr": 30.204395389556886, "ssim": 0.7348539620637894, "mae": 0.022024473221972585, "rmse": 0.03170166360214353, "sam": 0.054229894280433656, "gradient": 0.01503414532635361, "laplacian": 0.009973407303914428, "native": 0.006220320507418364 }, "GRSM": { "psnr": 25.788046428135463, "ssim": 0.712510887001242, "mae": 0.037759628146886826, "rmse": 0.05309234083896237, "sam": 0.10088677651115827, "gradient": 0.017086867633874396, "laplacian": 0.009482891515030392, "native": 0.010582077549770474 }, "GUIL": { "psnr": 24.490593910217285, "ssim": 0.7478363811969757, "mae": 0.04115375503897667, "rmse": 0.060051510110497475, "sam": 0.07162908371537924, "gradient": 0.014843429438769817, "laplacian": 0.0077402954921126366, "native": 0.010081608081236482 }, "LENO": { "psnr": 25.705058072064375, "ssim": 0.6949515648790308, "mae": 0.0370396212548823, "rmse": 0.05344796150520041, "sam": 0.0887950263111978, "gradient": 0.017569531132844655, "laplacian": 0.010545277527558643, "native": 0.009297547585054024 }, "SJER": { "psnr": 26.294216019766672, "ssim": 0.7281971254519054, "mae": 0.03627375792711973, "rmse": 0.04927670769393444, "sam": 0.08353862113186292, "gradient": 0.016812547841774567, "laplacian": 0.009319350439389902, "native": 0.012478872867567199 }, "UNDE": { "psnr": 24.928535314706657, "ssim": 0.5741072067847619, "mae": 0.03951212720802197, "rmse": 0.0571719969694431, "sam": 0.08052374307925884, "gradient": 0.025269605076083772, "laplacian": 0.01679695540895829, "native": 0.011115339727929005 } }, "per_land_cover": { "unlabeled": { "tiles": 26, "psnr": 29.271343597998985, "ssim": 0.7453951606383691, "mae": 0.025064947907454692, "rmse": 0.03620538366242097, "sam": 0.055753471616369024, "gradient": 0.014642178242166456, "laplacian": 0.009315986651927233, "native": 0.006791097443335905 }, "Forest": { "tiles": 82, "psnr": 25.947212963569456, "ssim": 0.7049605737372142, "mae": 0.03664997794733542, "rmse": 0.05191847847820055, "sam": 0.08976648806980471, "gradient": 0.01741912768494974, "laplacian": 0.010016596416102313, "native": 0.010197148487971323 }, "Rural": { "tiles": 82, "psnr": 32.553539555247234, "ssim": 0.874292939174466, "mae": 0.02060673893542915, "rmse": 0.027862226397435113, "sam": 0.04478930988598887, "gradient": 0.009010607371015883, "laplacian": 0.005153185956282314, "native": 0.006131787771620311 }, "Water": { "tiles": 35, "psnr": 24.94625140598842, "ssim": 0.6489234106881278, "mae": 0.039944397338799065, "rmse": 0.05770679871950831, "sam": 0.09078374089939253, "gradient": 0.02039956312094416, "laplacian": 0.012702979506658656, "native": 0.010182298759796789 } }, "parameters": 214123184 } }, "srgan_swin_both_finetuned": { "status": "complete", "summary": { "tiles": 225, "independent_groups": 8, "sites": 9, "aggregation": "equal-weight independent groups, equal-weight tiles within each group", "metrics": { "psnr": { "mean": 30.357706191515792, "ci95_low": 28.38716957049256, "ci95_high": 32.800947308423105, "tile_mean": 31.606534220377604, "tile_std": 4.307098443201493 }, "ssim": { "mean": 0.772823766793975, "ci95_low": 0.7046559628592607, "ci95_high": 0.8472027210935168, "tile_mean": 0.801971269581053, "tile_std": 0.12795311552508834 }, "mae": { "mean": 0.023513625988401825, "ci95_low": 0.018615753730319654, "ci95_high": 0.02830097050800672, "tile_mean": 0.02100063301829828, "tile_std": 0.00892736251849186 }, "rmse": { "mean": 0.033377107506457004, "ci95_low": 0.025982339328111514, "ci95_high": 0.040646693299342396, "tile_mean": 0.02941683277901676, "tile_std": 0.013427767295421956 }, "sam": { "mean": 0.04380167693819648, "ci95_low": 0.03423885730186957, "ci95_high": 0.052227353381365915, "tile_mean": 0.04450082330654065, "tile_std": 0.02180785489091387 }, "gradient": { "mean": 0.013420420767182755, "ci95_low": 0.009498344981462029, "ci95_high": 0.017203877474041757, "tile_mean": 0.011882597478624019, "tile_std": 0.006619347859725408 }, "laplacian": { "mean": 0.008830044122290846, "ci95_low": 0.006191295841235614, "ci95_high": 0.011434412247966864, "tile_mean": 0.00777186735947099, "tile_std": 0.00447465353832492 }, "native": { "mean": 0.013239108973745138, "ci95_low": 0.010750386650503135, "ci95_high": 0.015204777906965613, "tile_mean": 0.012595580706579818, "tile_std": 0.005108574760528471 }, "rmse_B05": { "mean": 0.01614745781336449, "ci95_low": 0.01389529251484927, "ci95_high": 0.01841095443529258, "tile_mean": 0.015363553240895271, "tile_std": 0.005876697697981037 }, "rmse_B06": { "mean": 0.03503484600355033, "ci95_low": 0.025840686609395463, "ci95_high": 0.04424693029165161, "tile_mean": 0.030546895468400583, "tile_std": 0.015911015704698564 }, "rmse_B07": { "mean": 0.04240023546298826, "ci95_low": 0.030969888184842486, "ci95_high": 0.05378384978745105, "tile_mean": 0.0359230139810178, "tile_std": 0.01996683419718834 }, "rmse_B8A": { "mean": 0.044563895253503266, "ci95_low": 0.03284081664791385, "ci95_high": 0.05603342741502248, "tile_mean": 0.03791916196958886, "tile_std": 0.021059075380922616 }, "rmse_B11": { "mean": 0.027455086906276023, "ci95_low": 0.02305839860517967, "ci95_high": 0.03170266303971475, "tile_mean": 0.02588975171662039, "tile_std": 0.010635588099258108 }, "rmse_B12": { "mean": 0.019556242196008402, "ci95_low": 0.017482595345136163, "ci95_high": 0.02173158195283196, "tile_mean": 0.019382075628058777, "tile_std": 0.009404886285953375 }, "mae_B05": { "mean": 0.01214897627750985, "ci95_low": 0.01039669571002337, "ci95_high": 0.014030548930914403, "tile_mean": 0.011575394937147697, "tile_std": 0.004571529231578216 }, "mae_B06": { "mean": 0.027009561642187537, "ci95_low": 0.019740794812092163, "ci95_high": 0.034225608600798776, "tile_mean": 0.023651880950977405, "tile_std": 0.012416587553893143 }, "mae_B07": { "mean": 0.0327550130152166, "ci95_low": 0.02384602641604959, "ci95_high": 0.04153989284051208, "tile_mean": 0.027843084387067292, "tile_std": 0.01562721543861692 }, "mae_B8A": { "mean": 0.03438269218577397, "ci95_low": 0.025080712191408158, "ci95_high": 0.04347413159678617, "tile_mean": 0.029370531147966783, "tile_std": 0.016439577002761434 }, "mae_B11": { "mean": 0.020759394259064777, "ci95_low": 0.01749520845745349, "ci95_high": 0.023906522632819362, "tile_mean": 0.019614461207141477, "tile_std": 0.007610648029933255 }, "mae_B12": { "mean": 0.01402448356384339, "ci95_low": 0.012970915632583848, "ci95_high": 0.014997530402562671, "tile_mean": 0.013947990561525027, "tile_std": 0.005317745707883482 } }, "pooled": { "mae": 0.021022383495336434, "rmse": 0.03235210715418293, "psnr": 29.801948552992734 }, "seconds_per_patch": 4.228310511086602, "peak_gpu_gib": 2.409419536590576, "per_site": { "BART": { "psnr": 28.624427159627277, "ssim": 0.7372704346974691, "mae": 0.02669834904372692, "rmse": 0.03823761269450188, "sam": 0.028901645603279274, "gradient": 0.014949274288179973, "laplacian": 0.009839455403077105, "native": 0.012882759173711142 }, "CPER": { "psnr": 37.73515154280752, "ssim": 0.9586227637416912, "mae": 0.010123219103815983, "rmse": 0.013431043170814245, "sam": 0.01936567161794541, "gradient": 0.004163640909301082, "laplacian": 0.0027070358782163204, "native": 0.00559587567552643 }, "CUPE": { "psnr": 33.475093841552734, "ssim": 0.8968230187892914, "mae": 0.015371365938335657, "rmse": 0.021253254264593124, "sam": 0.02032201737165451, "gradient": 0.007340198382735252, "laplacian": 0.004843021044507623, "native": 0.008713496383279562 }, "DEJU": { "psnr": 30.496858406066895, "ssim": 0.7334449499845505, "mae": 0.0217160580214113, "rmse": 0.03059238977730274, "sam": 0.04671082179993391, "gradient": 0.014570850133895873, "laplacian": 0.009833057667128742, "native": 0.011540904361754655 }, "GRSM": { "psnr": 30.95749385016305, "ssim": 0.7873239432062421, "mae": 0.02154861922774996, "rmse": 0.029294608277268708, "sam": 0.05706102620544178, "gradient": 0.012483971842032458, "laplacian": 0.008087331021670252, "native": 0.015244670054276608 }, "GUIL": { "psnr": 29.162135124206543, "ssim": 0.851423054933548, "mae": 0.024906113743782043, "rmse": 0.03619393613189459, "sam": 0.04526510741561651, "gradient": 0.008997597265988588, "laplacian": 0.005753596022259444, "native": 0.015026516048237681 }, "LENO": { "psnr": 28.420626769194733, "ssim": 0.743107702281024, "mae": 0.027382542932959827, "rmse": 0.03952743153314333, "sam": 0.054937315097934494, "gradient": 0.014533059747033828, "laplacian": 0.009497799407187346, "native": 0.014566140224200648 }, "SJER": { "psnr": 30.729356697627477, "ssim": 0.7802992910146713, "mae": 0.02118705994715648, "rmse": 0.02963912008064134, "sam": 0.05807635933160782, "gradient": 0.013185336903136755, "laplacian": 0.008368017418043954, "native": 0.016716452182403634 }, "UNDE": { "psnr": 25.297947076650765, "ssim": 0.5759646732073563, "mae": 0.03772529515509422, "rmse": 0.05508094567518968, "sam": 0.04840983178179998, "gradient": 0.02503210134231127, "laplacian": 0.01685758515332754, "native": 0.01644389395816968 } }, "per_land_cover": { "unlabeled": { "tiles": 26, "psnr": 30.520611396202675, "ssim": 0.7641629714232224, "mae": 0.02171878258769329, "rmse": 0.03073577110010844, "sam": 0.04445849616940205, "gradient": 0.013157222634897782, "laplacian": 0.00882159921233184, "native": 0.011859659392100114 }, "Forest": { "tiles": 82, "psnr": 30.282864919522915, "ssim": 0.7677819707044741, "mae": 0.022955263669534428, "rmse": 0.03184485988600588, "sam": 0.0524085355331985, "gradient": 0.013442543011567578, "laplacian": 0.008772595183605828, "native": 0.014680382767237904 }, "Rural": { "tiles": 82, "psnr": 35.2966408845855, "ssim": 0.8972899412236562, "mae": 0.01396515307289253, "rmse": 0.019046739765965357, "sam": 0.03278394176329418, "gradient": 0.007267610157169856, "laplacian": 0.004655350874200827, "native": 0.009460295948040922 }, "Water": { "tiles": 35, "psnr": 26.86899506705148, "ssim": 0.6868400463036128, "mae": 0.032370854541659354, "rmse": 0.047044175863265994, "sam": 0.05345660586442266, "gradient": 0.018093259552759783, "laplacian": 0.011949057132005692, "native": 0.015603396003799778 } }, "parameters": 62088778 } } }, "status": "complete" }