|
@@ -273,6 +273,44 @@ def main():
|
|
|
ensemble_statistics, 'confidence', low_to_high=False
|
|
|
)
|
|
|
|
|
|
+ # Print ECE and MCE Values
|
|
|
+ conf_ece = met.ECE(
|
|
|
+ ensemble_statistics['predicted'],
|
|
|
+ ensemble_statistics['confidence'],
|
|
|
+ ensemble_statistics['actual'],
|
|
|
+ )
|
|
|
+ conf_mce = met.MCE(
|
|
|
+ ensemble_statistics['predicted'],
|
|
|
+ ensemble_statistics['confidence'],
|
|
|
+ ensemble_statistics['actual'],
|
|
|
+ )
|
|
|
+
|
|
|
+ ent_ece = met.ECE(
|
|
|
+ ensemble_statistics['predicted'],
|
|
|
+ ensemble_statistics['entropy'],
|
|
|
+ ensemble_statistics['actual'],
|
|
|
+ )
|
|
|
+ ent_mce = met.MCE(
|
|
|
+ ensemble_statistics['predicted'],
|
|
|
+ ensemble_statistics['entropy'],
|
|
|
+ ensemble_statistics['actual'],
|
|
|
+ )
|
|
|
+
|
|
|
+ stdev_ece = met.ECE(
|
|
|
+ ensemble_statistics['predicted'],
|
|
|
+ ensemble_statistics['stdev'],
|
|
|
+ ensemble_statistics['actual'],
|
|
|
+ )
|
|
|
+ stdev_mce = met.MCE(
|
|
|
+ ensemble_statistics['predicted'],
|
|
|
+ ensemble_statistics['stdev'],
|
|
|
+ ensemble_statistics['actual'],
|
|
|
+ )
|
|
|
+
|
|
|
+ print(f'Confidence ECE: {conf_ece}, Confidence MCE: {conf_mce}')
|
|
|
+ print(f'Entropy ECE: {ent_ece}, Entropy MCE: {ent_mce}')
|
|
|
+ print(f'Stdev ECE: {stdev_ece}, Stdev MCE: {stdev_mce}')
|
|
|
+
|
|
|
# Print overall ensemble statistics
|
|
|
print('Ensemble Statistics')
|
|
|
print(f"Accuracy: {ensemble_statistics['correct'].mean()}")
|