Metric Class

Defines all metrics supported by classification and regression.

Inheritance
builtins.object
Metric

Constructor

Metric()

Methods

pretty

Verbose names for metrics.

pretty

Verbose names for metrics.

pretty(metric)

Parameters

Name Description
metric
Required

Attributes

AUCBinary

AUCBinary = 'AUC_binary'

AUCMacro

AUCMacro = 'AUC_macro'

AUCMicro

AUCMicro = 'AUC_micro'

AUCWeighted

AUCWeighted = 'AUC_weighted'

Accuracy

Accuracy = 'accuracy'

AccuracyTable

AccuracyTable = 'accuracy_table'

AvgPrecisionBinary

AvgPrecisionBinary = 'average_precision_score_binary'

AvgPrecisionMacro

AvgPrecisionMacro = 'average_precision_score_macro'

AvgPrecisionMicro

AvgPrecisionMicro = 'average_precision_score_micro'

AvgPrecisionWeighted

AvgPrecisionWeighted = 'average_precision_score_weighted'

BalancedAccuracy

BalancedAccuracy = 'balanced_accuracy'

CLASSIFICATION_BALANCED_SET

CLASSIFICATION_BALANCED_SET = {'AUC_macro', 'average_precision_score_macro', 'balanced_accuracy', 'f1_score_macro', 'norm_macro_recall', 'precision_score_macro', 'recall_score_macro'}

CLASSIFICATION_BINARY_SET

CLASSIFICATION_BINARY_SET = {'AUC_binary', 'average_precision_score_binary', 'f1_score_binary', 'precision_score_binary', 'recall_score_binary'}

CLASSIFICATION_PRIMARY_SET

CLASSIFICATION_PRIMARY_SET = {'AUC_weighted', 'accuracy', 'average_precision_score_weighted', 'norm_macro_recall', 'precision_score_weighted'}

CLASSIFICATION_SET

CLASSIFICATION_SET = {'AUC_binary', 'AUC_macro', 'AUC_micro', 'AUC_weighted', 'accuracy', 'accuracy_table', 'average_precision_score_binary', 'average_precision_score_macro', 'average_precision_score_micro', 'average_precision_score_weighted', 'balanced_accuracy', 'confusion_matrix', 'f1_score_binary', 'f1_score_macro', 'f1_score_micro', 'f1_score_weighted', 'log_loss', 'matthews_correlation', 'norm_macro_recall', 'precision_score_binary', 'precision_score_macro', 'precision_score_micro', 'precision_score_weighted', 'recall_score_binary', 'recall_score_macro', 'recall_score_micro', 'recall_score_weighted', 'weighted_accuracy'}

CLIPS_NEG

CLIPS_NEG = {'explained_variance': -1, 'r2_score': -1, 'spearman_correlation': -1}

CLIPS_POS

CLIPS_POS = {'log_loss': 1, 'normalized_mean_absolute_error': 1, 'normalized_median_absolute_error': 1, 'normalized_root_mean_squared_error': 1, 'normalized_root_mean_squared_log_error': 1, 'train time': 1200}

ConfusionMatrix

ConfusionMatrix = 'confusion_matrix'

ExplainedVariance

ExplainedVariance = 'explained_variance'

F1Binary

F1Binary = 'f1_score_binary'

F1Macro

F1Macro = 'f1_score_macro'

F1Micro

F1Micro = 'f1_score_micro'

F1Weighted

F1Weighted = 'f1_score_weighted'

FORECAST_SET

FORECAST_SET = {'forecast_adjustment_residuals', 'forecast_mean_absolute_percentage_error', 'forecast_residuals', 'forecast_table'}

FULL_SET

FULL_SET = {'AUC_binary', 'AUC_macro', 'AUC_micro', 'AUC_weighted', 'accuracy', 'accuracy_table', 'average_precision_score_binary', 'average_precision_score_macro', 'average_precision_score_micro', 'average_precision_score_weighted', 'balanced_accuracy', 'confusion_matrix', 'explained_variance', 'f1_score_binary', 'f1_score_macro', 'f1_score_micro', 'f1_score_weighted', 'forecast_adjustment_residuals', 'forecast_mean_absolute_percentage_error', 'forecast_residuals', 'forecast_table', 'log_loss', 'matthews_correlation', 'mean_absolute_error', 'mean_absolute_percentage_error', 'mean_average_precision', 'median_absolute_error', 'norm_macro_recall', 'normalized_mean_absolute_error', 'normalized_median_absolute_error', 'normalized_root_mean_squared_error', 'normalized_root_mean_squared_log_error', 'precision_score_binary', 'precision_score_macro', 'precision_score_micro', 'precision_score_weighted', 'predicted_true', 'r2_score', 'recall_score_binary', 'recall_score_macro', 'recall_score_micro', 'recall_score_weighted', 'residuals', 'root_mean_squared_error', 'root_mean_squared_log_error', 'spearman_correlation', 'weighted_accuracy'}

ForecastAdjustmentResiduals

ForecastAdjustmentResiduals = 'forecast_adjustment_residuals'

ForecastMAPE

ForecastMAPE = 'forecast_mean_absolute_percentage_error'

ForecastResiduals

ForecastResiduals = 'forecast_residuals'

ForecastSMAPE

ForecastSMAPE = 'forecast_symmetric_mean_absolute_percentage_error'

ForecastTable

ForecastTable = 'forecast_table'

IMAGE_CLASSIFICATION_MULTILABEL_PRIMARY_SET

IMAGE_CLASSIFICATION_MULTILABEL_PRIMARY_SET = {'iou'}

IMAGE_CLASSIFICATION_PRIMARY_SET

IMAGE_CLASSIFICATION_PRIMARY_SET = {'accuracy'}

IMAGE_OBJECT_DETECTION_PRIMARY_SET

IMAGE_OBJECT_DETECTION_PRIMARY_SET = {'mean_average_precision'}

IMAGE_OBJECT_DETECTION_SET

IMAGE_OBJECT_DETECTION_SET = {'mean_average_precision'}

IOU

IOU = 'iou'

LogLoss

LogLoss = 'log_loss'

MAPE

MAPE = 'mean_absolute_percentage_error'

MatthewsCorrelation

MatthewsCorrelation = 'matthews_correlation'

MeanAbsError

MeanAbsError = 'mean_absolute_error'

MeanAveragePrecision

MeanAveragePrecision = 'mean_average_precision'

MedianAbsError

MedianAbsError = 'median_absolute_error'

NONSCALAR_CLASSIFICATION_SET

NONSCALAR_CLASSIFICATION_SET = {'accuracy_table', 'confusion_matrix'}

NONSCALAR_FORECAST_SET

NONSCALAR_FORECAST_SET = {'forecast_adjustment_residuals', 'forecast_mean_absolute_percentage_error', 'forecast_residuals', 'forecast_table'}

NONSCALAR_FULL_SET

NONSCALAR_FULL_SET = {'accuracy_table', 'confusion_matrix', 'forecast_adjustment_residuals', 'forecast_mean_absolute_percentage_error', 'forecast_residuals', 'forecast_table', 'predicted_true', 'residuals'}

NONSCALAR_REGRESSION_SET

NONSCALAR_REGRESSION_SET = {'predicted_true', 'residuals'}

NormMacroRecall

NormMacroRecall = 'norm_macro_recall'

NormMeanAbsError

NormMeanAbsError = 'normalized_mean_absolute_error'

NormMedianAbsError

NormMedianAbsError = 'normalized_median_absolute_error'

NormRMSE

NormRMSE = 'normalized_root_mean_squared_error'

NormRMSLE

NormRMSLE = 'normalized_root_mean_squared_log_error'

PrecisionBinary

PrecisionBinary = 'precision_score_binary'

PrecisionMacro

PrecisionMacro = 'precision_score_macro'

PrecisionMicro

PrecisionMicro = 'precision_score_micro'

PrecisionWeighted

PrecisionWeighted = 'precision_score_weighted'

PredictedTrue

PredictedTrue = 'predicted_true'

R2Score

R2Score = 'r2_score'

REGRESSION_PRIMARY_SET

REGRESSION_PRIMARY_SET = {'normalized_mean_absolute_error', 'normalized_root_mean_squared_error', 'r2_score', 'spearman_correlation'}

REGRESSION_SET

REGRESSION_SET = {'explained_variance', 'mean_absolute_error', 'mean_absolute_percentage_error', 'median_absolute_error', 'normalized_mean_absolute_error', 'normalized_median_absolute_error', 'normalized_root_mean_squared_error', 'normalized_root_mean_squared_log_error', 'predicted_true', 'r2_score', 'residuals', 'root_mean_squared_error', 'root_mean_squared_log_error', 'spearman_correlation'}

RMSE

RMSE = 'root_mean_squared_error'

RMSLE

RMSLE = 'root_mean_squared_log_error'

RecallBinary

RecallBinary = 'recall_score_binary'

RecallMacro

RecallMacro = 'recall_score_macro'

RecallMicro

RecallMicro = 'recall_score_micro'

RecallWeighted

RecallWeighted = 'recall_score_weighted'

Residuals

Residuals = 'residuals'

SAMPLE_WEIGHTS_UNSUPPORTED_SET

SAMPLE_WEIGHTS_UNSUPPORTED_SET = {'median_absolute_error', 'normalized_median_absolute_error', 'spearman_correlation', 'weighted_accuracy'}

SCALAR_CLASSIFICATION_SET

SCALAR_CLASSIFICATION_SET = {'AUC_binary', 'AUC_macro', 'AUC_micro', 'AUC_weighted', 'accuracy', 'average_precision_score_binary', 'average_precision_score_macro', 'average_precision_score_micro', 'average_precision_score_weighted', 'balanced_accuracy', 'f1_score_binary', 'f1_score_macro', 'f1_score_micro', 'f1_score_weighted', 'log_loss', 'matthews_correlation', 'norm_macro_recall', 'precision_score_binary', 'precision_score_macro', 'precision_score_micro', 'precision_score_weighted', 'recall_score_binary', 'recall_score_macro', 'recall_score_micro', 'recall_score_weighted', 'weighted_accuracy'}

SCALAR_FULL_SET

SCALAR_FULL_SET = {'AUC_binary', 'AUC_macro', 'AUC_micro', 'AUC_weighted', 'accuracy', 'average_precision_score_binary', 'average_precision_score_macro', 'average_precision_score_micro', 'average_precision_score_weighted', 'balanced_accuracy', 'explained_variance', 'f1_score_binary', 'f1_score_macro', 'f1_score_micro', 'f1_score_weighted', 'log_loss', 'matthews_correlation', 'mean_absolute_error', 'mean_absolute_percentage_error', 'median_absolute_error', 'norm_macro_recall', 'normalized_mean_absolute_error', 'normalized_median_absolute_error', 'normalized_root_mean_squared_error', 'normalized_root_mean_squared_log_error', 'precision_score_binary', 'precision_score_macro', 'precision_score_micro', 'precision_score_weighted', 'r2_score', 'recall_score_binary', 'recall_score_macro', 'recall_score_micro', 'recall_score_weighted', 'root_mean_squared_error', 'root_mean_squared_log_error', 'spearman_correlation', 'weighted_accuracy'}

SCALAR_FULL_SET_TIME

SCALAR_FULL_SET_TIME = {'AUC_binary', 'AUC_macro', 'AUC_micro', 'AUC_weighted', 'accuracy', 'average_precision_score_binary', 'average_precision_score_macro', 'average_precision_score_micro', 'average_precision_score_weighted', 'balanced_accuracy', 'explained_variance', 'f1_score_binary', 'f1_score_macro', 'f1_score_micro', 'f1_score_weighted', 'fit_time', 'log_loss', 'matthews_correlation', 'mean_absolute_error', 'mean_absolute_percentage_error', 'median_absolute_error', 'norm_macro_recall', 'normalized_mean_absolute_error', 'normalized_median_absolute_error', 'normalized_root_mean_squared_error', 'normalized_root_mean_squared_log_error', 'precision_score_binary', 'precision_score_macro', 'precision_score_micro', 'precision_score_weighted', 'predict_time', 'r2_score', 'recall_score_binary', 'recall_score_macro', 'recall_score_micro', 'recall_score_weighted', 'root_mean_squared_error', 'root_mean_squared_log_error', 'spearman_correlation', 'train time', 'weighted_accuracy'}

SCALAR_REGRESSION_SET

SCALAR_REGRESSION_SET = {'explained_variance', 'mean_absolute_error', 'mean_absolute_percentage_error', 'median_absolute_error', 'normalized_mean_absolute_error', 'normalized_median_absolute_error', 'normalized_root_mean_squared_error', 'normalized_root_mean_squared_log_error', 'r2_score', 'root_mean_squared_error', 'root_mean_squared_log_error', 'spearman_correlation'}

SCHEMA_TYPE_ACCURACY_TABLE

SCHEMA_TYPE_ACCURACY_TABLE = 'accuracy_table'

SCHEMA_TYPE_CONFUSION_MATRIX

SCHEMA_TYPE_CONFUSION_MATRIX = 'confusion_matrix'

SCHEMA_TYPE_MAPE

SCHEMA_TYPE_MAPE = 'mape_table'

SCHEMA_TYPE_PREDICTIONS

SCHEMA_TYPE_PREDICTIONS = 'predictions'

SCHEMA_TYPE_RESIDUALS

SCHEMA_TYPE_RESIDUALS = 'residuals'

SCHEMA_TYPE_SMAPE

SCHEMA_TYPE_SMAPE = 'smape_table'

SMAPE

SMAPE = 'symmetric_mean_absolute_percentage_error'

Spearman

Spearman = 'spearman_correlation'

TEXT_CLASSIFICATION_MULTILABEL_PRIMARY_SET

TEXT_CLASSIFICATION_MULTILABEL_PRIMARY_SET = {'accuracy'}

TEXT_CLASSIFICATION_PRIMARY_SET

TEXT_CLASSIFICATION_PRIMARY_SET = {'AUC_weighted', 'accuracy', 'precision_score_weighted'}

TEXT_NER_PRIMARY_SET

TEXT_NER_PRIMARY_SET = {'accuracy'}

WeightedAccuracy

WeightedAccuracy = 'weighted_accuracy'