# SPDX-License-Identifier: Apache-2.0
import warnings
import logging
# Calibrated classifier CV
from sklearn.calibration import CalibratedClassifierCV
# Linear classifiers
from sklearn.linear_model import (
LogisticRegression,
LogisticRegressionCV,
PassiveAggressiveClassifier,
Perceptron,
RidgeClassifier,
RidgeClassifierCV,
SGDClassifier,
)
from sklearn.svm import LinearSVC, OneClassSVM
# Linear regressors
from sklearn.linear_model import (
ARDRegression,
BayesianRidge,
ElasticNet,
ElasticNetCV,
HuberRegressor,
Lars,
LarsCV,
Lasso,
LassoCV,
LassoLars,
LassoLarsCV,
LassoLarsIC,
LinearRegression,
MultiTaskElasticNet,
MultiTaskElasticNetCV,
MultiTaskLasso,
MultiTaskLassoCV,
OrthogonalMatchingPursuit,
OrthogonalMatchingPursuitCV,
PassiveAggressiveRegressor,
RANSACRegressor,
Ridge,
RidgeCV,
SGDRegressor,
TheilSenRegressor,
)
try:
from sklearn.linear_model import GammaRegressor
except ImportError:
# available since sklearn>=1.1
GammaRegressor = None
try:
from sklearn.linear_model import QuantileRegressor
except ImportError:
# available since sklearn>=1.0
QuantileRegressor = None
try:
from sklearn.linear_model import PoissonRegressor
except ImportError:
# available since sklearn>=0.23
PoissonRegressor = None
try:
from sklearn.linear_model import TweedieRegressor
except ImportError:
# available since sklearn>=0.23
TweedieRegressor = None
try:
from sklearn.linear_model import SGDOneClassSVM
except ImportError:
# available since sklearn>=1.0
SGDOneClassSVM = None
from sklearn.svm import LinearSVR
from sklearn.discriminant_analysis import (
LinearDiscriminantAnalysis,
QuadraticDiscriminantAnalysis,
)
# Mixture
from sklearn.mixture import GaussianMixture, BayesianGaussianMixture
# Multi-class
from sklearn.multiclass import (
_ConstantPredictor,
OneVsRestClassifier,
OneVsOneClassifier,
)
# Tree-based models
from sklearn.ensemble import (
AdaBoostClassifier,
AdaBoostRegressor,
BaggingClassifier,
BaggingRegressor,
ExtraTreesClassifier,
ExtraTreesRegressor,
GradientBoostingClassifier,
GradientBoostingRegressor,
IsolationForest,
RandomForestClassifier,
RandomForestRegressor,
RandomTreesEmbedding,
VotingClassifier,
)
try:
from sklearn.ensemble import VotingRegressor
except ImportError:
# New in 0.21
VotingRegressor = None
try:
from sklearn.ensemble import StackingClassifier, StackingRegressor
except ImportError:
# New in 0.22
StackingClassifier = None
StackingRegressor = None
from sklearn.tree import (
DecisionTreeClassifier,
DecisionTreeRegressor,
ExtraTreeClassifier,
ExtraTreeRegressor,
)
# Gaussian processes
from sklearn.gaussian_process import GaussianProcessClassifier, GaussianProcessRegressor
# GridSearchCV
from sklearn.model_selection import GridSearchCV
# MultiOutput
from sklearn.multioutput import MultiOutputClassifier, MultiOutputRegressor
# Support vector machines
from sklearn.svm import NuSVC, NuSVR, SVC, SVR
# K-nearest neighbors
from sklearn.neighbors import (
KNeighborsClassifier,
KNeighborsRegressor,
LocalOutlierFactor,
NearestNeighbors,
RadiusNeighborsClassifier,
RadiusNeighborsRegressor,
)
try:
from sklearn.neighbors import (
KNeighborsTransformer,
NeighborhoodComponentsAnalysis,
)
except ImportError:
# New in 0.22
KNeighborsTransformer = None
NeighborhoodComponentsAnalysis = None
# Naive Bayes
from sklearn.naive_bayes import (
BernoulliNB,
GaussianNB,
MultinomialNB,
)
try:
from sklearn.naive_bayes import CategoricalNB
except ImportError:
# scikit-learn versions <= 0.21
CategoricalNB = None
try:
from sklearn.naive_bayes import ComplementNB
except ImportError:
# scikit-learn versions <= 0.19
ComplementNB = None
# Neural Networks
from sklearn.neural_network import MLPClassifier, MLPRegressor
# Clustering
from sklearn.cluster import KMeans, MiniBatchKMeans
# Operators for preprocessing and feature engineering
from sklearn.cross_decomposition import PLSRegression
from sklearn.decomposition import (
KernelPCA,
IncrementalPCA,
PCA,
TruncatedSVD,
)
from sklearn.feature_extraction import (
DictVectorizer,
FeatureHasher,
)
from sklearn.feature_extraction.text import (
CountVectorizer,
TfidfTransformer,
TfidfVectorizer,
)
from sklearn.feature_selection import (
GenericUnivariateSelect,
RFE,
RFECV,
SelectFdr,
SelectFpr,
SelectFromModel,
SelectFwe,
SelectKBest,
SelectPercentile,
VarianceThreshold,
)
try:
# 0.20
from sklearn.impute import SimpleImputer
except ImportError:
# 0.19
from sklearn.preprocessing import Imputer as SimpleImputer
from sklearn.preprocessing import Binarizer
try:
from sklearn.preprocessing import Imputer
except ImportError:
# removed in 0.21
Imputer = None
try:
from sklearn.impute import KNNImputer
except ImportError:
# New in 0.22
KNNImputer = None
try:
from sklearn.preprocessing import KBinsDiscretizer
except ImportError:
# not available in 0.19
KBinsDiscretizer = None
from sklearn.preprocessing import (
LabelBinarizer,
LabelEncoder,
Normalizer,
OneHotEncoder,
)
try:
from sklearn.preprocessing import OrdinalEncoder
except ImportError:
# Not available in scikit-learn < 0.20.0
OrdinalEncoder = None
from sklearn.preprocessing import (
FunctionTransformer,
KernelCenterer,
MaxAbsScaler,
MinMaxScaler,
PolynomialFeatures,
RobustScaler,
StandardScaler,
)
try:
from sklearn.preprocessing import PowerTransformer
except ImportError:
# Not available in scikit-learn < 0.20.0
PowerTransformer = None
try:
from sklearn.ensemble import (
HistGradientBoostingClassifier,
HistGradientBoostingRegressor,
)
except ImportError:
# Second verification as these models still require
# manual activation.
try:
from sklearn.ensemble._hist_gradient_boosting.gradient_boosting import ( # noqa
HistGradientBoostingClassifier,
HistGradientBoostingRegressor,
)
except ImportError:
HistGradientBoostingRegressor = None
HistGradientBoostingClassifier = None
from sklearn.random_projection import GaussianRandomProjection
try:
from sklearn.compose import ColumnTransformer
except ImportError:
# ColumnTransformer was introduced in 0.20.
ColumnTransformer = None
from sklearn.pipeline import Pipeline, FeatureUnion
# Custom extension
from .sklapi import CastRegressor, CastTransformer, ReplaceTransformer
from .common._registration import register_converter, register_shape_calculator
logger = logging.getLogger("skl2onnx")
# In most cases, scikit-learn operator produces only one output.
# However, each classifier has basically two outputs; one is the
# predicted label and the other one is the probabilities of all
# possible labels. Here is a list of supported scikit-learn
# classifiers. In the parsing stage, we produce two outputs for objects
# included in the following list and one output for everything not in
# the list.
sklearn_classifier_list = list(
filter(
lambda m: m is not None,
[
_ConstantPredictor,
AdaBoostClassifier,
BaggingClassifier,
BernoulliNB,
CategoricalNB,
CalibratedClassifierCV,
ComplementNB,
DecisionTreeClassifier,
ExtraTreeClassifier,
ExtraTreesClassifier,
GaussianNB,
GaussianProcessClassifier,
GradientBoostingClassifier,
HistGradientBoostingClassifier,
KNeighborsClassifier,
LinearDiscriminantAnalysis,
LinearSVC,
LogisticRegression,
LogisticRegressionCV,
MLPClassifier,
MultinomialNB,
NuSVC,
OneVsOneClassifier,
OneVsRestClassifier,
PassiveAggressiveClassifier,
Perceptron,
QuadraticDiscriminantAnalysis,
RandomForestClassifier,
SGDClassifier,
StackingClassifier,
SVC,
VotingClassifier,
],
)
)
# Clustering algorithms: produces two outputs, label and score for
# each cluster in most cases.
cluster_list = [KMeans, MiniBatchKMeans]
# Outlier detection algorithms:
# produces two outputs, label and scores
outlier_list = [IsolationForest, LocalOutlierFactor, OneClassSVM]
# Associate scikit-learn types with our operator names. If two
# scikit-learn models share a single name, it means their are
# equivalent in terms of conversion.
def build_sklearn_operator_name_map():
res = {
k: "Sklearn" + k.__name__
for k in [
_ConstantPredictor,
AdaBoostClassifier,
AdaBoostRegressor,
BaggingClassifier,
BaggingRegressor,
BayesianGaussianMixture,
BayesianRidge,
BernoulliNB,
Binarizer,
CalibratedClassifierCV,
CategoricalNB,
CastRegressor,
CastTransformer,
ColumnTransformer,
ComplementNB,
CountVectorizer,
DictVectorizer,
DecisionTreeClassifier,
DecisionTreeRegressor,
ExtraTreeClassifier,
ExtraTreeRegressor,
ExtraTreesClassifier,
ExtraTreesRegressor,
FeatureHasher,
FeatureUnion,
FunctionTransformer,
GammaRegressor,
GaussianNB,
GaussianMixture,
GaussianProcessClassifier,
GaussianProcessRegressor,
GaussianRandomProjection,
GenericUnivariateSelect,
GradientBoostingClassifier,
GradientBoostingRegressor,
HistGradientBoostingClassifier,
HistGradientBoostingRegressor,
Imputer,
IncrementalPCA,
IsolationForest,
KMeans,
LabelBinarizer,
LabelEncoder,
LinearRegression,
LinearSVC,
LinearSVR,
LocalOutlierFactor,
MaxAbsScaler,
MiniBatchKMeans,
MinMaxScaler,
MLPClassifier,
MLPRegressor,
MultinomialNB,
MultiOutputClassifier,
MultiOutputRegressor,
KBinsDiscretizer,
KernelCenterer,
KernelPCA,
KNeighborsClassifier,
KNeighborsRegressor,
KNeighborsTransformer,
KNNImputer,
NearestNeighbors,
NeighborhoodComponentsAnalysis,
Normalizer,
OneClassSVM,
OneHotEncoder,
OneVsOneClassifier,
OneVsRestClassifier,
OrdinalEncoder,
PCA,
PLSRegression,
Pipeline,
PoissonRegressor,
PolynomialFeatures,
PowerTransformer,
QuadraticDiscriminantAnalysis,
RadiusNeighborsClassifier,
RadiusNeighborsRegressor,
RandomForestClassifier,
RandomForestRegressor,
RandomTreesEmbedding,
RANSACRegressor,
ReplaceTransformer,
RFE,
RFECV,
RobustScaler,
SelectFdr,
SelectFpr,
SelectFromModel,
SelectFwe,
SelectKBest,
SelectPercentile,
SGDClassifier,
SGDOneClassSVM,
SimpleImputer,
StackingClassifier,
StackingRegressor,
SVC,
SVR,
TfidfVectorizer,
TfidfTransformer,
TruncatedSVD,
TweedieRegressor,
VarianceThreshold,
VotingClassifier,
VotingRegressor,
]
if k is not None
}
res.update(
{
ARDRegression: "SklearnLinearRegressor",
ElasticNet: "SklearnLinearRegressor",
ElasticNetCV: "SklearnLinearRegressor",
GridSearchCV: "SklearnGridSearchCV",
HuberRegressor: "SklearnLinearRegressor",
LinearRegression: "SklearnLinearRegressor",
Lars: "SklearnLinearRegressor",
LarsCV: "SklearnLinearRegressor",
Lasso: "SklearnLinearRegressor",
LassoCV: "SklearnLinearRegressor",
LassoLars: "SklearnLinearRegressor",
LassoLarsCV: "SklearnLinearRegressor",
LassoLarsIC: "SklearnLinearRegressor",
LinearDiscriminantAnalysis: "SklearnLinearClassifier",
LogisticRegression: "SklearnLinearClassifier",
LogisticRegressionCV: "SklearnLinearClassifier",
MultiTaskElasticNet: "SklearnLinearRegressor",
MultiTaskElasticNetCV: "SklearnLinearRegressor",
MultiTaskLasso: "SklearnLinearRegressor",
MultiTaskLassoCV: "SklearnLinearRegressor",
NuSVC: "SklearnSVC",
NuSVR: "SklearnSVR",
OrthogonalMatchingPursuit: "SklearnLinearRegressor",
OrthogonalMatchingPursuitCV: "SklearnLinearRegressor",
PassiveAggressiveClassifier: "SklearnSGDClassifier",
PassiveAggressiveRegressor: "SklearnLinearRegressor",
Perceptron: "SklearnSGDClassifier",
QuantileRegressor: "SklearnLinearRegressor",
Ridge: "SklearnLinearRegressor",
RidgeCV: "SklearnLinearRegressor",
RidgeClassifier: "SklearnLinearClassifier",
RidgeClassifierCV: "SklearnLinearClassifier",
SGDRegressor: "SklearnLinearRegressor",
StandardScaler: "SklearnScaler",
TheilSenRegressor: "SklearnLinearRegressor",
}
)
if None in res:
del res[None]
return res
[docs]def update_registered_converter(
model, alias, shape_fct, convert_fct, overwrite=True, parser=None, options=None
):
"""
Registers or updates a converter for a new model so that
it can be converted when inserted in a *scikit-learn* pipeline.
:param model: model class
:param alias: alias used to register the model
:param shape_fct: function which checks or modifies the expected
outputs, this function should be fast so that the whole graph
can be computed followed by the conversion of each model,
parallelized or not
:param convert_fct: function which converts a model
:param overwrite: False to raise exception if a converter
already exists
:param parser: overwrites the parser as well if not empty
:param options: registered options for this converter
The alias is usually the library name followed by the model name.
Example:
::
from skl2onnx.common.shape_calculator import calculate_linear_classifier_output_shapes
from skl2onnx.operator_converters.RandomForest import convert_sklearn_random_forest_classifier
from skl2onnx import update_registered_converter
update_registered_converter(
SGDClassifier, 'SklearnLinearClassifier',
calculate_linear_classifier_output_shapes,
convert_sklearn_random_forest_classifier,
options={'zipmap': [True, False, 'columns'],
'output_class_labels': [False, True],
'raw_scores': [True, False]})
The function does not update the parser if not specified except if
option `'zipmap'` is added to the list. Every classifier
must declare this option to let the default parser
automatically handle that option.
""" # noqa
if (
not overwrite
and model in sklearn_operator_name_map
and alias != sklearn_operator_name_map[model]
):
warnings.warn(
"Model '{0}' was already registered under alias "
"'{1}'.".format(model, sklearn_operator_name_map[model])
)
sklearn_operator_name_map[model] = alias
register_converter(alias, convert_fct, overwrite=overwrite, options=options)
register_shape_calculator(alias, shape_fct, overwrite=overwrite)
if parser is not None:
from ._parse import update_registered_parser
update_registered_parser(model, parser)
elif options is not None and (
"zipmap" in options or "output_class_labels" in options
):
from ._parse import _parse_sklearn_classifier, update_registered_parser
update_registered_parser(model, _parse_sklearn_classifier)
def _get_sklearn_operator_name(model_type):
"""
Get operator name of the input argument
:param model_type: A scikit-learn object (e.g., SGDClassifier
and Binarizer)
:return: A string which stands for the type of the input model in
our conversion framework
"""
if model_type not in sklearn_operator_name_map:
# No proper operator name found, it means a local operator.
alias = None
else:
alias = sklearn_operator_name_map[model_type]
logger.debug("[parsing] found alias=%r for type=%r.", alias, model_type)
return alias
def get_model_alias(model_type):
"""
Get alias model. Raise an exception if not found.
:param model_type: A scikit-learn object (e.g., SGDClassifier
and Binarizer)
:return: A string which stands for the type of the input model in
our conversion framework
"""
res = _get_sklearn_operator_name(model_type)
if res is None:
raise RuntimeError(
"Unable to find alias for model '{}'. "
"The converter is likely missing."
"".format(model_type)
)
return res
# registered converters
sklearn_operator_name_map = build_sklearn_operator_name_map()