Skip to content

Commit

Permalink
Temporarily remove hash_one_hot_vectorizer_transformer.
Browse files Browse the repository at this point in the history
  • Loading branch information
yuslepukhin committed Jan 13, 2020
1 parent fc6b0aa commit aed9caf
Show file tree
Hide file tree
Showing 3 changed files with 0 additions and 171 deletions.
79 changes: 0 additions & 79 deletions onnxruntime/core/graph/featurizers_ops/featurizers_defs.cc
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,6 @@ using ONNX_NAMESPACE::OPTIONAL;
// Forward declarations
static void RegisterCatImputerFeaturizerVer1();
static void RegisterDateTimeFeaturizerVer1();
static void RegisterHashOneHotVectorizerFeaturizerVer1();
static void RegisterImputationMarkerFeaturizerVer1();
static void RegisterLabelEncoderFeaturizerVer1();
static void RegisterMaxAbsScalarFeaturizerVer1();
Expand All @@ -51,7 +50,6 @@ static void RegisterTimeSeriesImputerFeaturizerVer1();
void RegisterMSFeaturizersSchemas() {
RegisterCatImputerFeaturizerVer1();
RegisterDateTimeFeaturizerVer1();
RegisterHashOneHotVectorizerFeaturizerVer1();
RegisterImputationMarkerFeaturizerVer1();
RegisterLabelEncoderFeaturizerVer1();
RegisterMaxAbsScalarFeaturizerVer1();
Expand Down Expand Up @@ -323,83 +321,6 @@ void RegisterDateTimeFeaturizerVer1() {
);
}

void RegisterHashOneHotVectorizerFeaturizerVer1() {
static const char* doc = R"DOC(
Hashes the input to a categorical value, then produces a one hot encoded vector
based on that value.
C++-style pseudo signature:
template <typename T> HashOneHotVectorizerStruct execute(T const &value);
Examples:
Assuming the hashing algorithm...
"A" -> 1
"B" -> 2
"C" -> 5
and 'numCols' set to 8:
execute("A") -> [1, 0, 0, 0, 0, 0, 0, 0]
execute("B") -> [0, 1, 0, 0, 0, 0, 0, 0]
execute("C") -> [0, 0, 0, 0, 1, 0, 0, 0]
)DOC";

MS_FEATURIZERS_OPERATOR_SCHEMA(HashOneHotVectorizerTransformer)
.SinceVersion(1)
.SetDomain(kMSFeaturizersDomain)
.SetDoc(doc)
.Input(
0,
"State",
"State generated during training that is used for prediction",
"T0")
.Input(
1,
"Input",
"No information is available",
"InputT")
.Output(0, "NumElements", "No information available", "OutputT0")
.Output(1, "Value", "No information available", "OutputT1")
.Output(2, "Index", "No information available", "OutputT0")
.TypeConstraint(
"T0",
{"tensor(uint8)"},
"No information is available")
.TypeConstraint(
"InputT",
{"tensor(int8)", "tensor(int16)", "tensor(int32)", "tensor(int64)", "tensor(uint8)", "tensor(uint16)", "tensor(uint32)", "tensor(uint64)", "tensor(float)", "tensor(double)", "tensor(bool)", "tensor(string)"},
"No information is available")
.TypeConstraint(
"OutputT0",
{"tensor(uint64)"},
"No information is available")
.TypeConstraint(
"OutputT1",
{"tensor(uint8)"},
"No information is available")
.TypeAndShapeInferenceFunction(
[](ONNX_NAMESPACE::InferenceContext& ctx) {
const bool has_shape = hasInputShape(ctx, 1);

propagateElemTypeFromDtypeToOutput(ctx, ONNX_NAMESPACE::TensorProto_DataType_UINT64, 0);
if(has_shape) {
propagateShapeFromInputToOutput(ctx, 1, 0);
}

propagateElemTypeFromDtypeToOutput(ctx, ONNX_NAMESPACE::TensorProto_DataType_UINT8, 1);
if(has_shape) {
propagateShapeFromInputToOutput(ctx, 1, 1);
}

propagateElemTypeFromDtypeToOutput(ctx, ONNX_NAMESPACE::TensorProto_DataType_UINT64, 2);
if(has_shape) {
propagateShapeFromInputToOutput(ctx, 1, 2);
}

}
);
}

void RegisterImputationMarkerFeaturizerVer1() {
static const char* doc = R"DOC(
Returns true if the input is null, false if it is not.
Expand Down

This file was deleted.

2 changes: 0 additions & 2 deletions onnxruntime/featurizers_ops/cpu_featurizers_kernels.cc
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,6 @@ namespace featurizers {
// Forward declarations
class ONNX_OPERATOR_KERNEL_CLASS_NAME(kCpuExecutionProvider, kMSFeaturizersDomain, 1, CatImputerTransformer);
class ONNX_OPERATOR_KERNEL_CLASS_NAME(kCpuExecutionProvider, kMSFeaturizersDomain, 1, DateTimeTransformer);
class ONNX_OPERATOR_KERNEL_CLASS_NAME(kCpuExecutionProvider, kMSFeaturizersDomain, 1, HashOneHotVectorizerTransformer);
class ONNX_OPERATOR_KERNEL_CLASS_NAME(kCpuExecutionProvider, kMSFeaturizersDomain, 1, ImputationMarkerTransformer);
class ONNX_OPERATOR_KERNEL_CLASS_NAME(kCpuExecutionProvider, kMSFeaturizersDomain, 1, LabelEncoderTransformer);
class ONNX_OPERATOR_KERNEL_CLASS_NAME(kCpuExecutionProvider, kMSFeaturizersDomain, 1, MaxAbsScalarTransformer);
Expand All @@ -27,7 +26,6 @@ Status RegisterCpuMSFeaturizersKernels(KernelRegistry& kernel_registry) {
static const BuildKernelCreateInfoFn function_table[] = {
BuildKernelCreateInfo<ONNX_OPERATOR_KERNEL_CLASS_NAME(kCpuExecutionProvider, kMSFeaturizersDomain, 1, CatImputerTransformer)>,
BuildKernelCreateInfo<ONNX_OPERATOR_KERNEL_CLASS_NAME(kCpuExecutionProvider, kMSFeaturizersDomain, 1, DateTimeTransformer)>,
BuildKernelCreateInfo<ONNX_OPERATOR_KERNEL_CLASS_NAME(kCpuExecutionProvider, kMSFeaturizersDomain, 1, HashOneHotVectorizerTransformer)>,
BuildKernelCreateInfo<ONNX_OPERATOR_KERNEL_CLASS_NAME(kCpuExecutionProvider, kMSFeaturizersDomain, 1, ImputationMarkerTransformer)>,
BuildKernelCreateInfo<ONNX_OPERATOR_KERNEL_CLASS_NAME(kCpuExecutionProvider, kMSFeaturizersDomain, 1, LabelEncoderTransformer)>,
BuildKernelCreateInfo<ONNX_OPERATOR_KERNEL_CLASS_NAME(kCpuExecutionProvider, kMSFeaturizersDomain, 1, MaxAbsScalarTransformer)>,
Expand Down

0 comments on commit aed9caf

Please sign in to comment.