/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ==============================================================================*/ #include #include #include "tensorflow/contrib/lite/c/builtin_op_data.h" #include "tensorflow/contrib/lite/c/c_api_internal.h" #include "tensorflow/contrib/lite/kernels/internal/optimized/optimized_ops.h" #include "tensorflow/contrib/lite/kernels/internal/reference/reference_ops.h" #include "tensorflow/contrib/lite/kernels/internal/tensor.h" #include "tensorflow/contrib/lite/kernels/kernel_util.h" #include "tensorflow/contrib/lite/kernels/op_macros.h" namespace tflite { namespace ops { namespace builtin { namespace space_to_batch_nd { // This file has two implementations of SpaceToBatchND. enum KernelType { kReference, kGenericOptimized, }; struct SpaceToBatchNDContext { SpaceToBatchNDContext(TfLiteContext* context, TfLiteNode* node) { input = GetInput(context, node, 0); block_shape = GetInput(context, node, 1); paddings = GetInput(context, node, 2); output = GetOutput(context, node, 0); } const TfLiteTensor* input; const TfLiteTensor* block_shape; const TfLiteTensor* paddings; TfLiteTensor* output; }; // Currently, only 4D NHWC input/output op_context are supported. // The 4D array need to have exactly 2 spatial dimensions. // TODO(nupurgarg): Support arbitrary dimension in SpaceToBatchND. const int kInputDimensionNum = 4; const int kBlockSizeDimensionNum = 1; const int kSpatialDimensionNum = 2; TfLiteStatus ResizeOutputTensor(TfLiteContext* context, SpaceToBatchNDContext* op_context) { TfLiteIntArray* input_size = op_context->input->dims; const int32* block_shape = GetTensorData(op_context->block_shape); const int32* paddings_data = GetTensorData(op_context->paddings); TF_LITE_ENSURE_EQ(context, NumDimensions(op_context->block_shape), kBlockSizeDimensionNum); TF_LITE_ENSURE_EQ(context, op_context->block_shape->dims->data[0], kSpatialDimensionNum); TF_LITE_ENSURE_EQ(context, NumDimensions(op_context->paddings), kSpatialDimensionNum); TfLiteIntArray* output_size = TfLiteIntArrayCopy(input_size); // Ensures the input height and width (with padding) is a multiple of block // shape height and width. for (int dim = 0; dim < kSpatialDimensionNum; ++dim) { int final_dim_size = (input_size->data[dim + 1] + paddings_data[dim * 2] + paddings_data[dim * 2 + 1]); TF_LITE_ENSURE_EQ(context, final_dim_size % block_shape[dim], 0); output_size->data[dim + 1] = final_dim_size / block_shape[dim]; } const int output_batch_size = input_size->data[0] * block_shape[0] * block_shape[1]; const int output_channel_size = input_size->data[3]; output_size->data[0] = output_batch_size; output_size->data[3] = output_channel_size; return context->ResizeTensor(context, op_context->output, output_size); } TfLiteStatus Prepare(TfLiteContext* context, TfLiteNode* node) { TF_LITE_ENSURE_EQ(context, NumInputs(node), 3); TF_LITE_ENSURE_EQ(context, NumOutputs(node), 1); SpaceToBatchNDContext op_context(context, node); TF_LITE_ENSURE_EQ(context, NumDimensions(op_context.input), kInputDimensionNum); TF_LITE_ENSURE_EQ(context, op_context.input->type, op_context.output->type); if (!IsConstantTensor(op_context.block_shape) || !IsConstantTensor(op_context.paddings)) { SetTensorToDynamic(op_context.output); return kTfLiteOk; } return ResizeOutputTensor(context, &op_context); } template TfLiteStatus Eval(TfLiteContext* context, TfLiteNode* node) { SpaceToBatchNDContext op_context(context, node); // Resize the output tensor if the output tensor is dynamic. if (IsDynamicTensor(op_context.output)) { TF_LITE_ENSURE_OK(context, ResizeOutputTensor(context, &op_context)); } #define TF_LITE_SPACE_TO_BATCH_ND(type, scalar, pad_value) \ tflite::SpaceToBatchParams op_params; \ op_params.output_offset = pad_value; \ type::SpaceToBatchND(op_params, GetTensorShape(op_context.input), \ GetTensorData(op_context.input), \ GetTensorShape(op_context.block_shape), \ GetTensorData(op_context.block_shape), \ GetTensorShape(op_context.paddings), \ GetTensorData(op_context.paddings), \ GetTensorShape(op_context.output), \ GetTensorData(op_context.output)) switch (op_context.input->type) { // Already know in/out types are same. case kTfLiteFloat32: if (kernel_type == kReference) { TF_LITE_SPACE_TO_BATCH_ND(reference_ops, float, 0); } else { TF_LITE_SPACE_TO_BATCH_ND(optimized_ops, float, 0); } break; case kTfLiteUInt8: if (kernel_type == kReference) { TF_LITE_SPACE_TO_BATCH_ND(reference_ops, uint8_t, op_context.output->params.zero_point); } else { TF_LITE_SPACE_TO_BATCH_ND(optimized_ops, uint8_t, op_context.output->params.zero_point); } break; case kTfLiteInt32: if (kernel_type == kReference) { TF_LITE_SPACE_TO_BATCH_ND(reference_ops, int32_t, 0); } else { TF_LITE_SPACE_TO_BATCH_ND(optimized_ops, int32_t, 0); } break; case kTfLiteInt64: if (kernel_type == kReference) { TF_LITE_SPACE_TO_BATCH_ND(reference_ops, int64_t, 0); } else { TF_LITE_SPACE_TO_BATCH_ND(optimized_ops, int64_t, 0); } break; default: context->ReportError( context, "Type %d is currently not supported by SpaceToBatch.", op_context.input->type); return kTfLiteError; } #undef TF_LITE_SPACE_TO_BATCH_ND return kTfLiteOk; } } // namespace space_to_batch_nd TfLiteRegistration* Register_SPACE_TO_BATCH_ND_REF() { static TfLiteRegistration r = { nullptr, nullptr, space_to_batch_nd::Prepare, space_to_batch_nd::Eval}; return &r; } TfLiteRegistration* Register_SPACE_TO_BATCH_ND_GENERIC_OPT() { static TfLiteRegistration r = { nullptr, nullptr, space_to_batch_nd::Prepare, space_to_batch_nd::Eval}; return &r; } TfLiteRegistration* Register_SPACE_TO_BATCH_ND() { // return Register_SPACE_TO_BATCH_ND_REF(); return Register_SPACE_TO_BATCH_ND_GENERIC_OPT(); } } // namespace builtin } // namespace ops } // namespace tflite