1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
|
/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#include <algorithm>
#include <array>
#include <memory>
#include "absl/memory/memory.h"
#include "tensorflow/compiler/xla/array4d.h"
#include "tensorflow/compiler/xla/client/local_client.h"
#include "tensorflow/compiler/xla/client/padding.h"
#include "tensorflow/compiler/xla/client/xla_builder.h"
#include "tensorflow/compiler/xla/reference_util.h"
#include "tensorflow/compiler/xla/statusor.h"
#include "tensorflow/compiler/xla/test.h"
#include "tensorflow/compiler/xla/tests/client_library_test_base.h"
#include "tensorflow/compiler/xla/tests/literal_test_util.h"
#include "tensorflow/compiler/xla/tests/test_macros.h"
#include "tensorflow/core/platform/logging.h"
#include "tensorflow/core/platform/types.h"
namespace xla {
namespace {
StatusOr<ConvolutionDimensionNumbers> CreateConvDimensionNumbers(
int64 input_batch, int64 input_feature, int64 input_first_spatial,
int64 input_second_spatial, int64 output_batch, int64 output_feature,
int64 output_first_spatial, int64 output_second_spatial,
int64 kernel_output_feature, int64 kernel_input_feature,
int64 kernel_first_spatial, int64 kernel_second_spatial) {
ConvolutionDimensionNumbers dimension_numbers;
dimension_numbers.set_input_batch_dimension(input_batch);
dimension_numbers.set_input_feature_dimension(input_feature);
dimension_numbers.add_input_spatial_dimensions(input_first_spatial);
dimension_numbers.add_input_spatial_dimensions(input_second_spatial);
dimension_numbers.set_kernel_output_feature_dimension(kernel_output_feature);
dimension_numbers.set_kernel_input_feature_dimension(kernel_input_feature);
dimension_numbers.add_kernel_spatial_dimensions(kernel_first_spatial);
dimension_numbers.add_kernel_spatial_dimensions(kernel_second_spatial);
dimension_numbers.set_output_batch_dimension(output_batch);
dimension_numbers.set_output_feature_dimension(output_feature);
dimension_numbers.add_output_spatial_dimensions(output_first_spatial);
dimension_numbers.add_output_spatial_dimensions(output_second_spatial);
TF_RETURN_IF_ERROR(XlaBuilder::Validate(dimension_numbers));
return dimension_numbers;
}
class ConvolutionDimensionNumbersTest : public ClientLibraryTestBase {};
// Tests the convolution operation with invalid input dimension numbers.
TEST_F(ConvolutionDimensionNumbersTest, InvalidInputDimensionNumbers) {
auto dimension_numbers_status =
CreateConvDimensionNumbers(0, 2, 2, 3, 0, 1, 2, 3, 0, 1, 2, 3);
ASSERT_FALSE(dimension_numbers_status.ok());
ASSERT_THAT(dimension_numbers_status.status().error_message(),
::testing::HasSubstr("input are not unique"));
}
// Tests the convolution operation with invalid weight dimension numbers.
TEST_F(ConvolutionDimensionNumbersTest, InvalidWeightDimensionNumbers) {
auto dimension_numbers_status =
CreateConvDimensionNumbers(0, 1, 2, 3, 0, 1, 2, 3, 0, 2, 2, 3);
ASSERT_FALSE(dimension_numbers_status.ok());
ASSERT_THAT(dimension_numbers_status.status().error_message(),
::testing::HasSubstr("weight are not unique"));
}
// Tests the convolution operation with invalid output dimension numbers.
TEST_F(ConvolutionDimensionNumbersTest, InvalidOutputDimensionNumbers) {
auto dimension_numbers_status =
CreateConvDimensionNumbers(0, 1, 2, 3, 0, 2, 2, 3, 0, 1, 2, 3);
ASSERT_FALSE(dimension_numbers_status.ok());
ASSERT_THAT(dimension_numbers_status.status().error_message(),
::testing::HasSubstr("output are not unique"));
}
XLA_TEST_F(ConvolutionDimensionNumbersTest,
TwoConvsWithDifferentDimensionNumbers) {
auto input_array = absl::make_unique<Array4D<float>>(2, 3, 5, 5);
input_array->FillWithMultiples(0.1);
auto weight_array = absl::make_unique<Array4D<float>>(4, 3, 1, 1);
weight_array->FillWithMultiples(0.2);
auto weight_data =
client_
->TransferToServer(*LiteralUtil::CreateR4FromArray4D(*weight_array))
.ConsumeValueOrDie();
XlaBuilder builder(TestName());
auto input = ConstantR4FromArray4D<float>(&builder, *input_array);
auto weight =
Parameter(&builder, 0, ShapeUtil::MakeShape(F32, {4, 3, 1, 1}), "weight");
auto conv1 = Conv(input, weight, {1, 1}, Padding::kValid);
ConvolutionDimensionNumbers dim_nums =
XlaBuilder::CreateDefaultConvDimensionNumbers();
// Swap batch_dimension and feature_dimension.
int64 old_input_batch_dim = dim_nums.input_batch_dimension();
int64 old_output_batch_dim = dim_nums.output_batch_dimension();
dim_nums.set_input_batch_dimension(dim_nums.input_feature_dimension());
dim_nums.set_output_batch_dimension(dim_nums.output_feature_dimension());
dim_nums.set_input_feature_dimension(old_input_batch_dim);
dim_nums.set_output_feature_dimension(old_output_batch_dim);
// Swap kernel_input_feature_dimension and kernel_output_feature_dimension.
int64 old_kernel_input_feature_dim =
dim_nums.kernel_input_feature_dimension();
dim_nums.set_kernel_input_feature_dimension(
dim_nums.kernel_output_feature_dimension());
dim_nums.set_kernel_output_feature_dimension(old_kernel_input_feature_dim);
ConvWithGeneralDimensions(input, conv1, {1, 1}, Padding::kValid, dim_nums);
auto expected_conv1 = ReferenceUtil::ConvArray4D(*input_array, *weight_array,
{1, 1}, Padding::kValid);
auto expected_conv2 = ReferenceUtil::ConvArray4DGeneralDimensions(
*input_array, *expected_conv1, {1, 1}, Padding::kValid, dim_nums);
ComputeAndCompareR4<float>(&builder, *expected_conv2, {weight_data.get()},
ErrorSpec(0.001, 0.01));
}
} // namespace
} // namespace xla
|
