1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
|
/* Copyright 2017 The TensorFlow Authors. All Rights Reserved.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
==============================================================================*/
#include "tensorflow/core/framework/stats_aggregator.h"
#include <memory>
#include "tensorflow/core/framework/op_kernel.h"
#include "tensorflow/core/framework/resource_op_kernel.h"
#include "tensorflow/core/framework/summary.pb.h"
#include "tensorflow/core/lib/histogram/histogram.h"
#include "tensorflow/core/platform/macros.h"
namespace tensorflow {
namespace {
class StatsAggregatorImpl : public StatsAggregator {
public:
StatsAggregatorImpl() {}
void AddToHistogram(const string& name,
gtl::ArraySlice<double> values) override {
mutex_lock l(mu_);
histogram::Histogram& histogram = histograms_[name];
for (double value : values) {
histogram.Add(value);
}
}
void AddScalar(const string& name, float value) override {
mutex_lock l(mu_);
scalars_[name] = value;
}
void EncodeToProto(Summary* out_summary) override {
mutex_lock l(mu_);
for (const auto& pair : histograms_) {
const string& name = pair.first;
const histogram::Histogram& histogram = pair.second;
Summary::Value* value = out_summary->add_value();
value->set_tag(name);
histogram.EncodeToProto(value->mutable_histo(),
false /* doesn't preserve zero buckets */);
}
for (const auto& pair : scalars_) {
Summary::Value* value = out_summary->add_value();
value->set_tag(pair.first);
value->set_simple_value(pair.second);
}
}
private:
mutex mu_;
std::unordered_map<string, histogram::Histogram> histograms_ GUARDED_BY(mu_);
std::unordered_map<string, float> scalars_ GUARDED_BY(mu_);
TF_DISALLOW_COPY_AND_ASSIGN(StatsAggregatorImpl);
};
class StatsAggregatorHandleOp
: public ResourceOpKernel<StatsAggregatorResource> {
public:
explicit StatsAggregatorHandleOp(OpKernelConstruction* ctx)
: ResourceOpKernel<StatsAggregatorResource>(ctx) {}
private:
Status CreateResource(StatsAggregatorResource** ret) override
EXCLUSIVE_LOCKS_REQUIRED(mu_) {
*ret = new StatsAggregatorResource(
std::unique_ptr<StatsAggregator>(new StatsAggregatorImpl));
return Status::OK();
}
Status VerifyResource(StatsAggregatorResource* resource) override {
return Status::OK();
}
};
class StatsAggregatorSummaryOp : public OpKernel {
public:
explicit StatsAggregatorSummaryOp(OpKernelConstruction* ctx)
: OpKernel(ctx) {}
void Compute(OpKernelContext* ctx) override {
const Tensor& resource_handle_t = ctx->input(0);
OP_REQUIRES(ctx, TensorShapeUtils::IsScalar(resource_handle_t.shape()),
errors::InvalidArgument("resource_handle must be a scalar"));
StatsAggregatorResource* resource;
OP_REQUIRES_OK(ctx,
LookupResource(ctx, HandleFromInput(ctx, 0), &resource));
core::ScopedUnref unref_iterator(resource);
Tensor* summary_t;
OP_REQUIRES_OK(ctx, ctx->allocate_output(0, TensorShape({}), &summary_t));
Summary summary;
resource->stats_aggregator()->EncodeToProto(&summary);
summary_t->scalar<string>()() = summary.SerializeAsString();
}
};
REGISTER_KERNEL_BUILDER(Name("StatsAggregatorHandle").Device(DEVICE_CPU),
StatsAggregatorHandleOp);
REGISTER_KERNEL_BUILDER(Name("StatsAggregatorSummary").Device(DEVICE_CPU),
StatsAggregatorSummaryOp);
} // namespace
} // namespace tensorflow
|
