// Copyright 2016 The TensorFlow Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. // ============================================================================= #include #include "tensorflow/contrib/ffmpeg/ffmpeg_lib.h" #include "tensorflow/core/framework/common_shape_fns.h" #include "tensorflow/core/framework/op.h" #include "tensorflow/core/framework/op_kernel.h" namespace tensorflow { namespace ffmpeg { class EncodeAudioOp : public OpKernel { public: explicit EncodeAudioOp(OpKernelConstruction* context) : OpKernel(context) { OP_REQUIRES_OK(context, context->GetAttr("file_format", &file_format_)); file_format_ = str_util::Lowercase(file_format_); OP_REQUIRES(context, file_format_ == "wav", errors::InvalidArgument("file_format arg must be \"wav\".")); OP_REQUIRES_OK( context, context->GetAttr("samples_per_second", &samples_per_second_)); OP_REQUIRES(context, samples_per_second_ > 0, errors::InvalidArgument("samples_per_second must be > 0.")); OP_REQUIRES_OK(context, context->GetAttr("bits_per_second", &bits_per_second_)); } void Compute(OpKernelContext* context) override { // Get and verify the input data. OP_REQUIRES( context, context->num_inputs() == 1, errors::InvalidArgument("EncodeAudio requires exactly one input.")); const Tensor& contents = context->input(0); OP_REQUIRES(context, TensorShapeUtils::IsMatrix(contents.shape()), errors::InvalidArgument( "sampled_audio must be a rank 2 tensor but got shape ", contents.shape().DebugString())); OP_REQUIRES( context, contents.NumElements() <= std::numeric_limits::max(), errors::InvalidArgument( "sampled_audio cannot have more than 2^31 entries. Shape = ", contents.shape().DebugString())); // Create the encoded audio file. std::vector samples; samples.reserve(contents.NumElements()); for (int32 i = 0; i < contents.NumElements(); ++i) { samples.push_back(contents.flat()(i)); } const int32 channel_count = contents.dim_size(1); string encoded_audio; OP_REQUIRES_OK(context, CreateAudioFile(file_format_, bits_per_second_, samples_per_second_, channel_count, samples, &encoded_audio)); // Copy the encoded audio file to the output tensor. Tensor* output = nullptr; OP_REQUIRES_OK(context, context->allocate_output(0, TensorShape(), &output)); output->scalar()() = encoded_audio; } private: string file_format_; int32 samples_per_second_; int32 bits_per_second_; }; REGISTER_KERNEL_BUILDER(Name("EncodeAudio").Device(DEVICE_CPU), EncodeAudioOp); REGISTER_OP("EncodeAudio") .Input("sampled_audio: float") .Output("contents: string") .Attr("file_format: string") .Attr("samples_per_second: int") .Attr("bits_per_second: int = 192000") .SetShapeFn(shape_inference::ScalarShape) .Doc(R"doc( Processes a `Tensor` containing sampled audio with the number of channels and length of the audio specified by the dimensions of the `Tensor`. The audio is converted into a string that, when saved to disk, will be equivalent to the audio in the specified audio format. The input audio has one row of the tensor for each channel in the audio file. Each channel contains audio samples starting at the beginning of the audio and having `1/samples_per_second` time between them. The output file will contain all of the audio channels contained in the tensor. sampled_audio: A rank 2 tensor containing all tracks of the audio. Dimension 0 is time and dimension 1 is the channel. contents: The binary audio file contents. file_format: A string describing the audio file format. This must be "wav". samples_per_second: The number of samples per second that the audio should have. bits_per_second: The approximate bitrate of the encoded audio file. This is ignored by the "wav" file format. )doc"); } // namespace ffmpeg } // namespace tensorflow