/* Copyright 2016 The TensorFlow Authors All Rights Reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ==============================================================================*/ #include "tensorflow/core/profiler/tfprof_options.h" #include "tensorflow/core/lib/core/errors.h" #include "tensorflow/core/lib/strings/str_util.h" #include "tensorflow/core/lib/strings/strcat.h" #include "tensorflow/core/lib/strings/stringprintf.h" #include "tensorflow/core/profiler/tfprof_options.pb.h" namespace tensorflow { namespace tfprof { namespace { string KeyValueToStr(const std::map& kv_map) { std::vector kv_vec; kv_vec.reserve(kv_map.size()); for (const auto& pair : kv_map) { kv_vec.push_back(strings::StrCat(pair.first, "=", pair.second)); } return str_util::Join(kv_vec, ","); } } // namespace tensorflow::Status ParseOutput(const string& output_opt, string* output_type, std::map* output_options) { // The default is to use stdout. if (output_opt.empty()) { *output_type = kOutput[1]; return tensorflow::Status::OK(); } std::set output_types(kOutput, kOutput + sizeof(kOutput) / sizeof(*kOutput)); auto opt_split = output_opt.find(":"); std::vector kv_split; if (opt_split == output_opt.npos) { if (output_types.find(output_opt) == output_types.end()) { return tensorflow::Status( tensorflow::error::INVALID_ARGUMENT, strings::Printf("E.g. Unknown output type: %s, Valid types: %s\n", output_opt.c_str(), str_util::Join(output_types, ",").c_str())); } *output_type = output_opt; } else { *output_type = output_opt.substr(0, opt_split); if (output_types.find(*output_type) == output_types.end()) { return tensorflow::Status( tensorflow::error::INVALID_ARGUMENT, strings::Printf("E.g. Unknown output type: %s, Valid types: %s\n", output_type->c_str(), str_util::Join(output_types, ",").c_str())); } kv_split = str_util::Split(output_opt.substr(opt_split + 1), ",", str_util::SkipEmpty()); } std::set valid_options; std::set required_options; if (*output_type == kOutput[0]) { valid_options.insert( kTimelineOpts, kTimelineOpts + sizeof(kTimelineOpts) / sizeof(*kTimelineOpts)); required_options.insert( kTimelineRequiredOpts, kTimelineRequiredOpts + sizeof(kTimelineRequiredOpts) / sizeof(*kTimelineRequiredOpts)); } else if (*output_type == kOutput[2]) { valid_options.insert(kFileOpts, kFileOpts + sizeof(kFileOpts) / sizeof(*kFileOpts)); required_options.insert(kFileRequiredOpts, kFileRequiredOpts + sizeof(kFileRequiredOpts) / sizeof(*kFileRequiredOpts)); } else if (*output_type == kOutput[3]) { valid_options.insert(kPprofOpts, kPprofOpts + sizeof(kPprofOpts) / sizeof(*kPprofOpts)); required_options.insert( kPprofRequiredOpts, kPprofRequiredOpts + sizeof(kPprofRequiredOpts) / sizeof(*kPprofRequiredOpts)); } for (const string& kv_str : kv_split) { const std::vector kv = str_util::Split(kv_str, "=", str_util::SkipEmpty()); if (kv.size() != 2) { return tensorflow::Status( tensorflow::error::INVALID_ARGUMENT, "Visualize format: -output timeline:key=value,key=value,..."); } if (valid_options.find(kv[0]) == valid_options.end()) { return tensorflow::Status( tensorflow::error::INVALID_ARGUMENT, strings::Printf("Unrecognized options %s for output_type: %s\n", kv[0].c_str(), output_type->c_str())); } (*output_options)[kv[0]] = kv[1]; } for (const string& opt : required_options) { if (output_options->find(opt) == output_options->end()) { return tensorflow::Status( tensorflow::error::INVALID_ARGUMENT, strings::Printf("Missing required output_options for %s\n" "E.g. -output %s:%s=...\n", output_type->c_str(), output_type->c_str(), opt.c_str())); } } return tensorflow::Status::OK(); } tensorflow::Status Options::FromProtoStr(const string& opts_proto_str, Options* opts) { OptionsProto opts_pb; if (!opts_pb.ParseFromString(opts_proto_str)) { return tensorflow::Status( tensorflow::error::INTERNAL, strings::StrCat("Failed to parse option string from Python API: ", opts_proto_str)); } string output_type; std::map output_options; tensorflow::Status s = ParseOutput(opts_pb.output(), &output_type, &output_options); if (!s.ok()) return s; if (!opts_pb.dump_to_file().empty()) { fprintf(stderr, "-dump_to_file option is deprecated. " "Please use -output file:outfile=\n"); fprintf(stderr, "-output %s is overwritten with -output file:outfile=%s\n", opts_pb.output().c_str(), opts_pb.dump_to_file().c_str()); output_type = kOutput[2]; output_options.clear(); output_options[kFileOpts[0]] = opts_pb.dump_to_file(); } *opts = Options( opts_pb.max_depth(), opts_pb.min_bytes(), opts_pb.min_peak_bytes(), opts_pb.min_residual_bytes(), opts_pb.min_output_bytes(), opts_pb.min_micros(), opts_pb.min_accelerator_micros(), opts_pb.min_cpu_micros(), opts_pb.min_params(), opts_pb.min_float_ops(), opts_pb.min_occurrence(), opts_pb.step(), opts_pb.order_by(), std::vector(opts_pb.account_type_regexes().begin(), opts_pb.account_type_regexes().end()), std::vector(opts_pb.start_name_regexes().begin(), opts_pb.start_name_regexes().end()), std::vector(opts_pb.trim_name_regexes().begin(), opts_pb.trim_name_regexes().end()), std::vector(opts_pb.show_name_regexes().begin(), opts_pb.show_name_regexes().end()), std::vector(opts_pb.hide_name_regexes().begin(), opts_pb.hide_name_regexes().end()), opts_pb.account_displayed_op_only(), std::vector(opts_pb.select().begin(), opts_pb.select().end()), output_type, output_options); return tensorflow::Status::OK(); } string Options::ToString() const { const string s = strings::Printf( "%-28s%d\n" "%-28s%lld\n" "%-28s%lld\n" "%-28s%lld\n" "%-28s%lld\n" "%-28s%lld\n" "%-28s%lld\n" "%-28s%lld\n" "%-28s%lld\n" "%-28s%lld\n" "%-28s%lld\n" "%-28s%lld\n" "%-28s%s\n" "%-28s%s\n" "%-28s%s\n" "%-28s%s\n" "%-28s%s\n" "%-28s%s\n" "%-28s%s\n" "%-28s%s\n" "%-28s%s:%s\n", kOptions[0], max_depth, kOptions[1], min_bytes, kOptions[2], min_peak_bytes, kOptions[3], min_residual_bytes, kOptions[4], min_output_bytes, kOptions[5], min_micros, kOptions[6], min_accelerator_micros, kOptions[7], min_cpu_micros, kOptions[8], min_params, kOptions[9], min_float_ops, kOptions[10], min_occurrence, kOptions[11], step, kOptions[12], order_by.c_str(), kOptions[13], str_util::Join(account_type_regexes, ",").c_str(), kOptions[14], str_util::Join(start_name_regexes, ",").c_str(), kOptions[15], str_util::Join(trim_name_regexes, ",").c_str(), kOptions[16], str_util::Join(show_name_regexes, ",").c_str(), kOptions[17], str_util::Join(hide_name_regexes, ",").c_str(), kOptions[18], (account_displayed_op_only ? "true" : "false"), kOptions[19], str_util::Join(select, ",").c_str(), kOptions[20], output_type.c_str(), KeyValueToStr(output_options).c_str()); return s; } } // namespace tfprof } // namespace tensorflow