/* Copyright 2017 The TensorFlow Authors. All Rights Reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. ==============================================================================*/ #ifndef TENSORFLOW_COMPILER_XLA_SERVICE_HLO_MODULE_CONFIG_H_ #define TENSORFLOW_COMPILER_XLA_SERVICE_HLO_MODULE_CONFIG_H_ #include #include "absl/types/optional.h" #include "tensorflow/compiler/xla/service/computation_layout.h" #include "tensorflow/compiler/xla/types.h" #include "tensorflow/compiler/xla/xla.pb.h" #include "tensorflow/compiler/xla/xla_data.pb.h" namespace xla { // This class gathers all settings and values which affect the compiled // executable outside of the HLO code itself. This include layouts of inputs and // outputs to the module and settings such as HLO profiling. Together the // HloModule and HloModuleConfig unambiguously determine a particular // executable. class HloModuleConfig { public: // A configuration can be created either with, or without an entry // ComputationLayout. The default ctor creates it without -- in this case // accessing entry_computation_layout will CHECK-fail. The ctor accepting a // ProgramShape creates a computation layout using this shape. // The layouts in the ProgramShape will be reset to default unless // ignore_layouts is set to false. HloModuleConfig() = default; explicit HloModuleConfig(const ProgramShape& program_shape, bool ignore_layouts = true); // Checks if this config has an entry computation layout already. bool has_entry_computation_layout() const { return entry_computation_layout_.has_value(); } // Sets the entry computation layout for this config. If the entry computation // layout already exists, it is silently replaced. void SetDefaultComputationLayout(const ProgramShape& program_shape); // Returns a constant reference to the layout of the entry computation. // Assumes the layout was set. const ComputationLayout& entry_computation_layout() const { CHECK(entry_computation_layout_.has_value()); return *entry_computation_layout_; } // Returns a mutable pointer to the layout of the entry computation. // Assumes the layout was set. ComputationLayout* mutable_entry_computation_layout() { CHECK(entry_computation_layout_.has_value()); return &(*entry_computation_layout_); } // Returns whether to enable HLO-level profiling. bool hlo_profiling_enabled() const { return debug_options_.xla_hlo_profile(); } // Sets/returns the module seed set during execution. void set_seed(uint64 seed) { seed_ = seed; } uint64 seed() const { return seed_; } void set_replica_count(int64 replica_count) { replica_count_ = replica_count; } int64 replica_count() const { return replica_count_; } // Return a string which unambiguously represents all the fields of this data // structure. Used for generating a cache key for storing the compiled // executable. string compilation_cache_key() const; const DebugOptions& debug_options() const { return debug_options_; } void set_debug_options(const DebugOptions& debug_options) { debug_options_ = debug_options; } // Sets/returns the number of intra op threads for this module. void set_intra_op_parallelism_threads( const int intra_op_parallelism_threads) { intra_op_parallelism_threads_ = intra_op_parallelism_threads; } int64 intra_op_parallelism_threads() const { return intra_op_parallelism_threads_; } private: // If you add new members, be sure to update compilation_cache_key. absl::optional entry_computation_layout_; // Module/graph-level seed handle. uint64 seed_ = 0; // The number of replicas to compile this binary for. int64 replica_count_ = 1; // The target maximum parallelism at which to partition HLOs for parallel // execution on the CPU backend. int64 intra_op_parallelism_threads_ = -1; DebugOptions debug_options_; }; } // namespace xla #endif // TENSORFLOW_COMPILER_XLA_SERVICE_HLO_MODULE_CONFIG_H_