| /external/tensorflow/tensorflow/compiler/xla/service/cpu/ |
| dot_op_emitter.h | 60 const llvm_ir::IrArray& target_array, const llvm_ir::IrArray& lhs_array,
61 const llvm_ir::IrArray& rhs_array, const llvm_ir::IrArray* addend_array,
68 bool transpose_rhs, const llvm_ir::IrArray& target_array,
69 const llvm_ir::IrArray& lhs_array,
70 const llvm_ir::IrArray& rhs_array,
71 const llvm_ir::IrArray* addend_array,
94 // returns an IrArray index for the given operand_array containing the indvars
98 llvm_ir::IrArray::Index EmitOperandArrayLoopNest
[all...] |
| parallel_loop_emitter.h | 55 const llvm_ir::IrArray& target_array,
63 llvm_ir::IrArray::Index EmitIndexAndSetExitBasicBlock(
|
| parallel_loop_emitter.cc | 27 const llvm_ir::IrArray& target_array,
32 llvm_ir::IrArray::Index ParallelLoopEmitter::EmitIndexAndSetExitBasicBlock(
39 llvm_ir::IrArray::Index array_index(num_dims);
|
| ir_emitter.cc | 338 llvm_ir::IrArray infeed_array = GetIrArrayFor(infeed);
502 const llvm_ir::IrArray::Index& index) {
505 const llvm_ir::IrArray& array = GetIrArrayFor(operand);
546 reducer_function](const llvm_ir::IrArray::Index& index) {
564 const llvm_ir::IrArray::Index window_index = loops.AddLoopsForShape(
570 llvm_ir::IrArray::Index input_index(index.size());
601 llvm_ir::IrArray input_array(GetIrArrayFor(operand));
660 [this, init_value](const llvm_ir::IrArray::Index& target_index) {
667 const llvm_ir::IrArray::Index source_index =
693 const llvm_ir::IrArray::Index window_index = window_loops.AddLoopsForShape
[all...] |
| ir_emitter.h | 190 // Gets an IrArray representing the given hlo.
191 llvm_ir::IrArray GetIrArrayFor(const HloInstruction* hlo);
194 std::vector<llvm_ir::IrArray> GetIrArraysForOperandsOf(
197 // Augments IrArray with aliasing information.
199 llvm_ir::IrArray* array) {
358 const llvm_ir::IrArray& containing_array);
374 const llvm_ir::IrArray::Index& output_index,
391 const llvm_ir::IrArray& target_array,
392 const llvm_ir::IrArray& source_array);
|
| dot_op_emitter.cc | 527 const llvm_ir::IrArray& target_array, const llvm_ir::IrArray& lhs_array,
528 const llvm_ir::IrArray& rhs_array, const llvm_ir::IrArray* addend_array,
546 const llvm_ir::IrArray& target_array, const llvm_ir::IrArray& lhs_array,
547 const llvm_ir::IrArray& rhs_array, const llvm_ir::IrArray* addend_array,
765 llvm_ir::IrArray::Index lhs_index = EmitOperandArrayLoopNest(
767 llvm_ir::IrArray::Index rhs_index = EmitOperandArrayLoopNest
[all...] |
| /external/tensorflow/tensorflow/compiler/xla/service/llvm_ir/ |
| loop_emitter.h | 36 std::function<StatusOr<llvm::Value*>(const IrArray::Index& index)>;
42 std::function<tensorflow::Status(const IrArray::Index& index)>;
49 const IrArray& target_array, llvm::IRBuilder<>* ir_builder);
57 tensorflow::gtl::ArraySlice<IrArray> target_arrays,
67 IrArray::Index EmitIndexAndSetExitBasicBlock() {
70 virtual IrArray::Index EmitIndexAndSetExitBasicBlock(
|
| tuple_ops.h | 62 void EmitTupleSelect(IrArray select, IrArray pred, llvm::Value* on_true,
68 void EmitTuple(IrArray tuple,
|
| ops.h | 67 tensorflow::gtl::ArraySlice<IrArray> operand_arrays,
68 const IrArray& output_array, tensorflow::StringPiece name,
77 tensorflow::gtl::ArraySlice<IrArray> fusion_operand_arrays,
78 const IrArray& fusion_output_array, ElementalIrEmitter* elemental_emitter,
85 tensorflow::gtl::ArraySlice<IrArray> fusion_operand_arrays,
86 const IrArray& fusion_output_array, ElementalIrEmitter* elemental_emitter,
|
| loop_emitter.cc | 40 const IrArray& target_array,
42 : body_emitter_([=](const llvm_ir::IrArray::Index array_index)
56 const std::vector<IrArray>& target_arrays, llvm::IRBuilder<>* ir_builder) {
57 return [=](const llvm_ir::IrArray::Index array_index) {
76 tensorflow::gtl::ArraySlice<IrArray> target_arrays,
80 std::vector<IrArray>(target_arrays.begin(), target_arrays.end()),
86 for (const IrArray& array : target_arrays) {
91 IrArray::Index LoopEmitter::EmitIndexAndSetExitBasicBlock(
96 return IrArray::Index();
104 IrArray::Index array_index(shape_.dimensions_size())
[all...] |
| ops.cc | 41 ElementGenerator update_array_generator, const IrArray& output_array,
48 IrArray::Index start_index(rank);
50 IrArray::Index dim_index({ir_builder->getInt64(i)});
54 auto loop_body_emitter = [&](const IrArray::Index& update_index) -> Status {
60 IrArray::Index output_index(rank);
87 tensorflow::gtl::ArraySlice<IrArray> operand_arrays,
88 const IrArray& output_array, tensorflow::StringPiece name,
94 IrArray update_array = operand_arrays[1];
95 IrArray start_indices_array = operand_arrays[2];
99 ElementGenerator start_indices_generator = [&](const IrArray::Index& index)
[all...] |
| ir_array.cc | 32 IrArray::Index::Index(llvm::Value* linear, const Shape& shape,
67 IrArray::Index::Index(tensorflow::gtl::ArraySlice<llvm::Value*> multidim,
79 IrArray::Index::Index(tensorflow::gtl::ArraySlice<llvm::Value*> multidim,
89 IrArray::IrArray(llvm::Value* base_ptr, const Shape& shape)
110 bool IrArray::Index::LinearValidOnShape(const Shape& a) const {
121 IrArray::Index IrArray::Index::SourceIndexOfReshape(
170 IrArray::Index IrArray::Index::SourceIndexOfSlice
[all...] |
| fused_ir_emitter.cc | 33 using llvm_ir::IrArray;
37 [=](const IrArray::Index& index) -> StatusOr<llvm::Value*> {
83 generators_[constant] = [=](const IrArray::Index& index) {
84 return IrArray(global, constant->shape())
110 [=](const IrArray::Index& index) -> StatusOr<llvm::Value*> {
111 // TODO(b/34080002) Add aliasing information to tuple element IrArray.
112 return IrArray(tuple_element_ptr, get_tuple_element->shape())
120 generators_[parameter] = [=](const IrArray::Index& index) {
140 [=](const IrArray::Index& index) -> StatusOr<llvm::Value*> {
|
| ir_array.h | 35 // IrArray represents an XLA array at the LLVM IR level. This class
41 class IrArray {
43 // A multidimensional index into an IrArray. The index for dimension zero is
167 // Default constructor. Constructs an IrArray in a null status.
168 IrArray() : base_ptr_(nullptr), shape_(nullptr) {}
170 // Construct an IrArray with the given base pointer and shape. base_ptr is a
172 IrArray(llvm::Value* base_ptr, const Shape& shape);
175 IrArray(IrArray&& other) = default;
176 IrArray(const IrArray& other) = default
[all...] |
| fused_ir_emitter.h | 56 FusedIrEmitter(tensorflow::gtl::ArraySlice<llvm_ir::IrArray> parameter_arrays,
91 tensorflow::gtl::ArraySlice<llvm_ir::IrArray> parameter_arrays_;
|
| tuple_ops.cc | 33 void EmitTupleSelect(IrArray select, IrArray pred, llvm::Value* on_true,
73 void EmitTuple(IrArray tuple,
|
| alias_analysis.h | 39 // Augments IrArray with aliasing information.
41 llvm_ir::IrArray* array);
|
| llvm_loop.h | 225 IrArray::Index AddLoopsForShape(const Shape& shape,
234 IrArray::Index AddLoopsForShapeOnDimensions(
|
| /external/tensorflow/tensorflow/compiler/xla/service/gpu/ |
| parallel_loop_emitter.h | 41 const llvm_ir::IrArray& target_array,
52 tensorflow::gtl::ArraySlice<llvm_ir::IrArray> target_arrays,
59 llvm_ir::IrArray::Index EmitIndexAndSetExitBasicBlock(
|
| parallel_loop_emitter.cc | 41 tensorflow::gtl::ArraySlice<llvm_ir::IrArray> target_arrays,
48 const llvm_ir::IrArray& target_array,
53 llvm_ir::IrArray::Index ParallelLoopEmitter::EmitIndexAndSetExitBasicBlock(
119 return llvm_ir::IrArray::Index(linear_index, shape_, ir_builder_);
|
| ir_emitter.h | 110 // Gets the IrArray which contains inst. This array has metadata that makes
114 llvm_ir::IrArray GetIrArray(const HloInstruction& inst,
175 // returns an IrArray index for the given operand_array containing the indvars
179 llvm_ir::IrArray::Index EmitOperandArrayLoopNest(
180 const llvm_ir::IrArray& operand_array, int64 reduction_dimension,
|
| ir_emitter_unnested.cc | 509 std::vector<llvm_ir::IrArray> parameter_arrays;
571 std::vector<llvm_ir::IrArray> operand_arrays;
584 llvm_ir::IrArray output_array = GetIrArray(*fusion, *fusion);
698 int64 EmitTranspose021Tiled(llvm_ir::IrArray input, llvm_ir::IrArray output,
702 auto offset_dim = [builder](llvm_ir::IrArray::Index index,
[all...] |
| ir_emitter.cc | 72 operand_to_generator[operand] = [=](const llvm_ir::IrArray::Index& index) {
444 const llvm_ir::IrArray& target_array = GetIrArray(*dot, *dot);
445 const llvm_ir::IrArray& lhs_array = GetIrArray(*lhs_instruction, *dot);
446 const llvm_ir::IrArray& rhs_array = GetIrArray(*rhs_instruction, *dot);
505 llvm_ir::IrArray::Index lhs_index = EmitOperandArrayLoopNest(
507 llvm_ir::IrArray::Index rhs_index = EmitOperandArrayLoopNest(
575 llvm_ir::IrArray::Index target_index;
634 [=](const llvm_ir::IrArray::Index& index) -> StatusOr<llvm::Value*> {
650 const llvm_ir::IrArray::Index reduced_dims_index =
661 llvm_ir::IrArray::Index input_index = reduced_dims_index
[all...] |
| /external/tensorflow/tensorflow/compiler/xla/service/ |
| elemental_ir_emitter.cc | 48 using llvm_ir::IrArray;
[all...] |
| elemental_ir_emitter.h | 136 llvm_ir::IrArray::Index ElementwiseSourceIndex(
137 const llvm_ir::IrArray::Index& target_index, const HloInstruction& hlo,
|
