1 | //===- Block.cpp - MLIR Block Class ---------------------------------------===// |
2 | // |
3 | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. |
4 | // See https://llvm.org/LICENSE.txt for license information. |
5 | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception |
6 | // |
7 | //===----------------------------------------------------------------------===// |
8 | |
9 | #include "mlir/IR/Block.h" |
10 | |
11 | #include "mlir/IR/Builders.h" |
12 | #include "mlir/IR/Operation.h" |
13 | #include "llvm/ADT/BitVector.h" |
14 | #include "llvm/ADT/SmallPtrSet.h" |
15 | |
16 | using namespace mlir; |
17 | |
18 | //===----------------------------------------------------------------------===// |
19 | // Block |
20 | //===----------------------------------------------------------------------===// |
21 | |
22 | Block::~Block() { |
23 | assert(!verifyOpOrder() && "Expected valid operation ordering." ); |
24 | clear(); |
25 | for (BlockArgument arg : arguments) |
26 | arg.destroy(); |
27 | } |
28 | |
29 | Region *Block::getParent() const { return parentValidOpOrderPair.getPointer(); } |
30 | |
31 | /// Returns the closest surrounding operation that contains this block or |
32 | /// nullptr if this block is unlinked. |
33 | Operation *Block::getParentOp() { |
34 | return getParent() ? getParent()->getParentOp() : nullptr; |
35 | } |
36 | |
37 | /// Return if this block is the entry block in the parent region. |
38 | bool Block::isEntryBlock() { return this == &getParent()->front(); } |
39 | |
40 | /// Insert this block (which must not already be in a region) right before the |
41 | /// specified block. |
42 | void Block::insertBefore(Block *block) { |
43 | assert(!getParent() && "already inserted into a block!" ); |
44 | assert(block->getParent() && "cannot insert before a block without a parent" ); |
45 | block->getParent()->getBlocks().insert(where: block->getIterator(), New: this); |
46 | } |
47 | |
48 | void Block::insertAfter(Block *block) { |
49 | assert(!getParent() && "already inserted into a block!" ); |
50 | assert(block->getParent() && "cannot insert before a block without a parent" ); |
51 | block->getParent()->getBlocks().insertAfter(where: block->getIterator(), New: this); |
52 | } |
53 | |
54 | /// Unlink this block from its current region and insert it right before the |
55 | /// specific block. |
56 | void Block::moveBefore(Block *block) { |
57 | assert(block->getParent() && "cannot insert before a block without a parent" ); |
58 | moveBefore(region: block->getParent(), iterator: block->getIterator()); |
59 | } |
60 | |
61 | /// Unlink this block from its current region and insert it right before the |
62 | /// block that the given iterator points to in the region region. |
63 | void Block::moveBefore(Region *region, llvm::iplist<Block>::iterator iterator) { |
64 | region->getBlocks().splice(where: iterator, L2&: getParent()->getBlocks(), first: getIterator()); |
65 | } |
66 | |
67 | /// Unlink this Block from its parent Region and delete it. |
68 | void Block::erase() { |
69 | assert(getParent() && "Block has no parent" ); |
70 | getParent()->getBlocks().erase(IT: this); |
71 | } |
72 | |
73 | /// Returns 'op' if 'op' lies in this block, or otherwise finds the |
74 | /// ancestor operation of 'op' that lies in this block. Returns nullptr if |
75 | /// the latter fails. |
76 | Operation *Block::findAncestorOpInBlock(Operation &op) { |
77 | // Traverse up the operation hierarchy starting from the owner of operand to |
78 | // find the ancestor operation that resides in the block of 'forOp'. |
79 | auto *currOp = &op; |
80 | while (currOp->getBlock() != this) { |
81 | currOp = currOp->getParentOp(); |
82 | if (!currOp) |
83 | return nullptr; |
84 | } |
85 | return currOp; |
86 | } |
87 | |
88 | /// This drops all operand uses from operations within this block, which is |
89 | /// an essential step in breaking cyclic dependences between references when |
90 | /// they are to be deleted. |
91 | void Block::dropAllReferences() { |
92 | for (Operation &i : *this) |
93 | i.dropAllReferences(); |
94 | } |
95 | |
96 | void Block::dropAllDefinedValueUses() { |
97 | for (auto arg : getArguments()) |
98 | arg.dropAllUses(); |
99 | for (auto &op : *this) |
100 | op.dropAllDefinedValueUses(); |
101 | dropAllUses(); |
102 | } |
103 | |
104 | /// Returns true if the ordering of the child operations is valid, false |
105 | /// otherwise. |
106 | bool Block::isOpOrderValid() { return parentValidOpOrderPair.getInt(); } |
107 | |
108 | /// Invalidates the current ordering of operations. |
109 | void Block::invalidateOpOrder() { |
110 | // Validate the current ordering. |
111 | assert(!verifyOpOrder()); |
112 | parentValidOpOrderPair.setInt(false); |
113 | } |
114 | |
115 | /// Verifies the current ordering of child operations. Returns false if the |
116 | /// order is valid, true otherwise. |
117 | bool Block::verifyOpOrder() { |
118 | // The order is already known to be invalid. |
119 | if (!isOpOrderValid()) |
120 | return false; |
121 | // The order is valid if there are less than 2 operations. |
122 | if (operations.empty() || llvm::hasSingleElement(C&: operations)) |
123 | return false; |
124 | |
125 | Operation *prev = nullptr; |
126 | for (auto &i : *this) { |
127 | // The previous operation must have a smaller order index than the next as |
128 | // it appears earlier in the list. |
129 | if (prev && prev->orderIndex != Operation::kInvalidOrderIdx && |
130 | prev->orderIndex >= i.orderIndex) |
131 | return true; |
132 | prev = &i; |
133 | } |
134 | return false; |
135 | } |
136 | |
137 | /// Recomputes the ordering of child operations within the block. |
138 | void Block::recomputeOpOrder() { |
139 | parentValidOpOrderPair.setInt(true); |
140 | |
141 | unsigned orderIndex = 0; |
142 | for (auto &op : *this) |
143 | op.orderIndex = (orderIndex += Operation::kOrderStride); |
144 | } |
145 | |
146 | //===----------------------------------------------------------------------===// |
147 | // Argument list management. |
148 | //===----------------------------------------------------------------------===// |
149 | |
150 | /// Return a range containing the types of the arguments for this block. |
151 | auto Block::getArgumentTypes() -> ValueTypeRange<BlockArgListType> { |
152 | return ValueTypeRange<BlockArgListType>(getArguments()); |
153 | } |
154 | |
155 | BlockArgument Block::addArgument(Type type, Location loc) { |
156 | BlockArgument arg = BlockArgument::create(type, owner: this, index: arguments.size(), loc); |
157 | arguments.push_back(x: arg); |
158 | return arg; |
159 | } |
160 | |
161 | /// Add one argument to the argument list for each type specified in the list. |
162 | auto Block::addArguments(TypeRange types, ArrayRef<Location> locs) |
163 | -> iterator_range<args_iterator> { |
164 | assert(types.size() == locs.size() && |
165 | "incorrect number of block argument locations" ); |
166 | size_t initialSize = arguments.size(); |
167 | arguments.reserve(n: initialSize + types.size()); |
168 | |
169 | for (auto typeAndLoc : llvm::zip(t&: types, u&: locs)) |
170 | addArgument(type: std::get<0>(t&: typeAndLoc), loc: std::get<1>(t&: typeAndLoc)); |
171 | return {arguments.data() + initialSize, arguments.data() + arguments.size()}; |
172 | } |
173 | |
174 | BlockArgument Block::insertArgument(unsigned index, Type type, Location loc) { |
175 | assert(index <= arguments.size() && "invalid insertion index" ); |
176 | |
177 | auto arg = BlockArgument::create(type, owner: this, index, loc); |
178 | arguments.insert(position: arguments.begin() + index, x: arg); |
179 | // Update the cached position for all the arguments after the newly inserted |
180 | // one. |
181 | ++index; |
182 | for (BlockArgument arg : llvm::drop_begin(RangeOrContainer&: arguments, N: index)) |
183 | arg.setArgNumber(index++); |
184 | return arg; |
185 | } |
186 | |
187 | /// Insert one value to the given position of the argument list. The existing |
188 | /// arguments are shifted. The block is expected not to have predecessors. |
189 | BlockArgument Block::insertArgument(args_iterator it, Type type, Location loc) { |
190 | assert(getPredecessors().empty() && |
191 | "cannot insert arguments to blocks with predecessors" ); |
192 | return insertArgument(index: it->getArgNumber(), type, loc); |
193 | } |
194 | |
195 | void Block::eraseArgument(unsigned index) { |
196 | assert(index < arguments.size()); |
197 | arguments[index].destroy(); |
198 | arguments.erase(position: arguments.begin() + index); |
199 | for (BlockArgument arg : llvm::drop_begin(RangeOrContainer&: arguments, N: index)) |
200 | arg.setArgNumber(index++); |
201 | } |
202 | |
203 | void Block::eraseArguments(unsigned start, unsigned num) { |
204 | assert(start + num <= arguments.size()); |
205 | for (unsigned i = 0; i < num; ++i) |
206 | arguments[start + i].destroy(); |
207 | arguments.erase(first: arguments.begin() + start, last: arguments.begin() + start + num); |
208 | for (BlockArgument arg : llvm::drop_begin(RangeOrContainer&: arguments, N: start)) |
209 | arg.setArgNumber(start++); |
210 | } |
211 | |
212 | void Block::eraseArguments(const BitVector &eraseIndices) { |
213 | eraseArguments( |
214 | shouldEraseFn: [&](BlockArgument arg) { return eraseIndices.test(Idx: arg.getArgNumber()); }); |
215 | } |
216 | |
217 | void Block::eraseArguments(function_ref<bool(BlockArgument)> shouldEraseFn) { |
218 | auto firstDead = llvm::find_if(Range&: arguments, P: shouldEraseFn); |
219 | if (firstDead == arguments.end()) |
220 | return; |
221 | |
222 | // Destroy the first dead argument, this avoids reapplying the predicate to |
223 | // it. |
224 | unsigned index = firstDead->getArgNumber(); |
225 | firstDead->destroy(); |
226 | |
227 | // Iterate the remaining arguments to remove any that are now dead. |
228 | for (auto it = std::next(x: firstDead), e = arguments.end(); it != e; ++it) { |
229 | // Destroy dead arguments, and shift those that are still live. |
230 | if (shouldEraseFn(*it)) { |
231 | it->destroy(); |
232 | } else { |
233 | it->setArgNumber(index++); |
234 | *firstDead++ = *it; |
235 | } |
236 | } |
237 | arguments.erase(first: firstDead, last: arguments.end()); |
238 | } |
239 | |
240 | //===----------------------------------------------------------------------===// |
241 | // Terminator management |
242 | //===----------------------------------------------------------------------===// |
243 | |
244 | /// Get the terminator operation of this block. This function asserts that |
245 | /// the block might have a valid terminator operation. |
246 | Operation *Block::getTerminator() { |
247 | assert(mightHaveTerminator()); |
248 | return &back(); |
249 | } |
250 | |
251 | /// Check whether this block might have a terminator. |
252 | bool Block::mightHaveTerminator() { |
253 | return !empty() && back().mightHaveTrait<OpTrait::IsTerminator>(); |
254 | } |
255 | |
256 | // Indexed successor access. |
257 | unsigned Block::getNumSuccessors() { |
258 | return empty() ? 0 : back().getNumSuccessors(); |
259 | } |
260 | |
261 | Block *Block::getSuccessor(unsigned i) { |
262 | assert(i < getNumSuccessors()); |
263 | return getTerminator()->getSuccessor(index: i); |
264 | } |
265 | |
266 | /// If this block has exactly one predecessor, return it. Otherwise, return |
267 | /// null. |
268 | /// |
269 | /// Note that multiple edges from a single block (e.g. if you have a cond |
270 | /// branch with the same block as the true/false destinations) is not |
271 | /// considered to be a single predecessor. |
272 | Block *Block::getSinglePredecessor() { |
273 | auto it = pred_begin(); |
274 | if (it == pred_end()) |
275 | return nullptr; |
276 | auto *firstPred = *it; |
277 | ++it; |
278 | return it == pred_end() ? firstPred : nullptr; |
279 | } |
280 | |
281 | /// If this block has a unique predecessor, i.e., all incoming edges originate |
282 | /// from one block, return it. Otherwise, return null. |
283 | Block *Block::getUniquePredecessor() { |
284 | auto it = pred_begin(), e = pred_end(); |
285 | if (it == e) |
286 | return nullptr; |
287 | |
288 | // Check for any conflicting predecessors. |
289 | auto *firstPred = *it; |
290 | for (++it; it != e; ++it) |
291 | if (*it != firstPred) |
292 | return nullptr; |
293 | return firstPred; |
294 | } |
295 | |
296 | //===----------------------------------------------------------------------===// |
297 | // Other |
298 | //===----------------------------------------------------------------------===// |
299 | |
300 | /// Split the block into two blocks before the specified operation or |
301 | /// iterator. |
302 | /// |
303 | /// Note that all operations BEFORE the specified iterator stay as part of |
304 | /// the original basic block, and the rest of the operations in the original |
305 | /// block are moved to the new block, including the old terminator. The |
306 | /// original block is left without a terminator. |
307 | /// |
308 | /// The newly formed Block is returned, and the specified iterator is |
309 | /// invalidated. |
310 | Block *Block::splitBlock(iterator splitBefore) { |
311 | // Start by creating a new basic block, and insert it immediate after this |
312 | // one in the containing region. |
313 | auto *newBB = new Block(); |
314 | getParent()->getBlocks().insert(where: std::next(x: Region::iterator(this)), New: newBB); |
315 | |
316 | // Move all of the operations from the split point to the end of the region |
317 | // into the new block. |
318 | newBB->getOperations().splice(where: newBB->end(), L2&: getOperations(), first: splitBefore, |
319 | last: end()); |
320 | return newBB; |
321 | } |
322 | |
323 | //===----------------------------------------------------------------------===// |
324 | // Predecessors |
325 | //===----------------------------------------------------------------------===// |
326 | |
327 | Block *PredecessorIterator::unwrap(BlockOperand &value) { |
328 | return value.getOwner()->getBlock(); |
329 | } |
330 | |
331 | /// Get the successor number in the predecessor terminator. |
332 | unsigned PredecessorIterator::getSuccessorIndex() const { |
333 | return I->getOperandNumber(); |
334 | } |
335 | |
336 | //===----------------------------------------------------------------------===// |
337 | // Successors |
338 | //===----------------------------------------------------------------------===// |
339 | |
340 | SuccessorRange::SuccessorRange() : SuccessorRange(nullptr, 0) {} |
341 | |
342 | SuccessorRange::SuccessorRange(Block *block) : SuccessorRange() { |
343 | if (block->empty() || llvm::hasSingleElement(C&: *block->getParent())) |
344 | return; |
345 | Operation *term = &block->back(); |
346 | if ((count = term->getNumSuccessors())) |
347 | base = term->getBlockOperands().data(); |
348 | } |
349 | |
350 | SuccessorRange::SuccessorRange(Operation *term) : SuccessorRange() { |
351 | if ((count = term->getNumSuccessors())) |
352 | base = term->getBlockOperands().data(); |
353 | } |
354 | |
355 | bool Block::isReachable(Block *other, SmallPtrSet<Block *, 16> &&except) { |
356 | assert(getParent() == other->getParent() && "expected same region" ); |
357 | if (except.contains(Ptr: other)) { |
358 | // Fast path: If `other` is in the `except` set, there can be no path from |
359 | // "this" to `other` (that does not pass through an excluded block). |
360 | return false; |
361 | } |
362 | SmallVector<Block *> worklist(succ_begin(), succ_end()); |
363 | while (!worklist.empty()) { |
364 | Block *next = worklist.pop_back_val(); |
365 | if (next == other) |
366 | return true; |
367 | // Note: `except` keeps track of already visited blocks. |
368 | if (!except.insert(Ptr: next).second) |
369 | continue; |
370 | worklist.append(in_start: next->succ_begin(), in_end: next->succ_end()); |
371 | } |
372 | return false; |
373 | } |
374 | |
375 | //===----------------------------------------------------------------------===// |
376 | // BlockRange |
377 | //===----------------------------------------------------------------------===// |
378 | |
379 | BlockRange::BlockRange(ArrayRef<Block *> blocks) : BlockRange(nullptr, 0) { |
380 | if ((count = blocks.size())) |
381 | base = blocks.data(); |
382 | } |
383 | |
384 | BlockRange::BlockRange(SuccessorRange successors) |
385 | : BlockRange(successors.begin().getBase(), successors.size()) {} |
386 | |
387 | /// See `llvm::detail::indexed_accessor_range_base` for details. |
388 | BlockRange::OwnerT BlockRange::offset_base(OwnerT object, ptrdiff_t index) { |
389 | if (auto *operand = llvm::dyn_cast_if_present<BlockOperand *>(Val&: object)) |
390 | return {operand + index}; |
391 | return {llvm::dyn_cast_if_present<Block *const *>(Val&: object) + index}; |
392 | } |
393 | |
394 | /// See `llvm::detail::indexed_accessor_range_base` for details. |
395 | Block *BlockRange::dereference_iterator(OwnerT object, ptrdiff_t index) { |
396 | if (const auto *operand = llvm::dyn_cast_if_present<BlockOperand *>(Val&: object)) |
397 | return operand[index].get(); |
398 | return llvm::dyn_cast_if_present<Block *const *>(Val&: object)[index]; |
399 | } |
400 | |