/*===- TableGen'erated file -------------------------------------*- C++ -*-===*\ |* *| |* Interface Definitions *| |* *| |* Automatically generated file, do not edit! *| |* *| \*===----------------------------------------------------------------------===*/ /// For a given destructurable memory slot, returns whether this operation can /// rewire its uses of the slot to use the slots generated after /// destructuring. This may involve creating new operations. /// /// This method must also register the indices it will access within the /// `usedIndices` set. If the accessor generates new slots mapping to /// subelements, they must be registered in `mustBeSafelyUsed` to ensure /// they are used in a safe manner. /// /// No IR mutation is allowed in this method. bool mlir::DestructurableAccessorOpInterface::canRewire(const ::mlir::DestructurableMemorySlot & slot, ::llvm::SmallPtrSetImpl<::mlir::Attribute> & usedIndices, ::mlir::SmallVectorImpl<::mlir::MemorySlot> & mustBeSafelyUsed, const ::mlir::DataLayout & dataLayout) { return getImpl()->canRewire(getImpl(), getOperation(), slot, usedIndices, mustBeSafelyUsed, dataLayout); } /// Rewires the use of a slot to the generated subslots, without deleting /// any operation. Returns whether the accessor should be deleted. /// /// Deletion of operations is not allowed, only the accessor can be /// scheduled for deletion by returning the appropriate value. ::mlir::DeletionKind mlir::DestructurableAccessorOpInterface::rewire(const ::mlir::DestructurableMemorySlot & slot, ::llvm::DenseMap<::mlir::Attribute, ::mlir::MemorySlot> & subslots, ::mlir::OpBuilder & builder, const ::mlir::DataLayout & dataLayout) { return getImpl()->rewire(getImpl(), getOperation(), slot, subslots, builder, dataLayout); } /// Returns the list of slots for which destructuring should be attempted, /// specifying in which way the slot should be destructured into subslots. /// The subslots are indexed by attributes. This computes the type of the /// pointer for each subslot to be generated. The type of the memory slot /// must implement `DestructurableTypeInterface`. /// /// No IR mutation is allowed in this method. ::llvm::SmallVector<::mlir::DestructurableMemorySlot> mlir::DestructurableAllocationOpInterface::getDestructurableSlots() { return getImpl()->getDestructurableSlots(getImpl(), getOperation()); } /// Destructures this slot into multiple subslots. The newly generated slots /// may belong to a different allocator. The original slot must still exist /// at the end of this call. Only generates subslots for the indices found in /// `usedIndices` since all other subslots are unused. /// /// The builder is located at the beginning of the block where the slot /// pointer is defined. ::llvm::DenseMap<::mlir::Attribute, ::mlir::MemorySlot> mlir::DestructurableAllocationOpInterface::destructure(const ::mlir::DestructurableMemorySlot & slot, const ::llvm::SmallPtrSetImpl<::mlir::Attribute> & usedIndices, ::mlir::OpBuilder & builder, ::mlir::SmallVectorImpl<::mlir::DestructurableAllocationOpInterface> & newAllocators) { return getImpl()->destructure(getImpl(), getOperation(), slot, usedIndices, builder, newAllocators); } /// Hook triggered once the destructuring of a slot is complete, meaning the /// original slot is no longer being referred to and could be deleted. /// This will only be called for slots declared by this operation. /// /// Must return a new destructurable allocation op if this hook creates /// a new destructurable op, nullopt otherwise. ::std::optional<::mlir::DestructurableAllocationOpInterface> mlir::DestructurableAllocationOpInterface::handleDestructuringComplete(const ::mlir::DestructurableMemorySlot & slot, ::mlir::OpBuilder & builder) { return getImpl()->handleDestructuringComplete(getImpl(), getOperation(), slot, builder); } /// Populates `newMemorySlots` with the memory slots this operation /// exposes by aliasing `parentSlot` (accessed via /// `aliasedSlotPointerOperand`). Each new slot's pointer must be a /// result of this operation, and its element type may differ from the /// parent's. Leave the vector empty if no alias is exposed. An operation /// can expose multiple aliases for the same parent slot. /// /// `parentSlot` is provided so that aliasers using opaque pointers can /// derive the new slot's element type from `parentSlot.elemType`. /// /// Exposing an alias requires implementing the two projection methods /// below to bridge values between the parent and new slot element types. /// If these projections cannot be performed, `newMemorySlots` must be left /// empty. /// /// No IR mutation is allowed in this method. void mlir::PromotableAliaserInterface::getPromotableSlotAliases(::mlir::OpOperand & aliasedSlotPointerOperand, const ::mlir::MemorySlot & parentSlot, ::llvm::SmallVectorImpl<::mlir::MemorySlot> & newMemorySlots) { return getImpl()->getPromotableSlotAliases(getImpl(), getOperation(), aliasedSlotPointerOperand, parentSlot, newMemorySlots); } /// Extracts the value of `aliasSlot` from `slotValue` (the value of /// `parentSlot`). Mem2Reg invokes this method when a load on the new slot /// requires the parent's value to be materialized with the new slot's /// element type. ::mlir::Value mlir::PromotableAliaserInterface::projectSlotValueToAliasValue(::mlir::OpOperand & aliasedSlotPointerOperand, const ::mlir::MemorySlot & parentSlot, const ::mlir::MemorySlot & aliasSlot, ::mlir::Value slotValue, ::mlir::OpBuilder & builder) { return getImpl()->projectSlotValueToAliasValue(getImpl(), getOperation(), aliasedSlotPointerOperand, parentSlot, aliasSlot, slotValue, builder); } /// Reconstructs the value of `parentSlot` from `aliasValue` (a store to /// `aliasSlot`) and `reachingDef` (the parent slot's value immediately /// preceding the store). For full aliases, `reachingDef` can be ignored. /// For partial sub-aliases, it allows the result to be constructed by /// inserting `aliasValue` into `reachingDef`. ::mlir::Value mlir::PromotableAliaserInterface::projectAliasValueToSlotValue(::mlir::OpOperand & aliasedSlotPointerOperand, const ::mlir::MemorySlot & parentSlot, const ::mlir::MemorySlot & aliasSlot, ::mlir::Value aliasValue, ::mlir::Value reachingDef, ::mlir::OpBuilder & builder) { return getImpl()->projectAliasValueToSlotValue(getImpl(), getOperation(), aliasedSlotPointerOperand, parentSlot, aliasSlot, aliasValue, reachingDef, builder); } /// Returns a list of memory slots for which promotion should be attempted. /// This only considers the local semantics of the allocator, ignoring /// whether the slot pointer is properly used or not. This allocator is the /// "owner" of the returned slots, meaning no two allocators should return /// the same slot. The content of the memory slot must only be reachable /// using loads and stores to the provided slot pointer, no aliasing is /// allowed. /// /// Promotion of the slot will lead to the slot pointer no longer being /// used, leaving the content of the memory slot unreachable. /// /// No IR mutation is allowed in this method. ::llvm::SmallVector<::mlir::MemorySlot> mlir::PromotableAllocationOpInterface::getPromotableSlots() { return getImpl()->getPromotableSlots(getImpl(), getOperation()); } /// Provides the default Value of this memory slot. The provided Value /// will be used as the reaching definition of loads done before any store. /// This Value must outlive the promotion and dominate all the uses of this /// slot's pointer. The provided builder can be used to create the default /// value on the fly. /// /// The builder is located at the beginning of the block where the slot /// pointer is defined. ::mlir::Value mlir::PromotableAllocationOpInterface::getDefaultValue(const ::mlir::MemorySlot & slot, ::mlir::OpBuilder & builder) { return getImpl()->getDefaultValue(getImpl(), getOperation(), slot, builder); } /// Hook triggered for every new block argument added to a block. /// This will only be called for slots declared by this operation. /// This function is called after removal of blocking uses, meaning /// only operations that will be deleted remain users of the slot. /// /// The builder is located at the beginning of the block on call. All IR /// mutations must happen through the builder. void mlir::PromotableAllocationOpInterface::handleBlockArgument(const ::mlir::MemorySlot & slot, ::mlir::BlockArgument argument, ::mlir::OpBuilder & builder) { return getImpl()->handleBlockArgument(getImpl(), getOperation(), slot, argument, builder); } /// Hook triggered once the promotion of a slot is complete. This can /// also clean up the created default value if necessary. The default /// value may be a null value if no default value was created. /// This will only be called for slots declared by this operation. /// /// Must return a new promotable allocation op if this operation produced /// multiple promotable slots, nullopt otherwise. ::std::optional<::mlir::PromotableAllocationOpInterface> mlir::PromotableAllocationOpInterface::handlePromotionComplete(const ::mlir::MemorySlot & slot, ::mlir::Value defaultValue, ::mlir::OpBuilder & builder) { return getImpl()->handlePromotionComplete(getImpl(), getOperation(), slot, defaultValue, builder); } /// Gets whether this operation loads from the specified slot. /// /// No IR mutation is allowed in this method. bool mlir::PromotableMemOpInterface::loadsFrom(const ::mlir::MemorySlot & slot) { return getImpl()->loadsFrom(getImpl(), getOperation(), slot); } /// Gets whether this operation stores to the specified slot. /// /// No IR mutation is allowed in this method. bool mlir::PromotableMemOpInterface::storesTo(const ::mlir::MemorySlot & slot) { return getImpl()->storesTo(getImpl(), getOperation(), slot); } /// Gets the value stored to the provided memory slot, or returns a null /// value if this operation does not store to this slot. An operation /// storing a value to a slot must always be able to provide the value it /// stores. This method is only called once per slot promotion, and only /// on operations that store to the slot according to the `storesTo` method. /// /// The returned value must dominate the memory operation. This ensures /// that new uses inserted by `visitReplacedValues` after the memory /// operation are properly dominated. /// /// The builder is positioned immediately before the memory operation on /// call. No IR deletion is allowed in this method. IR mutations must not /// introduce new uses of the memory slot. Existing control flow must not /// be modified. ::mlir::Value mlir::PromotableMemOpInterface::getStored(const ::mlir::MemorySlot & slot, ::mlir::OpBuilder & builder, ::mlir::Value reachingDef, const ::mlir::DataLayout & dataLayout) { return getImpl()->getStored(getImpl(), getOperation(), slot, builder, reachingDef, dataLayout); } /// Checks that this operation can be promoted to no longer use the provided /// blocking uses, in the context of promoting `slot`. /// /// If the removal procedure of the use will require that other uses get /// removed, that dependency should be added to the `newBlockingUses` /// argument. Dependent uses must only be uses of results of this operation. /// /// No IR mutation is allowed in this method. bool mlir::PromotableMemOpInterface::canUsesBeRemoved(const ::mlir::MemorySlot & slot, const ::llvm::SmallPtrSetImpl<::mlir::OpOperand *> & blockingUses, ::llvm::SmallVectorImpl<::mlir::OpOperand *> & newBlockingUses, const ::mlir::DataLayout & datalayout) { return getImpl()->canUsesBeRemoved(getImpl(), getOperation(), slot, blockingUses, newBlockingUses, datalayout); } /// Transforms IR to ensure that the current operation does not use the /// provided memory slot anymore. `reachingDefinition` contains the value /// currently stored in the provided memory slot, immediately before the /// current operation. /// /// During the transformation, *no operation should be deleted*. /// The operation can only schedule its own deletion by returning the /// appropriate `DeletionKind`. The deletion must be legal assuming the /// blocking uses passed through the `newBlockingUses` list in /// `canUseBeRemoved` have been removed. /// /// After calling this method, the blocking uses should have disappeared /// or this operation should have scheduled its own deletion. /// /// This method will only be called after ensuring promotion is allowed via /// `canUseBeRemoved`. The requested blocking use removal may or may not /// have been done at the point of calling this method, but it will be done /// eventually. /// /// The builder is located after the promotable operation on call. ::mlir::DeletionKind mlir::PromotableMemOpInterface::removeBlockingUses(const ::mlir::MemorySlot & slot, const ::llvm::SmallPtrSetImpl & blockingUses, ::mlir::OpBuilder & builder, ::mlir::Value reachingDefinition, const ::mlir::DataLayout & dataLayout) { return getImpl()->removeBlockingUses(getImpl(), getOperation(), slot, blockingUses, builder, reachingDefinition, dataLayout); } /// Checks that this operation can be promoted to no longer use the provided /// blocking uses, in order to allow optimization. /// /// If the removal procedure of the use will require that other uses get /// removed, that dependency should be added to the `newBlockingUses` /// argument. Dependent uses must only be uses of results of this operation. /// /// No IR mutation is allowed in this method. bool mlir::PromotableOpInterface::canUsesBeRemoved(const ::llvm::SmallPtrSetImpl<::mlir::OpOperand *> & blockingUses, ::llvm::SmallVectorImpl<::mlir::OpOperand *> & newBlockingUses, const ::mlir::DataLayout & datalayout) { return getImpl()->canUsesBeRemoved(getImpl(), getOperation(), blockingUses, newBlockingUses, datalayout); } /// Transforms IR to ensure that the current operation does not use the /// provided blocking uses anymore. In contrast to /// `PromotableMemOpInterface`, operations implementing this interface /// must not need access to the reaching definition of the content of the /// slot. /// /// During the transformation, *no operation should be deleted*. /// The operation can only schedule its own deletion by returning the /// appropriate `DeletionKind`. The deletion must be legal assuming the /// blocking uses passed through the `newBlockingUses` list in /// `canUseBeRemoved` have been removed. /// /// After calling this method, the blocking uses should have disappeared /// or this operation should have scheduled its own deletion. /// /// This method will only be called after ensuring promotion is allowed via /// `canUseBeRemoved`. The requested blocking use removal may or may not /// have been done at the point of calling this method, but it will be done /// eventually. /// /// The builder is located after the promotable operation on call. ::mlir::DeletionKind mlir::PromotableOpInterface::removeBlockingUses(const ::llvm::SmallPtrSetImpl & blockingUses, ::mlir::OpBuilder & builder) { return getImpl()->removeBlockingUses(getImpl(), getOperation(), blockingUses, builder); } /// Indicates whether the promoted operation needs to visit the SSA values /// that replace the memory slot. /// /// If true, `visitReplacedValues` will be called once for this operation /// after all reaching definitions have been computed but before any /// blocking uses are removed. /// /// This should only return true if the intended transformation applies /// to all replaced values. Replaced values must not be deleted. bool mlir::PromotableOpInterface::requiresReplacedValues() { return getImpl()->requiresReplacedValues(getImpl(), getOperation()); } /// Transforms the IR using the SSA values replacing the memory slot. /// /// Called after all reaching definitions for the slot have been computed /// but before any blocking uses are removed, provided /// `requiresReplacedValues` returns true. `mutatedDefs` contains the /// replacing values. Any new uses of a load result created here will be /// automatically redirected to its reaching definition when the load is /// replaced. /// /// The builder is positioned after the promotable operation. /// No operations may be deleted during this transformation. void mlir::PromotableOpInterface::visitReplacedValues(::llvm::ArrayRef> mutatedDefs, ::mlir::OpBuilder & builder) { return getImpl()->visitReplacedValues(getImpl(), getOperation(), mutatedDefs, builder); } /// Returns true when the provided region of the operation can be analyzed /// for promotion. The provided region must be a child of the operation's /// region. /// The `hasValueStores` flag indicates whether the region contains /// store-like operations that write to the memory slot. bool mlir::PromotableRegionOpInterface::isRegionPromotable(const ::mlir::MemorySlot & slot, ::mlir::Region * region, bool hasValueStores) { return getImpl()->isRegionPromotable(getImpl(), getOperation(), slot, region, hasValueStores); } /// Called before processing the nested regions in the operation. /// /// Based on the `reachingDef` value representing the value in the memory /// slot at the entry into the operation, `setupPromotion` fills in the /// `regionsToProcess` with the reaching definition at the entry of /// all its promotable regions. /// /// `setupPromotion` is allowed to mutate /// the operation in place, including its nested regions, but cannot /// delete existing operations or modify successor-bearing terminators. /// Other mutations are not allowed. /// /// The `hasValueStores` flag indicates whether the regions contain /// `store`-like operations that write to the memory slot. This field can be /// used to reduce the amount of book-keeping required to track the reaching /// definitions. void mlir::PromotableRegionOpInterface::setupPromotion(const ::mlir::MemorySlot & slot, ::mlir::Value reachingDef, bool hasValueStores, ::llvm::SmallMapVector<::mlir::Region *, ::mlir::Value, 2> & regionsToProcess) { return getImpl()->setupPromotion(getImpl(), getOperation(), slot, reachingDef, hasValueStores, regionsToProcess); } /// Called once the reaching definitions have been computed for all the /// regions, but before the actual removal of the blocking uses. /// /// Returns the new reaching definition at the exit of the operation. For /// this purpose, mutation of the operation is allowed under the following /// constraints: /// 1. If a region is deleted, all of its content must have been moved out /// (not copied) to a new empty region that remains valid after the /// deletion. /// 2. Mutation must not change control flow within or between existing or /// moved regions. This includes adding, removing or reordering blocks. /// 3. Mutation must not modify or add operations that interact with the /// value of the slot. /// /// As an example, in order to add new results to the region operation, it /// is allowed to clone the operation without regions, move (without /// copying) the old region content into the new regions, and delete the /// original operation. /// /// The `entryReachingDef` is the reaching definition at the entry of the /// region operation. /// /// The `reachingAtBlockEnd` map contains the reaching definitions after all /// the terminators within the regions of the operation. If a block of the /// region is not present in the map, it is either dead code or within a /// region that does not interact with the value of the slot. /// /// The `hasValueStores` flag indicates whether the regions contain /// `store`-like operations that write to the memory slot. This field can be /// used to reduce the amount of book-keeping required to track the reaching /// definitions. ::mlir::Value mlir::PromotableRegionOpInterface::finalizePromotion(const ::mlir::MemorySlot & slot, ::mlir::Value entryReachingDef, bool hasValueStores, const ::llvm::DenseMap<::mlir::Block *, ::mlir::Value> & reachingAtBlockEnd, ::mlir::OpBuilder & builder) { return getImpl()->finalizePromotion(getImpl(), getOperation(), slot, entryReachingDef, hasValueStores, reachingAtBlockEnd, builder); } /// Returns whether all accesses in this operation to the provided slot are /// done in a safe manner. To be safe, the access must only access the slot /// inside the bounds that its type implies. /// /// If the safety of the accesses depends on the safety of the accesses to /// further memory slots, the result of this method will be conditioned to /// the safety of the accesses to the slots added by this method to /// `mustBeSafelyUsed`. /// /// No IR mutation is allowed in this method. ::llvm::LogicalResult mlir::SafeMemorySlotAccessOpInterface::ensureOnlySafeAccesses(const ::mlir::MemorySlot & slot, ::mlir::SmallVectorImpl<::mlir::MemorySlot> & mustBeSafelyUsed, const ::mlir::DataLayout & dataLayout) { return getImpl()->ensureOnlySafeAccesses(getImpl(), getOperation(), slot, mustBeSafelyUsed, dataLayout); }