onur/gps
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
Files
df563aa207ab487e5c4a1ffa6725e4da6f408fcc
gps/tools/local/circt/include/mlir/Dialect/LLVMIR/ROCDLConversions.inc
T
onur 07ddf298f9 first draft
2026-07-12 11:01:51 +03:00

3201 lines
135 KiB
C++
Raw Blame History

if (auto op = dyn_cast<::mlir::ROCDL::ROCDLCos>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cos,1,{0},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ROCDLExp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_exp,1,{0},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ROCDLExp2>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_exp2,1,{0},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ROCDLLog>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_log,1,{0},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ROCDLRcp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_rcp,1,{0},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ROCDLRsq>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_rsq,1,{0},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ROCDLSin>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_sin,1,{0},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ROCDLSqrt>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_sqrt,1,{0},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ROCDLTanh>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_tanh,1,{0},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::AsyncmarkOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_asyncmark,0,{},{},{},{});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::BallotOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_ballot,1,{0},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::BarrierInitOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_s_barrier_init,0,{},{},{1},{StringLiteral("memberCnt")});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::BarrierJoinOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_s_barrier_join,0,{},{},{},{});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::BarrierLeaveOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_s_barrier_leave,0,{},{},{0},{StringLiteral("id")});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::BarrierOp>(opInst)) {
llvm::LLVMContext &llvmContext = builder.getContext();
builder.CreateFence(llvm::AtomicOrdering::Release,
llvmContext.getOrInsertSyncScopeID("workgroup"));
createIntrinsicCall(builder, llvm::Intrinsic::amdgcn_s_barrier);
builder.CreateFence(llvm::AtomicOrdering::Acquire,
llvmContext.getOrInsertSyncScopeID("workgroup"));
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::BarrierSignalIsfirstOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_s_barrier_signal_isfirst,1,{},{},{0},{StringLiteral("id")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::BarrierSignalOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_s_barrier_signal,0,{},{},{0},{StringLiteral("id")});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::BarrierSignalVarOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_s_barrier_signal_var,0,{},{},{1},{StringLiteral("memberCnt")});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::BarrierWaitOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_s_barrier_wait,0,{},{},{0},{StringLiteral("id")});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::BlockIdXOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_workgroup_id_x,1,{},{},{},{});
(void) inst;
if (op.getRange()) {
inst->addRangeRetAttr(::llvm::ConstantRange(
op.getRange()->getLower(), op.getRange()->getUpper()));
}
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::BlockIdYOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_workgroup_id_y,1,{},{},{},{});
(void) inst;
if (op.getRange()) {
inst->addRangeRetAttr(::llvm::ConstantRange(
op.getRange()->getLower(), op.getRange()->getUpper()));
}
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::BlockIdZOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_workgroup_id_z,1,{},{},{},{});
(void) inst;
if (op.getRange()) {
inst->addRangeRetAttr(::llvm::ConstantRange(
op.getRange()->getLower(), op.getRange()->getUpper()));
}
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ClusterIdXOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cluster_id_x,1,{},{},{},{});
(void) inst;
if (op.getRange()) {
inst->addRangeRetAttr(::llvm::ConstantRange(
op.getRange()->getLower(), op.getRange()->getUpper()));
}
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ClusterIdYOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cluster_id_y,1,{},{},{},{});
(void) inst;
if (op.getRange()) {
inst->addRangeRetAttr(::llvm::ConstantRange(
op.getRange()->getLower(), op.getRange()->getUpper()));
}
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ClusterIdZOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cluster_id_z,1,{},{},{},{});
(void) inst;
if (op.getRange()) {
inst->addRangeRetAttr(::llvm::ConstantRange(
op.getRange()->getLower(), op.getRange()->getUpper()));
}
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ClusterLoadAsyncToLDSB8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cluster_load_async_to_lds_b8,0,{},{},{2, 3},{StringLiteral("offset"), StringLiteral("cpol")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ClusterLoadAsyncToLDSB32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cluster_load_async_to_lds_b32,0,{},{},{2, 3},{StringLiteral("offset"), StringLiteral("cpol")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ClusterLoadAsyncToLDSB64Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cluster_load_async_to_lds_b64,0,{},{},{2, 3},{StringLiteral("offset"), StringLiteral("cpol")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ClusterLoadAsyncToLDSB128Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cluster_load_async_to_lds_b128,0,{},{},{2, 3},{StringLiteral("offset"), StringLiteral("cpol")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ClusterWorkgroupIdXOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cluster_workgroup_id_x,1,{},{},{},{});
(void) inst;
if (op.getRange()) {
inst->addRangeRetAttr(::llvm::ConstantRange(
op.getRange()->getLower(), op.getRange()->getUpper()));
}
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ClusterWorkgroupIdYOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cluster_workgroup_id_y,1,{},{},{},{});
(void) inst;
if (op.getRange()) {
inst->addRangeRetAttr(::llvm::ConstantRange(
op.getRange()->getLower(), op.getRange()->getUpper()));
}
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ClusterWorkgroupIdZOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cluster_workgroup_id_z,1,{},{},{},{});
(void) inst;
if (op.getRange()) {
inst->addRangeRetAttr(::llvm::ConstantRange(
op.getRange()->getLower(), op.getRange()->getUpper()));
}
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtF32Bf8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_f32_bf8,1,{},{},{1},{StringLiteral("byteSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtF32Fp8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_f32_fp8,1,{},{},{1},{StringLiteral("byteSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtPkBf8F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_pk_bf8_f32,1,{},{},{3},{StringLiteral("wordSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtPkF32Bf8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_pk_f32_bf8,1,{},{},{1},{StringLiteral("wordSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtPkF32Fp8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_pk_f32_fp8,1,{},{},{1},{StringLiteral("wordSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtPkFp8F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_pk_fp8_f32,1,{},{},{3},{StringLiteral("wordSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtPkRtz>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_pkrtz,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtPkScalePk8Bf16Bf8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scale_pk8_bf16_bf8,1,{},{},{2},{StringLiteral("scaleSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtPkScalePk8Bf16Fp4Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scale_pk8_bf16_fp4,1,{},{},{2},{StringLiteral("scaleSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtPkScalePk8Bf16Fp8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scale_pk8_bf16_fp8,1,{},{},{2},{StringLiteral("scaleSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtPkScalePk8F16Bf8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scale_pk8_f16_bf8,1,{},{},{2},{StringLiteral("scaleSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtPkScalePk8F16Fp4Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scale_pk8_f16_fp4,1,{},{},{2},{StringLiteral("scaleSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtPkScalePk8F16Fp8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scale_pk8_f16_fp8,1,{},{},{2},{StringLiteral("scaleSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtPkScalePk8F32Bf8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scale_pk8_f32_bf8,1,{},{},{2},{StringLiteral("scaleSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtPkScalePk8F32Fp4Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scale_pk8_f32_fp4,1,{},{},{2},{StringLiteral("scaleSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtPkScalePk8F32Fp8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scale_pk8_f32_fp8,1,{},{},{2},{StringLiteral("scaleSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtPkScalePk16Bf16Bf6Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scale_pk16_bf16_bf6,1,{},{},{2},{StringLiteral("scaleSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtPkScalePk16Bf16Fp6Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scale_pk16_bf16_fp6,1,{},{},{2},{StringLiteral("scaleSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtPkScalePk16F16Bf6Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scale_pk16_f16_bf6,1,{},{},{2},{StringLiteral("scaleSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtPkScalePk16F16Fp6Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scale_pk16_f16_fp6,1,{},{},{2},{StringLiteral("scaleSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtPkScalePk16F32Bf6Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scale_pk16_f32_bf6,1,{},{},{2},{StringLiteral("scaleSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtPkScalePk16F32Fp6Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scale_pk16_f32_fp6,1,{},{},{2},{StringLiteral("scaleSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32F16Bf8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_f16_bf8,1,{},{},{3, 4},{StringLiteral("srcSelIndex"), StringLiteral("dstLoHiSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32F16Fp8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_f16_fp8,1,{},{},{3, 4},{StringLiteral("srcSelIndex"), StringLiteral("dstLoHiSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32F32Bf8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_f32_bf8,1,{},{},{2},{StringLiteral("srcSelIndex")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32F32Fp8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_f32_fp8,1,{},{},{2},{StringLiteral("srcSelIndex")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk8Bf8Bf16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk8_bf8_bf16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk8Bf8F16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk8_bf8_f16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk8Bf8F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk8_bf8_f32,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk8Fp4Bf16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk8_fp4_bf16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk8Fp4F16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk8_fp4_f16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk8Fp4F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk8_fp4_f32,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk8Fp8Bf16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk8_fp8_bf16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk8Fp8F16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk8_fp8_f16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk8Fp8F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk8_fp8_f32,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk16Bf6Bf16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk16_bf6_bf16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk16Bf6F16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk16_bf6_f16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk16Bf6F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk16_bf6_f32,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk16Fp6Bf16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk16_fp6_bf16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk16Fp6F16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk16_fp6_f16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk16Fp6F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk16_fp6_f32,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk32Bf6Bf16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk32_bf6_bf16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk32Bf6F16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk32_bf6_f16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk32Bf16Bf6Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk32_bf16_bf6,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk32Bf16Fp6Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk32_bf16_fp6,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk32F16Bf6Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk32_f16_bf6,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk32F16Fp6Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk32_f16_fp6,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk32F32Bf6Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk32_f32_bf6,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk32F32Fp6Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk32_f32_fp6,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk32Fp6Bf16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk32_fp6_bf16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32Pk32Fp6F16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk32_fp6_f16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32PkBf8Bf16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk_bf8_bf16,1,{},{},{3},{StringLiteral("dstLoHiSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32PkBf8F16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk_bf8_f16,1,{},{},{3},{StringLiteral("dstLoHiSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32PkBf8F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk_bf8_f32,1,{},{},{4},{StringLiteral("dstLoHiSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32PkBf16Bf8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk_bf16_bf8,1,{},{},{2},{StringLiteral("srcLoHiSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32PkBf16Fp4Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk_bf16_fp4,1,{},{},{2},{StringLiteral("srcSelIndex")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32PkBf16Fp8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk_bf16_fp8,1,{},{},{2},{StringLiteral("srcLoHiSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32PkF16Bf8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk_f16_bf8,1,{},{},{2},{StringLiteral("srcLoHiSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32PkF16Fp4Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk_f16_fp4,1,{},{},{2},{StringLiteral("srcSelIndex")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32PkF16Fp8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk_f16_fp8,1,{},{},{2},{StringLiteral("srcLoHiSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32PkF32Bf8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk_f32_bf8,1,{},{},{2},{StringLiteral("srcLoHiSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32PkF32Fp4Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk_f32_fp4,1,{},{},{2},{StringLiteral("srcSelIndex")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32PkF32Fp8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk_f32_fp8,1,{},{},{2},{StringLiteral("srcLoHiSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32PkFp4Bf16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk_fp4_bf16,1,{},{},{3},{StringLiteral("dstSelIndex")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32PkFp4F16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk_fp4_f16,1,{},{},{3},{StringLiteral("dstSelIndex")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32PkFp4F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk_fp4_f32,1,{},{},{4},{StringLiteral("dstSelIndex")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32PkFp8Bf16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk_fp8_bf16,1,{},{},{3},{StringLiteral("dstLoHiSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32PkFp8F16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk_fp8_f16,1,{},{},{3},{StringLiteral("dstLoHiSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32PkFp8F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_pk_fp8_f32,1,{},{},{4},{StringLiteral("dstLoHiSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrBf8BF16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_bf8_bf16,1,{},{},{4},{StringLiteral("dstSelIndex")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrBf8F16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_bf8_f16,1,{},{},{4},{StringLiteral("dstSelIndex")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrBf8F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_bf8_f32,1,{},{},{4},{StringLiteral("dstSelIndex")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrFp8BF16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_fp8_bf16,1,{},{},{4},{StringLiteral("dstSelIndex")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrFp8F16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_fp8_f16,1,{},{},{4},{StringLiteral("dstSelIndex")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrFp8F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_fp8_f32,1,{},{},{4},{StringLiteral("dstSelIndex")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPk8Bf8Bf16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk8_bf8_bf16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPk8Bf8F16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk8_bf8_f16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPk8Bf8F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk8_bf8_f32,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPk8Fp4Bf16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk8_fp4_bf16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPk8Fp4F16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk8_fp4_f16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPk8Fp4F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk8_fp4_f32,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPk8Fp8Bf16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk8_fp8_bf16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPk8Fp8F16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk8_fp8_f16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPk8Fp8F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk8_fp8_f32,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPk16Bf6Bf16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk16_bf6_bf16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPk16Bf6F16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk16_bf6_f16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPk16Bf6F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk16_bf6_f32,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPk16Fp6Bf16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk16_fp6_bf16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPk16Fp6F16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk16_fp6_f16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPk16Fp6F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk16_fp6_f32,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPk32Bf6Bf16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk32_bf6_bf16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPk32Bf6F16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk32_bf6_f16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPk32Bf6F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk32_bf6_f32,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPk32Fp6Bf16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk32_fp6_bf16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPk32Fp6F16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk32_fp6_f16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPk32Fp6F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk32_fp6_f32,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPkFp4Bf16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk_fp4_bf16,1,{},{},{4},{StringLiteral("dstSelIndex")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPkFp4F16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk_fp4_f16,1,{},{},{4},{StringLiteral("dstSelIndex")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF32SrPkFp4F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_sr_pk_fp4_f32,1,{},{},{4},{StringLiteral("dstSelIndex")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF322xPk16Bf6F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_2xpk16_bf6_f32,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtScaleF322xPk16Fp6F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_scalef32_2xpk16_fp6_f32,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtSrBf8F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_sr_bf8_f32,1,{},{},{3},{StringLiteral("byteSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::CvtSrFp8F32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_cvt_sr_fp8_f32,1,{},{},{3},{StringLiteral("byteSel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::DPPUpdateOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_update_dpp,1,{},{0},{2, 3, 4, 5},{StringLiteral("dppCtrl"), StringLiteral("rowMask"), StringLiteral("bankMask"), StringLiteral("boundCtrl")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::DsAtomicAsyncBarrierArriveOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_ds_atomic_async_barrier_arrive_b64,0,{},{},{},{});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::DsAtomicBarrierArriveRtnOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_ds_atomic_barrier_arrive_rtn_b64,1,{},{},{},{});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::DsBpermuteOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_ds_bpermute,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::DsLoadTr4_B64>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_ds_load_tr4_b64,1,{1},{},{},{});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::DsLoadTr6_B96>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_ds_load_tr6_b96,1,{1},{},{},{});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::DsLoadTr8_B64>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_ds_load_tr8_b64,1,{1},{},{},{});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::DsLoadTr16_B128>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_ds_load_tr16_b128,1,{1},{},{},{});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::DsSwizzleOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_ds_swizzle,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::FMed3Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_fmed3,1,{0},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::FlatPrefetchOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_flat_prefetch,0,{},{},{1},{StringLiteral("cachePolicy")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::GetBarrierStateOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_s_get_barrier_state,1,{},{},{0},{StringLiteral("id")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::GetNamedBarrierStateOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_s_get_named_barrier_state,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::GlobalLoadAsyncLDSOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_global_load_async_lds,0,{},{},{2, 3, 4},{StringLiteral("size"), StringLiteral("offset"), StringLiteral("aux")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::GlobalLoadAsyncToLDSB8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_global_load_async_to_lds_b8,0,{},{},{2, 3},{StringLiteral("offset"), StringLiteral("aux")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::GlobalLoadAsyncToLDSB32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_global_load_async_to_lds_b32,0,{},{},{2, 3},{StringLiteral("offset"), StringLiteral("aux")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::GlobalLoadAsyncToLDSB64Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_global_load_async_to_lds_b64,0,{},{},{2, 3},{StringLiteral("offset"), StringLiteral("aux")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::GlobalLoadAsyncToLDSB128Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_global_load_async_to_lds_b128,0,{},{},{2, 3},{StringLiteral("offset"), StringLiteral("aux")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::GlobalLoadLDSOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_global_load_lds,0,{},{},{2, 3, 4},{StringLiteral("size"), StringLiteral("offset"), StringLiteral("aux")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::GlobalLoadTr4_B64>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_global_load_tr4_b64,1,{1},{},{},{});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::GlobalLoadTr6_B96>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_global_load_tr6_b96,1,{1},{},{},{});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::GlobalLoadTr8_B64>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_global_load_tr_b64,1,{1},{},{},{});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::GlobalLoadTr8_B128>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_global_load_tr_b128,1,{1},{},{},{});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::GlobalPrefetchOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_global_prefetch,0,{},{},{1},{StringLiteral("cachePolicy")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::GlobalStoreAsyncFromLDSB8Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_global_store_async_from_lds_b8,0,{},{},{2, 3},{StringLiteral("offset"), StringLiteral("aux")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::GlobalStoreAsyncFromLDSB32Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_global_store_async_from_lds_b32,0,{},{},{2, 3},{StringLiteral("offset"), StringLiteral("aux")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::GlobalStoreAsyncFromLDSB64Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_global_store_async_from_lds_b64,0,{},{},{2, 3},{StringLiteral("offset"), StringLiteral("aux")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::GlobalStoreAsyncFromLDSB128Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_global_store_async_from_lds_b128,0,{},{},{2, 3},{StringLiteral("offset"), StringLiteral("aux")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::IglpOpt>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_iglp_opt,0,{},{},{0},{StringLiteral("variant")});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::LoadAsyncToLDSOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_load_async_to_lds,0,{},{0},{2, 3, 4},{StringLiteral("size"), StringLiteral("offset"), StringLiteral("aux")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::LoadToLDSOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_load_to_lds,0,{},{0},{2, 3, 4},{StringLiteral("size"), StringLiteral("offset"), StringLiteral("aux")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::MakeBufferRsrcOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_make_buffer_rsrc,1,{0},{0},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::MbcntHiOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mbcnt_hi,1,{},{},{},{});
(void) inst;
if (failed(moduleTranslation.convertArgAndResultAttrs(
op,
inst,
{}))) {
return failure();
}
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::MbcntLoOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mbcnt_lo,1,{},{},{},{});
(void) inst;
if (failed(moduleTranslation.convertArgAndResultAttrs(
op,
inst,
{}))) {
return failure();
}
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::Permlane16SwapOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_permlane16_swap,1,{},{},{2, 3},{StringLiteral("fi"), StringLiteral("boundControl")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::Permlane16VarOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_permlane16_var,1,{},{},{3, 4},{StringLiteral("fi"), StringLiteral("boundControl")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::Permlane32SwapOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_permlane32_swap,1,{},{},{2, 3},{StringLiteral("fi"), StringLiteral("boundControl")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::PermlaneX16Op>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_permlanex16,1,{},{0},{4, 5},{StringLiteral("fi"), StringLiteral("boundControl")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::PermlaneX16VarOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_permlanex16_var,1,{},{},{3, 4},{StringLiteral("fi"), StringLiteral("boundControl")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::RawBufferAtomicCmpSwap>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_raw_buffer_atomic_cmpswap,1,{},{0},{5},{StringLiteral("aux")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::RawBufferAtomicFAddOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_raw_buffer_atomic_fadd,1,{0},{},{4},{StringLiteral("aux")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::RawBufferAtomicFMaxOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_raw_buffer_atomic_fmax,1,{0},{},{4},{StringLiteral("aux")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::RawBufferAtomicSMaxOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_raw_buffer_atomic_smax,1,{0},{},{4},{StringLiteral("aux")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::RawBufferAtomicUMinOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_raw_buffer_atomic_umin,1,{0},{},{4},{StringLiteral("aux")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::RawBufferLoadOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_raw_buffer_load,1,{0},{},{3},{StringLiteral("aux")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::RawBufferStoreOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_raw_buffer_store,0,{},{0},{4},{StringLiteral("aux")});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::RawPtrBufferAtomicCmpSwap>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_raw_ptr_buffer_atomic_cmpswap,1,{0},{},{5},{StringLiteral("aux")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::RawPtrBufferAtomicFaddOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_raw_ptr_buffer_atomic_fadd,1,{0},{},{4},{StringLiteral("aux")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::RawPtrBufferAtomicFmaxOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_raw_ptr_buffer_atomic_fmax,1,{0},{},{4},{StringLiteral("aux")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::RawPtrBufferAtomicSmaxOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_raw_ptr_buffer_atomic_smax,1,{0},{},{4},{StringLiteral("aux")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::RawPtrBufferAtomicUminOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_raw_ptr_buffer_atomic_umin,1,{0},{},{4},{StringLiteral("aux")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::RawPtrBufferLoadAsyncLdsOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_raw_ptr_buffer_load_async_lds,0,{},{},{6},{StringLiteral("aux")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::RawPtrBufferLoadLdsOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_raw_ptr_buffer_load_lds,0,{},{},{6},{StringLiteral("aux")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::RawPtrBufferLoadOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_raw_ptr_buffer_load,1,{0},{},{3},{StringLiteral("aux")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::RawPtrBufferStoreOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_raw_ptr_buffer_store,0,{},{0},{4},{StringLiteral("aux")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ReadfirstlaneOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_readfirstlane,1,{},{0},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ReadlaneOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_readlane,1,{},{0},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::SBarrierOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_s_barrier,0,{},{},{},{});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::SNopOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_s_nop,0,{},{},{0},{StringLiteral("count")});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::SSleepOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_s_sleep,0,{},{},{0},{StringLiteral("count")});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::SWaitcntOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_s_waitcnt,0,{},{},{0},{StringLiteral("bitfield")});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::SchedBarrier>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_sched_barrier,0,{},{},{0},{StringLiteral("mask")});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::SchedGroupBarrier>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_sched_group_barrier,0,{},{},{0, 1, 2},{StringLiteral("mask"), StringLiteral("size"), StringLiteral("groupId")});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::SetPrioOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_s_setprio,0,{},{},{0},{StringLiteral("priority")});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::TensorLoadToLDSOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_tensor_load_to_lds,0,{},{},{5},{StringLiteral("cachePolicy")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::TensorStoreFromLDSOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_tensor_store_from_lds,0,{},{},{5},{StringLiteral("cachePolicy")});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ThreadIdXOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_workitem_id_x,1,{},{},{},{});
(void) inst;
if (op.getRange()) {
inst->addRangeRetAttr(::llvm::ConstantRange(
op.getRange()->getLower(), op.getRange()->getUpper()));
}
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ThreadIdYOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_workitem_id_y,1,{},{},{},{});
(void) inst;
if (op.getRange()) {
inst->addRangeRetAttr(::llvm::ConstantRange(
op.getRange()->getLower(), op.getRange()->getUpper()));
}
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ThreadIdZOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_workitem_id_z,1,{},{},{},{});
(void) inst;
if (op.getRange()) {
inst->addRangeRetAttr(::llvm::ConstantRange(
op.getRange()->getLower(), op.getRange()->getUpper()));
}
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::WaitAsynccntOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_s_wait_asynccnt,0,{},{},{0},{StringLiteral("count")});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::WaitAsyncmarkOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wait_asyncmark,0,{},{},{0},{StringLiteral("count")});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::WaitDscntOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_s_wait_dscnt,0,{},{},{0},{StringLiteral("count")});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::WaitExpcntOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_s_wait_expcnt,0,{},{},{0},{StringLiteral("count")});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::WaitLoadcntOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_s_wait_loadcnt,0,{},{},{0},{StringLiteral("count")});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::WaitStorecntOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_s_wait_storecnt,0,{},{},{0},{StringLiteral("count")});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::WaitTensorcntOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_s_wait_tensorcnt,0,{},{},{0},{StringLiteral("count")});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::WakeupBarrierOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_s_wakeup_barrier,0,{},{},{},{});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::WaveBarrierOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wave_barrier,0,{},{},{},{});
(void) inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::WaveId>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wave_id,1,{},{},{},{});
(void) inst;
if (op.getRange()) {
inst->addRangeRetAttr(::llvm::ConstantRange(
op.getRange()->getLower(), op.getRange()->getUpper()));
}
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::WavefrontSizeOp>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wavefrontsize,1,{},{},{},{});
(void) inst;
if (op.getRange()) {
inst->addRangeRetAttr(::llvm::ConstantRange(
op.getRange()->getLower(), op.getRange()->getUpper()));
}
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::dot4_f32_bf8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_dot4_f32_bf8_bf8,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::dot4_f32_bf8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_dot4_f32_bf8_fp8,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::dot4_f32_fp8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_dot4_f32_fp8_bf8,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::dot4_f32_fp8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_dot4_f32_fp8_fp8,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ds_read_tr4_b64>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_ds_read_tr4_b64,1,{1},{},{},{});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ds_read_tr6_b96>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_ds_read_tr6_b96,1,{1},{},{},{});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ds_read_tr8_b64>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_ds_read_tr8_b64,1,{1},{},{},{});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::ds_read_tr16_b64>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_ds_read_tr16_b64,1,{1},{},{},{});
(void) inst;
moduleTranslation.setAliasScopeMetadata(op, inst);
moduleTranslation.setTBAAMetadata(op, inst);
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::fdot2>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_fdot2,1,{},{},{3},{StringLiteral("clamp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::fdot2_bf16_bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_fdot2_bf16_bf16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::fdot2_f16_f16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_fdot2_f16_f16,1,{},{},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::fdot2_f32_bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_fdot2_f32_bf16,1,{},{},{3},{StringLiteral("clamp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_4x4x1f32>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_4x4x1f32,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_4x4x2bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_4x4x2bf16,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_4x4x4bf16_1k>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_4x4x4bf16_1k,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_4x4x4f16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_4x4x4f16,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_16x16x1f32>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_16x16x1f32,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_16x16x2bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_16x16x2bf16,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_16x16x4bf16_1k>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_16x16x4bf16_1k,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_16x16x4f16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_16x16x4f16,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_16x16x4f32>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_16x16x4f32,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_16x16x8_xf32>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_16x16x8_xf32,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_16x16x8bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_16x16x8bf16,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_16x16x16bf16_1k>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_16x16x16bf16_1k,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_16x16x16f16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_16x16x16f16,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_16x16x32_bf8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_16x16x32_bf8_bf8,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_16x16x32_bf8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_16x16x32_bf8_fp8,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_16x16x32_bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_16x16x32_bf16,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_16x16x32_f16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_16x16x32_f16,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_16x16x32_fp8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_16x16x32_fp8_bf8,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_16x16x32_fp8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_16x16x32_fp8_fp8,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_32x32x1f32>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_32x32x1f32,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_32x32x2bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_32x32x2bf16,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_32x32x2f32>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_32x32x2f32,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_32x32x4_xf32>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_32x32x4_xf32,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_32x32x4bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_32x32x4bf16,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_32x32x4bf16_1k>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_32x32x4bf16_1k,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_32x32x4f16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_32x32x4f16,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_32x32x8bf16_1k>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_32x32x8bf16_1k,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_32x32x8f16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_32x32x8f16,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_32x32x16_bf8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_32x32x16_bf8_bf8,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_32x32x16_bf8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_32x32x16_bf8_fp8,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_32x32x16_bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_32x32x16_bf16,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_32x32x16_f16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_32x32x16_f16,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_32x32x16_fp8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_32x32x16_fp8_bf8,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f32_32x32x16_fp8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f32_32x32x16_fp8_fp8,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f64_4x4x4f64>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f64_4x4x4f64,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_f64_16x16x4f64>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_f64_16x16x4f64,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_i32_4x4x4i8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_i32_4x4x4i8,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_i32_16x16x4i8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_i32_16x16x4i8,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_i32_16x16x16i8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_i32_16x16x16i8,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_i32_16x16x32_i8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_i32_16x16x32_i8,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_i32_16x16x64_i8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_i32_16x16x64_i8,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_i32_32x32x4i8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_i32_32x32x4i8,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_i32_32x32x8i8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_i32_32x32x8i8,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_i32_32x32x16_i8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_i32_32x32x16_i8,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_i32_32x32x32_i8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_i32_32x32x32_i8,1,{},{},{3, 4, 5},{StringLiteral("cbsz"), StringLiteral("abid"), StringLiteral("blgp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_scale_f32_16x16x128_f8f6f4>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_scale_f32_16x16x128_f8f6f4,1,{},{0, 1},{3, 4, 5, 7},{StringLiteral("cbsz"), StringLiteral("blgp"), StringLiteral("opselA"), StringLiteral("opselB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::mfma_scale_f32_32x32x64_f8f6f4>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_mfma_scale_f32_32x32x64_f8f6f4,1,{},{0, 1},{3, 4, 5, 7},{StringLiteral("cbsz"), StringLiteral("blgp"), StringLiteral("opselA"), StringLiteral("opselB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::sdot2>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_sdot2,1,{},{},{3},{StringLiteral("clamp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::sdot4>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_sdot4,1,{},{},{3},{StringLiteral("clamp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::sdot8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_sdot8,1,{},{},{3},{StringLiteral("clamp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_16x16x32_bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_16x16x32_bf16,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_16x16x32_f16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_16x16x32_f16,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_16x16x64_bf8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_16x16x64_bf8_bf8,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_16x16x64_bf8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_16x16x64_bf8_fp8,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_16x16x64_bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_16x16x64_bf16,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_16x16x64_f16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_16x16x64_f16,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_16x16x64_fp8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_16x16x64_fp8_bf8,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_16x16x64_fp8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_16x16x64_fp8_fp8,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_16x16x128_bf8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_16x16x128_bf8_bf8,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_16x16x128_bf8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_16x16x128_bf8_fp8,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_16x16x128_fp8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_16x16x128_fp8_bf8,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_16x16x128_fp8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_16x16x128_fp8_fp8,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_32x32x16_bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_32x32x16_bf16,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_32x32x16_f16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_32x32x16_f16,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_32x32x32_bf8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_32x32x32_bf8_bf8,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_32x32x32_bf8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_32x32x32_bf8_fp8,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_32x32x32_bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_32x32x32_bf16,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_32x32x32_f16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_32x32x32_f16,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_32x32x32_fp8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_32x32x32_fp8_bf8,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_32x32x32_fp8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_32x32x32_fp8_fp8,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_32x32x64_bf8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_32x32x64_bf8_bf8,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_32x32x64_bf8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_32x32x64_bf8_fp8,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_32x32x64_fp8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_32x32x64_fp8_bf8,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_f32_32x32x64_fp8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_f32_32x32x64_fp8_fp8,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_i32_16x16x64_i8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_i32_16x16x64_i8,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_i32_16x16x128_i8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_i32_16x16x128_i8,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_i32_32x32x32_i8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_i32_32x32x32_i8,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::smfmac_i32_32x32x64_i8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_smfmac_i32_32x32x64_i8,1,{},{},{4, 5},{StringLiteral("cbsz"), StringLiteral("abid")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::sudot4>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_sudot4,1,{},{},{0, 2, 5},{StringLiteral("signA"), StringLiteral("signB"), StringLiteral("clamp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::sudot8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_sudot8,1,{},{},{0, 2, 5},{StringLiteral("signA"), StringLiteral("signB"), StringLiteral("clamp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_bf16_16x16x32_bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_bf16_16x16x32_bf16,1,{0},{0, 1, 3},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_bf16_16x16x64_bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_bf16_16x16x64_bf16,1,{0},{1, 3, 5},{0, 2, 6, 7},{StringLiteral("signA"), StringLiteral("signB"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_bf16f32_16x16x64_bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_bf16f32_16x16x64_bf16,1,{0},{1, 3, 5},{0, 2, 6, 7},{StringLiteral("signA"), StringLiteral("signB"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_f16_16x16x32_f16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_f16_16x16x32_f16,1,{0},{0, 1, 3},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_f16_16x16x64_f16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_f16_16x16x64_f16,1,{0},{1, 3, 5},{0, 2, 6, 7},{StringLiteral("signA"), StringLiteral("signB"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_f16_16x16x128_bf8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_f16_16x16x128_bf8_bf8,1,{0},{0, 1, 3},{4, 5},{StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_f16_16x16x128_bf8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_f16_16x16x128_bf8_fp8,1,{0},{0, 1, 3},{4, 5},{StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_f16_16x16x128_fp8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_f16_16x16x128_fp8_bf8,1,{0},{0, 1, 3},{4, 5},{StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_f16_16x16x128_fp8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_f16_16x16x128_fp8_fp8,1,{0},{0, 1, 3},{4, 5},{StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_f32_16x16x32_bf8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_f32_16x16x32_bf8_bf8,1,{0},{0, 1, 3},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_f32_16x16x32_bf8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_f32_16x16x32_bf8_fp8,1,{0},{0, 1, 3},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_f32_16x16x32_bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_f32_16x16x32_bf16,1,{0},{0, 1, 3},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_f32_16x16x32_f16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_f32_16x16x32_f16,1,{0},{0, 1, 3},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_f32_16x16x32_fp8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_f32_16x16x32_fp8_bf8,1,{0},{0, 1, 3},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_f32_16x16x32_fp8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_f32_16x16x32_fp8_fp8,1,{0},{0, 1, 3},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_f32_16x16x64_bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_f32_16x16x64_bf16,1,{0},{1, 3, 5},{0, 2, 6, 7},{StringLiteral("signA"), StringLiteral("signB"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_f32_16x16x64_f16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_f32_16x16x64_f16,1,{0},{1, 3, 5},{0, 2, 6, 7},{StringLiteral("signA"), StringLiteral("signB"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_f32_16x16x128_bf8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_f32_16x16x128_bf8_bf8,1,{0},{0, 1, 3},{4, 5},{StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_f32_16x16x128_bf8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_f32_16x16x128_bf8_fp8,1,{0},{0, 1, 3},{4, 5},{StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_f32_16x16x128_fp8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_f32_16x16x128_fp8_bf8,1,{0},{0, 1, 3},{4, 5},{StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_f32_16x16x128_fp8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_f32_16x16x128_fp8_fp8,1,{0},{0, 1, 3},{4, 5},{StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_i32_16x16x32_iu4>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_i32_16x16x32_iu4,1,{0},{1, 3, 5},{0, 2, 6},{StringLiteral("signA"), StringLiteral("signB"), StringLiteral("clamp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_i32_16x16x32_iu8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_i32_16x16x32_iu8,1,{0},{1, 3, 5},{0, 2, 6},{StringLiteral("signA"), StringLiteral("signB"), StringLiteral("clamp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_i32_16x16x64_iu4>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_i32_16x16x64_iu4,1,{0},{1, 3, 5},{0, 2, 6},{StringLiteral("signA"), StringLiteral("signB"), StringLiteral("clamp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::swmmac_i32_16x16x128_iu8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_swmmac_i32_16x16x128_iu8,1,{0},{1, 3, 5},{0, 2, 6, 7, 8},{StringLiteral("signA"), StringLiteral("signB"), StringLiteral("reuseA"), StringLiteral("reuseB"), StringLiteral("clamp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::udot2>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_udot2,1,{},{},{3},{StringLiteral("clamp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::udot4>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_udot4,1,{},{},{3},{StringLiteral("clamp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::udot8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_udot8,1,{},{},{3},{StringLiteral("clamp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_bf16_16x16x16_bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_bf16_16x16x16_bf16,1,{0},{1},{3},{StringLiteral("opsel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_bf16_16x16x32_bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_bf16_16x16x32_bf16,1,{0},{0},{2, 4, 5},{StringLiteral("modC"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_bf16f32_16x16x32_bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_bf16f32_16x16x32_bf16,1,{0},{0, 3},{2, 4, 5},{StringLiteral("modC"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f16_16x16x16_f16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f16_16x16x16_f16,1,{0},{1},{3},{StringLiteral("opsel")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f16_16x16x32_f16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f16_16x16x32_f16,1,{0},{0},{2, 4, 5},{StringLiteral("modC"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f16_16x16x64_bf8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f16_16x16x64_bf8_bf8,1,{0},{0},{2, 4, 5},{StringLiteral("modC"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f16_16x16x64_bf8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f16_16x16x64_bf8_fp8,1,{0},{0},{2, 4, 5},{StringLiteral("modC"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f16_16x16x64_fp8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f16_16x16x64_fp8_bf8,1,{0},{0},{2, 4, 5},{StringLiteral("modC"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f16_16x16x64_fp8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f16_16x16x64_fp8_fp8,1,{0},{0},{2, 4, 5},{StringLiteral("modC"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f16_16x16x128_bf8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f16_16x16x128_bf8_bf8,1,{0},{0},{2, 4, 5},{StringLiteral("modC"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f16_16x16x128_bf8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f16_16x16x128_bf8_fp8,1,{0},{0},{2, 4, 5},{StringLiteral("modC"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f16_16x16x128_fp8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f16_16x16x128_fp8_bf8,1,{0},{0},{2, 4, 5},{StringLiteral("modC"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f16_16x16x128_fp8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f16_16x16x128_fp8_fp8,1,{0},{0},{2, 4, 5},{StringLiteral("modC"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f32_16x16x4_f32>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f32_16x16x4_f32,1,{0},{0},{2, 4, 5},{StringLiteral("modC"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f32_16x16x16_bf8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f32_16x16x16_bf8_bf8,1,{0},{0},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f32_16x16x16_bf8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f32_16x16x16_bf8_fp8,1,{0},{0},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f32_16x16x16_bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f32_16x16x16_bf16,1,{0},{0},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f32_16x16x16_f16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f32_16x16x16_f16,1,{0},{0},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f32_16x16x16_fp8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f32_16x16x16_fp8_bf8,1,{0},{0},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f32_16x16x16_fp8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f32_16x16x16_fp8_fp8,1,{0},{0},{},{});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f32_16x16x32_bf16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f32_16x16x32_bf16,1,{0},{0},{2, 4, 5},{StringLiteral("modC"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f32_16x16x32_f16>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f32_16x16x32_f16,1,{0},{0},{2, 4, 5},{StringLiteral("modC"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f32_16x16x64_bf8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f32_16x16x64_bf8_bf8,1,{0},{0},{2, 4, 5},{StringLiteral("modC"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f32_16x16x64_bf8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f32_16x16x64_bf8_fp8,1,{0},{0},{2, 4, 5},{StringLiteral("modC"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f32_16x16x64_fp8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f32_16x16x64_fp8_bf8,1,{0},{0},{2, 4, 5},{StringLiteral("modC"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f32_16x16x64_fp8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f32_16x16x64_fp8_fp8,1,{0},{0},{2, 4, 5},{StringLiteral("modC"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f32_16x16x128_bf8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f32_16x16x128_bf8_bf8,1,{0},{0},{2, 4, 5},{StringLiteral("modC"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f32_16x16x128_bf8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f32_16x16x128_bf8_fp8,1,{0},{0},{2, 4, 5},{StringLiteral("modC"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f32_16x16x128_fp8_bf8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f32_16x16x128_fp8_bf8,1,{0},{0},{2, 4, 5},{StringLiteral("modC"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_f32_16x16x128_fp8_fp8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_f32_16x16x128_fp8_fp8,1,{0},{0},{2, 4, 5},{StringLiteral("modC"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_i32_16x16x16_iu4>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_i32_16x16x16_iu4,1,{0},{1},{0, 2, 5},{StringLiteral("signA"), StringLiteral("signB"), StringLiteral("clamp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_i32_16x16x16_iu8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_i32_16x16x16_iu8,1,{0},{1},{0, 2, 5},{StringLiteral("signA"), StringLiteral("signB"), StringLiteral("clamp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_i32_16x16x32_iu4>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_i32_16x16x32_iu4,1,{0},{1},{0, 2, 5},{StringLiteral("signA"), StringLiteral("signB"), StringLiteral("clamp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_i32_16x16x64_iu8>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_i32_16x16x64_iu8,1,{0},{1},{0, 2, 5, 6, 7},{StringLiteral("signA"), StringLiteral("signB"), StringLiteral("reuseA"), StringLiteral("reuseB"), StringLiteral("clamp")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_scale16_f32_16x16x128_f8f6f4>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_scale16_f32_16x16x128_f8f6f4,1,{0},{1, 3},{0, 2, 4, 6, 7, 9, 10, 12, 13},{StringLiteral("fmtA"), StringLiteral("fmtB"), StringLiteral("modC"), StringLiteral("scaleAType"), StringLiteral("fmtScaleA"), StringLiteral("scaleBType"), StringLiteral("fmtScaleB"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_scale16_f32_32x16x128_f4>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_scale16_f32_32x16x128_f4,1,{0},{0, 1},{2, 4, 5, 7, 8, 10, 11},{StringLiteral("modC"), StringLiteral("scaleAType"), StringLiteral("fmtScaleA"), StringLiteral("scaleBType"), StringLiteral("fmtScaleB"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_scale_f32_16x16x128_f8f6f4>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_scale_f32_16x16x128_f8f6f4,1,{0},{1, 3},{0, 2, 4, 6, 7, 9, 10, 12, 13},{StringLiteral("fmtA"), StringLiteral("fmtB"), StringLiteral("modC"), StringLiteral("scaleAType"), StringLiteral("fmtScaleA"), StringLiteral("scaleBType"), StringLiteral("fmtScaleB"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
if (auto op = dyn_cast<::mlir::ROCDL::wmma_scale_f32_32x16x128_f4>(opInst)) {
auto *inst = LLVM::detail::createIntrinsicCall(
builder, moduleTranslation, &opInst, llvm::Intrinsic::amdgcn_wmma_scale_f32_32x16x128_f4,1,{0},{0, 1},{2, 4, 5, 7, 8, 10, 11},{StringLiteral("modC"), StringLiteral("scaleAType"), StringLiteral("fmtScaleA"), StringLiteral("scaleBType"), StringLiteral("fmtScaleB"), StringLiteral("reuseA"), StringLiteral("reuseB")});
(void) inst;
moduleTranslation.mapValue(op.getRes()) = inst;
return success();
}
Reference in New Issue View Git Blame Copy Permalink