1//===- X86VectorDialect.cpp - MLIR X86Vector ops implementation -----------===//
2//
3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4// See https://llvm.org/LICENSE.txt for license information.
5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6//
7//===----------------------------------------------------------------------===//
8//
9// This file implements the X86Vector dialect and its operations.
10//
11//===----------------------------------------------------------------------===//
12
13#include "mlir/Dialect/X86Vector/X86VectorDialect.h"
14#include "mlir/Dialect/LLVMIR/LLVMDialect.h"
15#include "mlir/Dialect/LLVMIR/LLVMTypes.h"
16#include "mlir/IR/Builders.h"
17#include "mlir/IR/OpImplementation.h"
18#include "mlir/IR/TypeUtilities.h"
19#include "mlir/Interfaces/InferTypeOpInterface.h"
20
21using namespace mlir;
22
23#include "mlir/Dialect/X86Vector/X86VectorInterfaces.cpp.inc"
24
25#include "mlir/Dialect/X86Vector/X86VectorDialect.cpp.inc"
26
27void x86vector::X86VectorDialect::initialize() {
28 addOperations<
29#define GET_OP_LIST
30#include "mlir/Dialect/X86Vector/X86Vector.cpp.inc"
31 >();
32}
33
34static Value getMemrefBuffPtr(Location loc, MemRefType type, Value buffer,
35 const LLVMTypeConverter &typeConverter,
36 RewriterBase &rewriter) {
37 MemRefDescriptor memRefDescriptor(buffer);
38 return memRefDescriptor.bufferPtr(builder&: rewriter, loc, converter: typeConverter, type: type);
39}
40
41LogicalResult x86vector::MaskCompressOp::verify() {
42 if (getSrc() && getConstantSrc())
43 return emitError("cannot use both src and constant_src");
44
45 if (getSrc() && (getSrc().getType() != getDst().getType()))
46 return emitError("failed to verify that src and dst have same type");
47
48 if (getConstantSrc() && (getConstantSrc()->getType() != getDst().getType()))
49 return emitError(
50 "failed to verify that constant_src and dst have same type");
51
52 return success();
53}
54
55SmallVector<Value> x86vector::MaskCompressOp::getIntrinsicOperands(
56 ArrayRef<Value> operands, const LLVMTypeConverter &typeConverter,
57 RewriterBase &rewriter) {
58 auto loc = getLoc();
59 Adaptor adaptor(operands, *this);
60
61 auto opType = adaptor.getA().getType();
62 Value src;
63 if (adaptor.getSrc()) {
64 src = adaptor.getSrc();
65 } else if (adaptor.getConstantSrc()) {
66 src = rewriter.create<LLVM::ConstantOp>(loc, opType,
67 adaptor.getConstantSrcAttr());
68 } else {
69 auto zeroAttr = rewriter.getZeroAttr(opType);
70 src = rewriter.create<LLVM::ConstantOp>(loc, opType, zeroAttr);
71 }
72
73 return SmallVector<Value>{adaptor.getA(), src, adaptor.getK()};
74}
75
76SmallVector<Value>
77x86vector::DotOp::getIntrinsicOperands(ArrayRef<Value> operands,
78 const LLVMTypeConverter &typeConverter,
79 RewriterBase &rewriter) {
80 SmallVector<Value> intrinsicOperands(operands);
81 // Dot product of all elements, broadcasted to all elements.
82 Value scale =
83 rewriter.create<LLVM::ConstantOp>(getLoc(), rewriter.getI8Type(), 0xff);
84 intrinsicOperands.push_back(scale);
85
86 return intrinsicOperands;
87}
88
89SmallVector<Value> x86vector::BcstToPackedF32Op::getIntrinsicOperands(
90 ArrayRef<Value> operands, const LLVMTypeConverter &typeConverter,
91 RewriterBase &rewriter) {
92 Adaptor adaptor(operands, *this);
93 return {getMemrefBuffPtr(getLoc(), getA().getType(), adaptor.getA(),
94 typeConverter, rewriter)};
95}
96
97SmallVector<Value> x86vector::CvtPackedEvenIndexedToF32Op::getIntrinsicOperands(
98 ArrayRef<Value> operands, const LLVMTypeConverter &typeConverter,
99 RewriterBase &rewriter) {
100 Adaptor adaptor(operands, *this);
101 return {getMemrefBuffPtr(getLoc(), getA().getType(), adaptor.getA(),
102 typeConverter, rewriter)};
103}
104
105SmallVector<Value> x86vector::CvtPackedOddIndexedToF32Op::getIntrinsicOperands(
106 ArrayRef<Value> operands, const LLVMTypeConverter &typeConverter,
107 RewriterBase &rewriter) {
108 Adaptor adaptor(operands, *this);
109 return {getMemrefBuffPtr(getLoc(), getA().getType(), adaptor.getA(),
110 typeConverter, rewriter)};
111}
112
113#define GET_OP_CLASSES
114#include "mlir/Dialect/X86Vector/X86Vector.cpp.inc"
115

source code of mlir/lib/Dialect/X86Vector/IR/X86VectorDialect.cpp