#ifdef GET_SERIALIZATION_FNS
template <> LogicalResult
Serializer::processOp<::mlir::spirv::AccessChainOp>(::mlir::spirv::AccessChainOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
for (Value operand : op->getOperands()) {
auto id = getValueID(operand);
assert(id && "use before def!");
operands.push_back(id);
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpAccessChain, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::AtomicAndOp>(::mlir::spirv::AtomicAndOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
if (auto attr = op->getAttr("memory_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("memory_scope");
}
{
if (auto attr = op->getAttr("semantics")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemorySemanticsAttr>(attr).getValue()))));
}
elidedAttrs.push_back("semantics");
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpAtomicAnd, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::AtomicCompareExchangeOp>(::mlir::spirv::AtomicCompareExchangeOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
if (auto attr = op->getAttr("memory_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("memory_scope");
}
{
if (auto attr = op->getAttr("equal_semantics")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemorySemanticsAttr>(attr).getValue()))));
}
elidedAttrs.push_back("equal_semantics");
}
{
if (auto attr = op->getAttr("unequal_semantics")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemorySemanticsAttr>(attr).getValue()))));
}
elidedAttrs.push_back("unequal_semantics");
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(2)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #2 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpAtomicCompareExchange, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::AtomicCompareExchangeWeakOp>(::mlir::spirv::AtomicCompareExchangeWeakOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
if (auto attr = op->getAttr("memory_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("memory_scope");
}
{
if (auto attr = op->getAttr("equal_semantics")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemorySemanticsAttr>(attr).getValue()))));
}
elidedAttrs.push_back("equal_semantics");
}
{
if (auto attr = op->getAttr("unequal_semantics")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemorySemanticsAttr>(attr).getValue()))));
}
elidedAttrs.push_back("unequal_semantics");
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(2)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #2 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpAtomicCompareExchangeWeak, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::AtomicExchangeOp>(::mlir::spirv::AtomicExchangeOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
if (auto attr = op->getAttr("memory_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("memory_scope");
}
{
if (auto attr = op->getAttr("semantics")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemorySemanticsAttr>(attr).getValue()))));
}
elidedAttrs.push_back("semantics");
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpAtomicExchange, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::AtomicIAddOp>(::mlir::spirv::AtomicIAddOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
if (auto attr = op->getAttr("memory_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("memory_scope");
}
{
if (auto attr = op->getAttr("semantics")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemorySemanticsAttr>(attr).getValue()))));
}
elidedAttrs.push_back("semantics");
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpAtomicIAdd, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::AtomicIDecrementOp>(::mlir::spirv::AtomicIDecrementOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
for (Value operand : op->getOperands()) {
auto id = getValueID(operand);
assert(id && "use before def!");
operands.push_back(id);
}
if (auto attr = op->getAttr("memory_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("memory_scope");
if (auto attr = op->getAttr("semantics")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemorySemanticsAttr>(attr).getValue()))));
}
elidedAttrs.push_back("semantics");
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpAtomicIDecrement, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::AtomicIIncrementOp>(::mlir::spirv::AtomicIIncrementOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
for (Value operand : op->getOperands()) {
auto id = getValueID(operand);
assert(id && "use before def!");
operands.push_back(id);
}
if (auto attr = op->getAttr("memory_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("memory_scope");
if (auto attr = op->getAttr("semantics")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemorySemanticsAttr>(attr).getValue()))));
}
elidedAttrs.push_back("semantics");
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpAtomicIIncrement, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::AtomicISubOp>(::mlir::spirv::AtomicISubOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
if (auto attr = op->getAttr("memory_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("memory_scope");
}
{
if (auto attr = op->getAttr("semantics")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemorySemanticsAttr>(attr).getValue()))));
}
elidedAttrs.push_back("semantics");
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpAtomicISub, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::AtomicOrOp>(::mlir::spirv::AtomicOrOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
if (auto attr = op->getAttr("memory_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("memory_scope");
}
{
if (auto attr = op->getAttr("semantics")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemorySemanticsAttr>(attr).getValue()))));
}
elidedAttrs.push_back("semantics");
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpAtomicOr, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::AtomicSMaxOp>(::mlir::spirv::AtomicSMaxOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
if (auto attr = op->getAttr("memory_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("memory_scope");
}
{
if (auto attr = op->getAttr("semantics")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemorySemanticsAttr>(attr).getValue()))));
}
elidedAttrs.push_back("semantics");
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpAtomicSMax, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::AtomicSMinOp>(::mlir::spirv::AtomicSMinOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
if (auto attr = op->getAttr("memory_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("memory_scope");
}
{
if (auto attr = op->getAttr("semantics")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemorySemanticsAttr>(attr).getValue()))));
}
elidedAttrs.push_back("semantics");
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpAtomicSMin, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::AtomicUMaxOp>(::mlir::spirv::AtomicUMaxOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
if (auto attr = op->getAttr("memory_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("memory_scope");
}
{
if (auto attr = op->getAttr("semantics")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemorySemanticsAttr>(attr).getValue()))));
}
elidedAttrs.push_back("semantics");
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpAtomicUMax, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::AtomicUMinOp>(::mlir::spirv::AtomicUMinOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
if (auto attr = op->getAttr("memory_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("memory_scope");
}
{
if (auto attr = op->getAttr("semantics")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemorySemanticsAttr>(attr).getValue()))));
}
elidedAttrs.push_back("semantics");
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpAtomicUMin, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::AtomicXorOp>(::mlir::spirv::AtomicXorOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
if (auto attr = op->getAttr("memory_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("memory_scope");
}
{
if (auto attr = op->getAttr("semantics")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemorySemanticsAttr>(attr).getValue()))));
}
elidedAttrs.push_back("semantics");
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpAtomicXor, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::BitCountOp>(::mlir::spirv::BitCountOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpBitCount));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::BitFieldInsertOp>(::mlir::spirv::BitFieldInsertOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpBitFieldInsert));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::BitFieldSExtractOp>(::mlir::spirv::BitFieldSExtractOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpBitFieldSExtract));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::BitFieldUExtractOp>(::mlir::spirv::BitFieldUExtractOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpBitFieldUExtract));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::BitReverseOp>(::mlir::spirv::BitReverseOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpBitReverse));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::BitcastOp>(::mlir::spirv::BitcastOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpBitcast));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::BitwiseAndOp>(::mlir::spirv::BitwiseAndOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpBitwiseAnd));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::BitwiseOrOp>(::mlir::spirv::BitwiseOrOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpBitwiseOr));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::BitwiseXorOp>(::mlir::spirv::BitwiseXorOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpBitwiseXor));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLAcosOp>(::mlir::spirv::CLAcosOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 0);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLAcoshOp>(::mlir::spirv::CLAcoshOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 1);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLAsinOp>(::mlir::spirv::CLAsinOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 3);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLAsinhOp>(::mlir::spirv::CLAsinhOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 4);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLAtan2Op>(::mlir::spirv::CLAtan2Op op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 7);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLAtanOp>(::mlir::spirv::CLAtanOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 6);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLAtanhOp>(::mlir::spirv::CLAtanhOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 8);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLCeilOp>(::mlir::spirv::CLCeilOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 12);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLCosOp>(::mlir::spirv::CLCosOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 14);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLCoshOp>(::mlir::spirv::CLCoshOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 15);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLErfOp>(::mlir::spirv::CLErfOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 18);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLExpOp>(::mlir::spirv::CLExpOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 19);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLFAbsOp>(::mlir::spirv::CLFAbsOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 23);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLFMaxOp>(::mlir::spirv::CLFMaxOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 27);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLFMinOp>(::mlir::spirv::CLFMinOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 28);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLFloorOp>(::mlir::spirv::CLFloorOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 25);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLFmaOp>(::mlir::spirv::CLFmaOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 26);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLLogOp>(::mlir::spirv::CLLogOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 37);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLMixOp>(::mlir::spirv::CLMixOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 99);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLPowOp>(::mlir::spirv::CLPowOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 48);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLPrintfOp>(::mlir::spirv::CLPrintfOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
for (Value operand : op->getOperands()) {
auto id = getValueID(operand);
assert(id && "use before def!");
operands.push_back(id);
}
(void)encodeExtensionInstruction(op, "OpenCL.std", 184, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLRintOp>(::mlir::spirv::CLRintOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 53);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLRoundOp>(::mlir::spirv::CLRoundOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 55);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLRsqrtOp>(::mlir::spirv::CLRsqrtOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 56);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLSAbsOp>(::mlir::spirv::CLSAbsOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 141);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLSMaxOp>(::mlir::spirv::CLSMaxOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 156);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLSMinOp>(::mlir::spirv::CLSMinOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 158);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLSinOp>(::mlir::spirv::CLSinOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 57);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLSinhOp>(::mlir::spirv::CLSinhOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 59);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLSqrtOp>(::mlir::spirv::CLSqrtOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 61);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLTanOp>(::mlir::spirv::CLTanOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 62);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLTanhOp>(::mlir::spirv::CLTanhOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 63);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLUMaxOp>(::mlir::spirv::CLUMaxOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 157);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CLUMinOp>(::mlir::spirv::CLUMinOp op) {
return processOpWithoutGrammarAttr(op, "OpenCL.std", 159);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CompositeConstructOp>(::mlir::spirv::CompositeConstructOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
for (Value operand : op->getOperands()) {
auto id = getValueID(operand);
assert(id && "use before def!");
operands.push_back(id);
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpCompositeConstruct, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CompositeExtractOp>(::mlir::spirv::CompositeExtractOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
for (Value operand : op->getOperands()) {
auto id = getValueID(operand);
assert(id && "use before def!");
operands.push_back(id);
}
if (auto attr = op->getAttr("indices")) {
for (auto attrElem : llvm::cast<ArrayAttr>(attr)) {
operands.push_back(static_cast<uint32_t>(llvm::cast<IntegerAttr>(attrElem).getValue().getZExtValue()));
}
}
elidedAttrs.push_back("indices");
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpCompositeExtract, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::CompositeInsertOp>(::mlir::spirv::CompositeInsertOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
for (Value operand : op->getOperands()) {
auto id = getValueID(operand);
assert(id && "use before def!");
operands.push_back(id);
}
if (auto attr = op->getAttr("indices")) {
for (auto attrElem : llvm::cast<ArrayAttr>(attr)) {
operands.push_back(static_cast<uint32_t>(llvm::cast<IntegerAttr>(attrElem).getValue().getZExtValue()));
}
}
elidedAttrs.push_back("indices");
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpCompositeInsert, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::ControlBarrierOp>(::mlir::spirv::ControlBarrierOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
if (auto attr = op->getAttr("memory_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("memory_scope");
if (auto attr = op->getAttr("memory_semantics")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemorySemanticsAttr>(attr).getValue()))));
}
elidedAttrs.push_back("memory_semantics");
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpControlBarrier, operands);
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::ConvertFToSOp>(::mlir::spirv::ConvertFToSOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpConvertFToS));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::ConvertFToUOp>(::mlir::spirv::ConvertFToUOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpConvertFToU));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::ConvertPtrToUOp>(::mlir::spirv::ConvertPtrToUOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpConvertPtrToU));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::ConvertSToFOp>(::mlir::spirv::ConvertSToFOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpConvertSToF));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::ConvertUToFOp>(::mlir::spirv::ConvertUToFOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpConvertUToF));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::ConvertUToPtrOp>(::mlir::spirv::ConvertUToPtrOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpConvertUToPtr));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::DotOp>(::mlir::spirv::DotOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpDot));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::EXTAtomicFAddOp>(::mlir::spirv::EXTAtomicFAddOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
if (auto attr = op->getAttr("memory_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("memory_scope");
}
{
if (auto attr = op->getAttr("semantics")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemorySemanticsAttr>(attr).getValue()))));
}
elidedAttrs.push_back("semantics");
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpAtomicFAddEXT, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::FAddOp>(::mlir::spirv::FAddOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpFAdd));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::FConvertOp>(::mlir::spirv::FConvertOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpFConvert));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::FDivOp>(::mlir::spirv::FDivOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpFDiv));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::FModOp>(::mlir::spirv::FModOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpFMod));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::FMulOp>(::mlir::spirv::FMulOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpFMul));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::FNegateOp>(::mlir::spirv::FNegateOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpFNegate));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::FOrdEqualOp>(::mlir::spirv::FOrdEqualOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpFOrdEqual));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::FOrdGreaterThanEqualOp>(::mlir::spirv::FOrdGreaterThanEqualOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpFOrdGreaterThanEqual));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::FOrdGreaterThanOp>(::mlir::spirv::FOrdGreaterThanOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpFOrdGreaterThan));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::FOrdLessThanEqualOp>(::mlir::spirv::FOrdLessThanEqualOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpFOrdLessThanEqual));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::FOrdLessThanOp>(::mlir::spirv::FOrdLessThanOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpFOrdLessThan));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::FOrdNotEqualOp>(::mlir::spirv::FOrdNotEqualOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpFOrdNotEqual));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::FRemOp>(::mlir::spirv::FRemOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpFRem));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::FSubOp>(::mlir::spirv::FSubOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpFSub));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::FUnordEqualOp>(::mlir::spirv::FUnordEqualOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpFUnordEqual));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::FUnordGreaterThanEqualOp>(::mlir::spirv::FUnordGreaterThanEqualOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpFUnordGreaterThanEqual));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::FUnordGreaterThanOp>(::mlir::spirv::FUnordGreaterThanOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpFUnordGreaterThan));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::FUnordLessThanEqualOp>(::mlir::spirv::FUnordLessThanEqualOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpFUnordLessThanEqual));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::FUnordLessThanOp>(::mlir::spirv::FUnordLessThanOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpFUnordLessThan));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::FUnordNotEqualOp>(::mlir::spirv::FUnordNotEqualOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpFUnordNotEqual));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLAcosOp>(::mlir::spirv::GLAcosOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 17);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLAsinOp>(::mlir::spirv::GLAsinOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 16);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLAtanOp>(::mlir::spirv::GLAtanOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 18);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLCeilOp>(::mlir::spirv::GLCeilOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 9);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLCosOp>(::mlir::spirv::GLCosOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 14);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLCoshOp>(::mlir::spirv::GLCoshOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 20);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLExpOp>(::mlir::spirv::GLExpOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 27);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLFAbsOp>(::mlir::spirv::GLFAbsOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 4);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLFClampOp>(::mlir::spirv::GLFClampOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 43);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLFMaxOp>(::mlir::spirv::GLFMaxOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 40);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLFMinOp>(::mlir::spirv::GLFMinOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 37);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLFMixOp>(::mlir::spirv::GLFMixOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 46);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLFSignOp>(::mlir::spirv::GLFSignOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 6);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLFindUMsbOp>(::mlir::spirv::GLFindUMsbOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 75);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLFloorOp>(::mlir::spirv::GLFloorOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 8);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLFmaOp>(::mlir::spirv::GLFmaOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 50);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLFrexpStructOp>(::mlir::spirv::GLFrexpStructOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 52);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLInverseSqrtOp>(::mlir::spirv::GLInverseSqrtOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 32);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLLdexpOp>(::mlir::spirv::GLLdexpOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 53);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLLogOp>(::mlir::spirv::GLLogOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 28);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLPowOp>(::mlir::spirv::GLPowOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 26);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLRoundEvenOp>(::mlir::spirv::GLRoundEvenOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 2);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLRoundOp>(::mlir::spirv::GLRoundOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 1);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLSAbsOp>(::mlir::spirv::GLSAbsOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 5);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLSClampOp>(::mlir::spirv::GLSClampOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 45);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLSMaxOp>(::mlir::spirv::GLSMaxOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 42);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLSMinOp>(::mlir::spirv::GLSMinOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 39);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLSSignOp>(::mlir::spirv::GLSSignOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 7);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLSinOp>(::mlir::spirv::GLSinOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 13);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLSinhOp>(::mlir::spirv::GLSinhOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 19);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLSqrtOp>(::mlir::spirv::GLSqrtOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 31);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLTanOp>(::mlir::spirv::GLTanOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 15);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLTanhOp>(::mlir::spirv::GLTanhOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 21);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLUClampOp>(::mlir::spirv::GLUClampOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 44);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLUMaxOp>(::mlir::spirv::GLUMaxOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 41);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GLUMinOp>(::mlir::spirv::GLUMinOp op) {
return processOpWithoutGrammarAttr(op, "GLSL.std.450", 38);
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GenericCastToPtrOp>(::mlir::spirv::GenericCastToPtrOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpGenericCastToPtr));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupBroadcastOp>(::mlir::spirv::GroupBroadcastOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupBroadcast, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupFAddOp>(::mlir::spirv::GroupFAddOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupFAdd, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupFMaxOp>(::mlir::spirv::GroupFMaxOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupFMax, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupFMinOp>(::mlir::spirv::GroupFMinOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupFMin, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupFMulKHROp>(::mlir::spirv::GroupFMulKHROp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupFMulKHR, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupIAddOp>(::mlir::spirv::GroupIAddOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupIAdd, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupIMulKHROp>(::mlir::spirv::GroupIMulKHROp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupIMulKHR, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformBallotFindLSBOp>(::mlir::spirv::GroupNonUniformBallotFindLSBOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformBallotFindLSB, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformBallotFindMSBOp>(::mlir::spirv::GroupNonUniformBallotFindMSBOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformBallotFindMSB, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformBallotOp>(::mlir::spirv::GroupNonUniformBallotOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformBallot, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformBitwiseAndOp>(::mlir::spirv::GroupNonUniformBitwiseAndOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformBitwiseAnd, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformBitwiseOrOp>(::mlir::spirv::GroupNonUniformBitwiseOrOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformBitwiseOr, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformBitwiseXorOp>(::mlir::spirv::GroupNonUniformBitwiseXorOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformBitwiseXor, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformBroadcastOp>(::mlir::spirv::GroupNonUniformBroadcastOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformBroadcast, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformElectOp>(::mlir::spirv::GroupNonUniformElectOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformElect, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformFAddOp>(::mlir::spirv::GroupNonUniformFAddOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformFAdd, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformFMaxOp>(::mlir::spirv::GroupNonUniformFMaxOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformFMax, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformFMinOp>(::mlir::spirv::GroupNonUniformFMinOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformFMin, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformFMulOp>(::mlir::spirv::GroupNonUniformFMulOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformFMul, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformIAddOp>(::mlir::spirv::GroupNonUniformIAddOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformIAdd, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformIMulOp>(::mlir::spirv::GroupNonUniformIMulOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformIMul, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformLogicalAndOp>(::mlir::spirv::GroupNonUniformLogicalAndOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformLogicalAnd, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformLogicalOrOp>(::mlir::spirv::GroupNonUniformLogicalOrOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformLogicalOr, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformLogicalXorOp>(::mlir::spirv::GroupNonUniformLogicalXorOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformLogicalXor, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformSMaxOp>(::mlir::spirv::GroupNonUniformSMaxOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformSMax, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformSMinOp>(::mlir::spirv::GroupNonUniformSMinOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformSMin, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformShuffleDownOp>(::mlir::spirv::GroupNonUniformShuffleDownOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformShuffleDown, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformShuffleOp>(::mlir::spirv::GroupNonUniformShuffleOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformShuffle, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformShuffleUpOp>(::mlir::spirv::GroupNonUniformShuffleUpOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformShuffleUp, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformShuffleXorOp>(::mlir::spirv::GroupNonUniformShuffleXorOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformShuffleXor, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformUMaxOp>(::mlir::spirv::GroupNonUniformUMaxOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformUMax, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupNonUniformUMinOp>(::mlir::spirv::GroupNonUniformUMinOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupNonUniformUMin, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupSMaxOp>(::mlir::spirv::GroupSMaxOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupSMax, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupSMinOp>(::mlir::spirv::GroupSMinOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupSMin, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupUMaxOp>(::mlir::spirv::GroupUMaxOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupUMax, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::GroupUMinOp>(::mlir::spirv::GroupUMinOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("execution_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("execution_scope");
}
{
if (auto attr = op->getAttr("group_operation")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::GroupOperationAttr>(attr).getValue()));
}
elidedAttrs.push_back("group_operation");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpGroupUMin, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::IAddCarryOp>(::mlir::spirv::IAddCarryOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpIAddCarry));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::IAddOp>(::mlir::spirv::IAddOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpIAdd));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::IEqualOp>(::mlir::spirv::IEqualOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpIEqual));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::IMulOp>(::mlir::spirv::IMulOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpIMul));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::INTELConvertBF16ToFOp>(::mlir::spirv::INTELConvertBF16ToFOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpConvertBF16ToFINTEL));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::INTELConvertFToBF16Op>(::mlir::spirv::INTELConvertFToBF16Op op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpConvertFToBF16INTEL));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::INTELSubgroupBlockReadOp>(::mlir::spirv::INTELSubgroupBlockReadOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpSubgroupBlockReadINTEL));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::INTELSubgroupBlockWriteOp>(::mlir::spirv::INTELSubgroupBlockWriteOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpSubgroupBlockWriteINTEL));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::INotEqualOp>(::mlir::spirv::INotEqualOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpINotEqual));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::ISubBorrowOp>(::mlir::spirv::ISubBorrowOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpISubBorrow));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::ISubOp>(::mlir::spirv::ISubOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpISub));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::ImageDrefGatherOp>(::mlir::spirv::ImageDrefGatherOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(2)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #2 has a use before def");
}
operands.push_back(argID);
}
}
{
if (auto attr = op->getAttr("imageoperands")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ImageOperandsAttr>(attr).getValue()));
}
elidedAttrs.push_back("imageoperands");
}
{
for (auto arg : op.getODSOperands(3)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #3 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpImageDrefGather, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::ImageOp>(::mlir::spirv::ImageOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpImage));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::ImageQuerySizeOp>(::mlir::spirv::ImageQuerySizeOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpImageQuerySize));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::InBoundsPtrAccessChainOp>(::mlir::spirv::InBoundsPtrAccessChainOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
for (Value operand : op->getOperands()) {
auto id = getValueID(operand);
assert(id && "use before def!");
operands.push_back(id);
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpInBoundsPtrAccessChain, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::IsInfOp>(::mlir::spirv::IsInfOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpIsInf));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::IsNanOp>(::mlir::spirv::IsNanOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpIsNan));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::KHRAssumeTrueOp>(::mlir::spirv::KHRAssumeTrueOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpAssumeTrueKHR));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::KHRCooperativeMatrixLengthOp>(::mlir::spirv::KHRCooperativeMatrixLengthOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
if (auto attr = op->getAttr("cooperative_matrix_type")) {
uint32_t attrTypeID = 0;
if (failed(processType(op.getLoc(), llvm::cast<TypeAttr>(attr).getValue(), attrTypeID))) {
return failure();
}
operands.push_back(attrTypeID);
}
elidedAttrs.push_back("cooperative_matrix_type");
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpCooperativeMatrixLengthKHR, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::KHRCooperativeMatrixLoadOp>(::mlir::spirv::KHRCooperativeMatrixLoadOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
if (auto attr = op->getAttr("matrix_layout")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::CooperativeMatrixLayoutKHRAttr>(attr).getValue()))));
}
elidedAttrs.push_back("matrix_layout");
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
{
if (auto attr = op->getAttr("memory_operand")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemoryAccessAttr>(attr).getValue()));
}
elidedAttrs.push_back("memory_operand");
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpCooperativeMatrixLoadKHR, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::KHRCooperativeMatrixMulAddOp>(::mlir::spirv::KHRCooperativeMatrixMulAddOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
for (Value operand : op->getOperands()) {
auto id = getValueID(operand);
assert(id && "use before def!");
operands.push_back(id);
}
if (auto attr = op->getAttr("matrix_operands")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::CooperativeMatrixOperandsKHRAttr>(attr).getValue()));
}
elidedAttrs.push_back("matrix_operands");
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpCooperativeMatrixMulAddKHR, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::KHRCooperativeMatrixStoreOp>(::mlir::spirv::KHRCooperativeMatrixStoreOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
{
for (auto arg : op.getODSOperands(1)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #1 has a use before def");
}
operands.push_back(argID);
}
}
{
if (auto attr = op->getAttr("matrix_layout")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::CooperativeMatrixLayoutKHRAttr>(attr).getValue()))));
}
elidedAttrs.push_back("matrix_layout");
}
{
for (auto arg : op.getODSOperands(2)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #2 has a use before def");
}
operands.push_back(argID);
}
}
{
if (auto attr = op->getAttr("memory_operand")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemoryAccessAttr>(attr).getValue()));
}
elidedAttrs.push_back("memory_operand");
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpCooperativeMatrixStoreKHR, operands);
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::KHRSubgroupBallotOp>(::mlir::spirv::KHRSubgroupBallotOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpSubgroupBallotKHR));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::LoadOp>(::mlir::spirv::LoadOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
for (Value operand : op->getOperands()) {
auto id = getValueID(operand);
assert(id && "use before def!");
operands.push_back(id);
}
if (auto attr = op->getAttr("memory_access")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemoryAccessAttr>(attr).getValue()));
}
elidedAttrs.push_back("memory_access");
if (auto attr = op->getAttr("alignment")) {
operands.push_back(static_cast<uint32_t>(llvm::cast<IntegerAttr>(attr).getValue().getZExtValue()));
}
elidedAttrs.push_back("alignment");
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpLoad, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::LogicalAndOp>(::mlir::spirv::LogicalAndOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpLogicalAnd));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::LogicalEqualOp>(::mlir::spirv::LogicalEqualOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpLogicalEqual));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::LogicalNotEqualOp>(::mlir::spirv::LogicalNotEqualOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpLogicalNotEqual));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::LogicalNotOp>(::mlir::spirv::LogicalNotOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpLogicalNot));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::LogicalOrOp>(::mlir::spirv::LogicalOrOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpLogicalOr));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::MatrixTimesMatrixOp>(::mlir::spirv::MatrixTimesMatrixOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpMatrixTimesMatrix));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::MatrixTimesScalarOp>(::mlir::spirv::MatrixTimesScalarOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpMatrixTimesScalar));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::MemoryBarrierOp>(::mlir::spirv::MemoryBarrierOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
if (auto attr = op->getAttr("memory_scope")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::ScopeAttr>(attr).getValue()))));
}
elidedAttrs.push_back("memory_scope");
if (auto attr = op->getAttr("memory_semantics")) {
operands.push_back(prepareConstantInt(op.getLoc(), Builder(op).getI32IntegerAttr(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemorySemanticsAttr>(attr).getValue()))));
}
elidedAttrs.push_back("memory_semantics");
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpMemoryBarrier, operands);
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::NotOp>(::mlir::spirv::NotOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpNot));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::OrderedOp>(::mlir::spirv::OrderedOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpOrdered));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::PtrAccessChainOp>(::mlir::spirv::PtrAccessChainOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
for (Value operand : op->getOperands()) {
auto id = getValueID(operand);
assert(id && "use before def!");
operands.push_back(id);
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpPtrAccessChain, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::PtrCastToGenericOp>(::mlir::spirv::PtrCastToGenericOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpPtrCastToGeneric));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::ReturnOp>(::mlir::spirv::ReturnOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpReturn));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::ReturnValueOp>(::mlir::spirv::ReturnValueOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpReturnValue));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::SConvertOp>(::mlir::spirv::SConvertOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpSConvert));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::SDivOp>(::mlir::spirv::SDivOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpSDiv));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::SDotAccSatOp>(::mlir::spirv::SDotAccSatOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
for (Value operand : op->getOperands()) {
auto id = getValueID(operand);
assert(id && "use before def!");
operands.push_back(id);
}
if (auto attr = op->getAttr("format")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::PackedVectorFormatAttr>(attr).getValue()));
}
elidedAttrs.push_back("format");
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpSDotAccSat, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::SDotOp>(::mlir::spirv::SDotOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
for (Value operand : op->getOperands()) {
auto id = getValueID(operand);
assert(id && "use before def!");
operands.push_back(id);
}
if (auto attr = op->getAttr("format")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::PackedVectorFormatAttr>(attr).getValue()));
}
elidedAttrs.push_back("format");
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpSDot, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::SGreaterThanEqualOp>(::mlir::spirv::SGreaterThanEqualOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpSGreaterThanEqual));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::SGreaterThanOp>(::mlir::spirv::SGreaterThanOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpSGreaterThan));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::SLessThanEqualOp>(::mlir::spirv::SLessThanEqualOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpSLessThanEqual));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::SLessThanOp>(::mlir::spirv::SLessThanOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpSLessThan));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::SModOp>(::mlir::spirv::SModOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpSMod));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::SMulExtendedOp>(::mlir::spirv::SMulExtendedOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpSMulExtended));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::SNegateOp>(::mlir::spirv::SNegateOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpSNegate));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::SRemOp>(::mlir::spirv::SRemOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpSRem));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::SUDotAccSatOp>(::mlir::spirv::SUDotAccSatOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
for (Value operand : op->getOperands()) {
auto id = getValueID(operand);
assert(id && "use before def!");
operands.push_back(id);
}
if (auto attr = op->getAttr("format")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::PackedVectorFormatAttr>(attr).getValue()));
}
elidedAttrs.push_back("format");
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpSUDotAccSat, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::SUDotOp>(::mlir::spirv::SUDotOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
for (Value operand : op->getOperands()) {
auto id = getValueID(operand);
assert(id && "use before def!");
operands.push_back(id);
}
if (auto attr = op->getAttr("format")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::PackedVectorFormatAttr>(attr).getValue()));
}
elidedAttrs.push_back("format");
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpSUDot, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::SelectOp>(::mlir::spirv::SelectOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpSelect));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::ShiftLeftLogicalOp>(::mlir::spirv::ShiftLeftLogicalOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpShiftLeftLogical));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::ShiftRightArithmeticOp>(::mlir::spirv::ShiftRightArithmeticOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpShiftRightArithmetic));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::ShiftRightLogicalOp>(::mlir::spirv::ShiftRightLogicalOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpShiftRightLogical));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::StoreOp>(::mlir::spirv::StoreOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
for (Value operand : op->getOperands()) {
auto id = getValueID(operand);
assert(id && "use before def!");
operands.push_back(id);
}
if (auto attr = op->getAttr("memory_access")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::MemoryAccessAttr>(attr).getValue()));
}
elidedAttrs.push_back("memory_access");
if (auto attr = op->getAttr("alignment")) {
operands.push_back(static_cast<uint32_t>(llvm::cast<IntegerAttr>(attr).getValue().getZExtValue()));
}
elidedAttrs.push_back("alignment");
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpStore, operands);
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::TransposeOp>(::mlir::spirv::TransposeOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpTranspose));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::UConvertOp>(::mlir::spirv::UConvertOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpUConvert));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::UDivOp>(::mlir::spirv::UDivOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpUDiv));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::UDotAccSatOp>(::mlir::spirv::UDotAccSatOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
for (Value operand : op->getOperands()) {
auto id = getValueID(operand);
assert(id && "use before def!");
operands.push_back(id);
}
if (auto attr = op->getAttr("format")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::PackedVectorFormatAttr>(attr).getValue()));
}
elidedAttrs.push_back("format");
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpUDotAccSat, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::UDotOp>(::mlir::spirv::UDotOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
for (Value operand : op->getOperands()) {
auto id = getValueID(operand);
assert(id && "use before def!");
operands.push_back(id);
}
if (auto attr = op->getAttr("format")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::PackedVectorFormatAttr>(attr).getValue()));
}
elidedAttrs.push_back("format");
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpUDot, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::UGreaterThanEqualOp>(::mlir::spirv::UGreaterThanEqualOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpUGreaterThanEqual));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::UGreaterThanOp>(::mlir::spirv::UGreaterThanOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpUGreaterThan));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::ULessThanEqualOp>(::mlir::spirv::ULessThanEqualOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpULessThanEqual));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::ULessThanOp>(::mlir::spirv::ULessThanOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpULessThan));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::UModOp>(::mlir::spirv::UModOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpUMod));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::UMulExtendedOp>(::mlir::spirv::UMulExtendedOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpUMulExtended));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::UnorderedOp>(::mlir::spirv::UnorderedOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpUnordered));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::UnreachableOp>(::mlir::spirv::UnreachableOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpUnreachable));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::VariableOp>(::mlir::spirv::VariableOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
{
if (auto attr = op->getAttr("storage_class")) {
operands.push_back(static_cast<uint32_t>(::llvm::cast<::mlir::spirv::StorageClassAttr>(attr).getValue()));
}
elidedAttrs.push_back("storage_class");
}
{
for (auto arg : op.getODSOperands(0)) {
auto argID = getValueID(arg);
if (!argID) {
return emitError(op.getLoc(), "operand #0 has a use before def");
}
operands.push_back(argID);
}
}
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpVariable, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::VectorExtractDynamicOp>(::mlir::spirv::VectorExtractDynamicOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpVectorExtractDynamic));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::VectorInsertDynamicOp>(::mlir::spirv::VectorInsertDynamicOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpVectorInsertDynamic));
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::VectorShuffleOp>(::mlir::spirv::VectorShuffleOp op) {
SmallVector<uint32_t, 4> operands;
SmallVector<StringRef, 2> elidedAttrs;
uint32_t resultID = 0;
uint32_t resultTypeID = 0;
if (failed(processType(op.getLoc(), op.getType(), resultTypeID))) {
return failure();
}
operands.push_back(resultTypeID);
resultID = getNextID();
valueIDMap[op.getResult()] = resultID;
operands.push_back(resultID);
for (Value operand : op->getOperands()) {
auto id = getValueID(operand);
assert(id && "use before def!");
operands.push_back(id);
}
if (auto attr = op->getAttr("components")) {
for (auto attrElem : llvm::cast<ArrayAttr>(attr)) {
operands.push_back(static_cast<uint32_t>(llvm::cast<IntegerAttr>(attrElem).getValue().getZExtValue()));
}
}
elidedAttrs.push_back("components");
(void)emitDebugLine(functionBody, op.getLoc());
(void)encodeInstructionInto(functionBody, spirv::Opcode::OpVectorShuffle, operands);
for (auto attr : op->getAttrs()) {
if (llvm::is_contained(elidedAttrs, attr.getName())) { continue;
}
if (failed(processDecoration(op.getLoc(), resultID, attr))) {
return failure();
}
}
return success();
}
template <> LogicalResult
Serializer::processOp<::mlir::spirv::VectorTimesScalarOp>(::mlir::spirv::VectorTimesScalarOp op) {
return processOpWithoutGrammarAttr(op, "", static_cast<uint32_t>(spirv::Opcode::OpVectorTimesScalar));
}
LogicalResult Serializer::dispatchToAutogenSerialization(Operation *op) {
if (isa<::mlir::spirv::AccessChainOp>(op)) {
return processOp(cast<::mlir::spirv::AccessChainOp>(op));
}
if (isa<::mlir::spirv::AtomicAndOp>(op)) {
return processOp(cast<::mlir::spirv::AtomicAndOp>(op));
}
if (isa<::mlir::spirv::AtomicCompareExchangeOp>(op)) {
return processOp(cast<::mlir::spirv::AtomicCompareExchangeOp>(op));
}
if (isa<::mlir::spirv::AtomicCompareExchangeWeakOp>(op)) {
return processOp(cast<::mlir::spirv::AtomicCompareExchangeWeakOp>(op));
}
if (isa<::mlir::spirv::AtomicExchangeOp>(op)) {
return processOp(cast<::mlir::spirv::AtomicExchangeOp>(op));
}
if (isa<::mlir::spirv::AtomicIAddOp>(op)) {
return processOp(cast<::mlir::spirv::AtomicIAddOp>(op));
}
if (isa<::mlir::spirv::AtomicIDecrementOp>(op)) {
return processOp(cast<::mlir::spirv::AtomicIDecrementOp>(op));
}
if (isa<::mlir::spirv::AtomicIIncrementOp>(op)) {
return processOp(cast<::mlir::spirv::AtomicIIncrementOp>(op));
}
if (isa<::mlir::spirv::AtomicISubOp>(op)) {
return processOp(cast<::mlir::spirv::AtomicISubOp>(op));
}
if (isa<::mlir::spirv::AtomicOrOp>(op)) {
return processOp(cast<::mlir::spirv::AtomicOrOp>(op));
}
if (isa<::mlir::spirv::AtomicSMaxOp>(op)) {
return processOp(cast<::mlir::spirv::AtomicSMaxOp>(op));
}
if (isa<::mlir::spirv::AtomicSMinOp>(op)) {
return processOp(cast<::mlir::spirv::AtomicSMinOp>(op));
}
if (isa<::mlir::spirv::AtomicUMaxOp>(op)) {
return processOp(cast<::mlir::spirv::AtomicUMaxOp>(op));
}
if (isa<::mlir::spirv::AtomicUMinOp>(op)) {
return processOp(cast<::mlir::spirv::AtomicUMinOp>(op));
}
if (isa<::mlir::spirv::AtomicXorOp>(op)) {
return processOp(cast<::mlir::spirv::AtomicXorOp>(op));
}
if (isa<::mlir::spirv::BitCountOp>(op)) {
return processOp(cast<::mlir::spirv::BitCountOp>(op));
}
if (isa<::mlir::spirv::BitFieldInsertOp>(op)) {
return processOp(cast<::mlir::spirv::BitFieldInsertOp>(op));
}
if (isa<::mlir::spirv::BitFieldSExtractOp>(op)) {
return processOp(cast<::mlir::spirv::BitFieldSExtractOp>(op));
}
if (isa<::mlir::spirv::BitFieldUExtractOp>(op)) {
return processOp(cast<::mlir::spirv::BitFieldUExtractOp>(op));
}
if (isa<::mlir::spirv::BitReverseOp>(op)) {
return processOp(cast<::mlir::spirv::BitReverseOp>(op));
}
if (isa<::mlir::spirv::BitcastOp>(op)) {
return processOp(cast<::mlir::spirv::BitcastOp>(op));
}
if (isa<::mlir::spirv::BitwiseAndOp>(op)) {
return processOp(cast<::mlir::spirv::BitwiseAndOp>(op));
}
if (isa<::mlir::spirv::BitwiseOrOp>(op)) {
return processOp(cast<::mlir::spirv::BitwiseOrOp>(op));
}
if (isa<::mlir::spirv::BitwiseXorOp>(op)) {
return processOp(cast<::mlir::spirv::BitwiseXorOp>(op));
}
if (isa<::mlir::spirv::BranchConditionalOp>(op)) {
return processOp(cast<::mlir::spirv::BranchConditionalOp>(op));
}
if (isa<::mlir::spirv::BranchOp>(op)) {
return processOp(cast<::mlir::spirv::BranchOp>(op));
}
if (isa<::mlir::spirv::CLAcosOp>(op)) {
return processOp(cast<::mlir::spirv::CLAcosOp>(op));
}
if (isa<::mlir::spirv::CLAcoshOp>(op)) {
return processOp(cast<::mlir::spirv::CLAcoshOp>(op));
}
if (isa<::mlir::spirv::CLAsinOp>(op)) {
return processOp(cast<::mlir::spirv::CLAsinOp>(op));
}
if (isa<::mlir::spirv::CLAsinhOp>(op)) {
return processOp(cast<::mlir::spirv::CLAsinhOp>(op));
}
if (isa<::mlir::spirv::CLAtan2Op>(op)) {
return processOp(cast<::mlir::spirv::CLAtan2Op>(op));
}
if (isa<::mlir::spirv::CLAtanOp>(op)) {
return processOp(cast<::mlir::spirv::CLAtanOp>(op));
}
if (isa<::mlir::spirv::CLAtanhOp>(op)) {
return processOp(cast<::mlir::spirv::CLAtanhOp>(op));
}
if (isa<::mlir::spirv::CLCeilOp>(op)) {
return processOp(cast<::mlir::spirv::CLCeilOp>(op));
}
if (isa<::mlir::spirv::CLCosOp>(op)) {
return processOp(cast<::mlir::spirv::CLCosOp>(op));
}
if (isa<::mlir::spirv::CLCoshOp>(op)) {
return processOp(cast<::mlir::spirv::CLCoshOp>(op));
}
if (isa<::mlir::spirv::CLErfOp>(op)) {
return processOp(cast<::mlir::spirv::CLErfOp>(op));
}
if (isa<::mlir::spirv::CLExpOp>(op)) {
return processOp(cast<::mlir::spirv::CLExpOp>(op));
}
if (isa<::mlir::spirv::CLFAbsOp>(op)) {
return processOp(cast<::mlir::spirv::CLFAbsOp>(op));
}
if (isa<::mlir::spirv::CLFMaxOp>(op)) {
return processOp(cast<::mlir::spirv::CLFMaxOp>(op));
}
if (isa<::mlir::spirv::CLFMinOp>(op)) {
return processOp(cast<::mlir::spirv::CLFMinOp>(op));
}
if (isa<::mlir::spirv::CLFloorOp>(op)) {
return processOp(cast<::mlir::spirv::CLFloorOp>(op));
}
if (isa<::mlir::spirv::CLFmaOp>(op)) {
return processOp(cast<::mlir::spirv::CLFmaOp>(op));
}
if (isa<::mlir::spirv::CLLogOp>(op)) {
return processOp(cast<::mlir::spirv::CLLogOp>(op));
}
if (isa<::mlir::spirv::CLMixOp>(op)) {
return processOp(cast<::mlir::spirv::CLMixOp>(op));
}
if (isa<::mlir::spirv::CLPowOp>(op)) {
return processOp(cast<::mlir::spirv::CLPowOp>(op));
}
if (isa<::mlir::spirv::CLPrintfOp>(op)) {
return processOp(cast<::mlir::spirv::CLPrintfOp>(op));
}
if (isa<::mlir::spirv::CLRintOp>(op)) {
return processOp(cast<::mlir::spirv::CLRintOp>(op));
}
if (isa<::mlir::spirv::CLRoundOp>(op)) {
return processOp(cast<::mlir::spirv::CLRoundOp>(op));
}
if (isa<::mlir::spirv::CLRsqrtOp>(op)) {
return processOp(cast<::mlir::spirv::CLRsqrtOp>(op));
}
if (isa<::mlir::spirv::CLSAbsOp>(op)) {
return processOp(cast<::mlir::spirv::CLSAbsOp>(op));
}
if (isa<::mlir::spirv::CLSMaxOp>(op)) {
return processOp(cast<::mlir::spirv::CLSMaxOp>(op));
}
if (isa<::mlir::spirv::CLSMinOp>(op)) {
return processOp(cast<::mlir::spirv::CLSMinOp>(op));
}
if (isa<::mlir::spirv::CLSinOp>(op)) {
return processOp(cast<::mlir::spirv::CLSinOp>(op));
}
if (isa<::mlir::spirv::CLSinhOp>(op)) {
return processOp(cast<::mlir::spirv::CLSinhOp>(op));
}
if (isa<::mlir::spirv::CLSqrtOp>(op)) {
return processOp(cast<::mlir::spirv::CLSqrtOp>(op));
}
if (isa<::mlir::spirv::CLTanOp>(op)) {
return processOp(cast<::mlir::spirv::CLTanOp>(op));
}
if (isa<::mlir::spirv::CLTanhOp>(op)) {
return processOp(cast<::mlir::spirv::CLTanhOp>(op));
}
if (isa<::mlir::spirv::CLUMaxOp>(op)) {
return processOp(cast<::mlir::spirv::CLUMaxOp>(op));
}
if (isa<::mlir::spirv::CLUMinOp>(op)) {
return processOp(cast<::mlir::spirv::CLUMinOp>(op));
}
if (isa<::mlir::spirv::CompositeConstructOp>(op)) {
return processOp(cast<::mlir::spirv::CompositeConstructOp>(op));
}
if (isa<::mlir::spirv::CompositeExtractOp>(op)) {
return processOp(cast<::mlir::spirv::CompositeExtractOp>(op));
}
if (isa<::mlir::spirv::CompositeInsertOp>(op)) {
return processOp(cast<::mlir::spirv::CompositeInsertOp>(op));
}
if (isa<::mlir::spirv::ControlBarrierOp>(op)) {
return processOp(cast<::mlir::spirv::ControlBarrierOp>(op));
}
if (isa<::mlir::spirv::ConvertFToSOp>(op)) {
return processOp(cast<::mlir::spirv::ConvertFToSOp>(op));
}
if (isa<::mlir::spirv::ConvertFToUOp>(op)) {
return processOp(cast<::mlir::spirv::ConvertFToUOp>(op));
}
if (isa<::mlir::spirv::ConvertPtrToUOp>(op)) {
return processOp(cast<::mlir::spirv::ConvertPtrToUOp>(op));
}
if (isa<::mlir::spirv::ConvertSToFOp>(op)) {
return processOp(cast<::mlir::spirv::ConvertSToFOp>(op));
}
if (isa<::mlir::spirv::ConvertUToFOp>(op)) {
return processOp(cast<::mlir::spirv::ConvertUToFOp>(op));
}
if (isa<::mlir::spirv::ConvertUToPtrOp>(op)) {
return processOp(cast<::mlir::spirv::ConvertUToPtrOp>(op));
}
if (isa<::mlir::spirv::CopyMemoryOp>(op)) {
return processOp(cast<::mlir::spirv::CopyMemoryOp>(op));
}
if (isa<::mlir::spirv::DotOp>(op)) {
return processOp(cast<::mlir::spirv::DotOp>(op));
}
if (isa<::mlir::spirv::EXTAtomicFAddOp>(op)) {
return processOp(cast<::mlir::spirv::EXTAtomicFAddOp>(op));
}
if (isa<::mlir::spirv::EntryPointOp>(op)) {
return processOp(cast<::mlir::spirv::EntryPointOp>(op));
}
if (isa<::mlir::spirv::ExecutionModeOp>(op)) {
return processOp(cast<::mlir::spirv::ExecutionModeOp>(op));
}
if (isa<::mlir::spirv::FAddOp>(op)) {
return processOp(cast<::mlir::spirv::FAddOp>(op));
}
if (isa<::mlir::spirv::FConvertOp>(op)) {
return processOp(cast<::mlir::spirv::FConvertOp>(op));
}
if (isa<::mlir::spirv::FDivOp>(op)) {
return processOp(cast<::mlir::spirv::FDivOp>(op));
}
if (isa<::mlir::spirv::FModOp>(op)) {
return processOp(cast<::mlir::spirv::FModOp>(op));
}
if (isa<::mlir::spirv::FMulOp>(op)) {
return processOp(cast<::mlir::spirv::FMulOp>(op));
}
if (isa<::mlir::spirv::FNegateOp>(op)) {
return processOp(cast<::mlir::spirv::FNegateOp>(op));
}
if (isa<::mlir::spirv::FOrdEqualOp>(op)) {
return processOp(cast<::mlir::spirv::FOrdEqualOp>(op));
}
if (isa<::mlir::spirv::FOrdGreaterThanEqualOp>(op)) {
return processOp(cast<::mlir::spirv::FOrdGreaterThanEqualOp>(op));
}
if (isa<::mlir::spirv::FOrdGreaterThanOp>(op)) {
return processOp(cast<::mlir::spirv::FOrdGreaterThanOp>(op));
}
if (isa<::mlir::spirv::FOrdLessThanEqualOp>(op)) {
return processOp(cast<::mlir::spirv::FOrdLessThanEqualOp>(op));
}
if (isa<::mlir::spirv::FOrdLessThanOp>(op)) {
return processOp(cast<::mlir::spirv::FOrdLessThanOp>(op));
}
if (isa<::mlir::spirv::FOrdNotEqualOp>(op)) {
return processOp(cast<::mlir::spirv::FOrdNotEqualOp>(op));
}
if (isa<::mlir::spirv::FRemOp>(op)) {
return processOp(cast<::mlir::spirv::FRemOp>(op));
}
if (isa<::mlir::spirv::FSubOp>(op)) {
return processOp(cast<::mlir::spirv::FSubOp>(op));
}
if (isa<::mlir::spirv::FUnordEqualOp>(op)) {
return processOp(cast<::mlir::spirv::FUnordEqualOp>(op));
}
if (isa<::mlir::spirv::FUnordGreaterThanEqualOp>(op)) {
return processOp(cast<::mlir::spirv::FUnordGreaterThanEqualOp>(op));
}
if (isa<::mlir::spirv::FUnordGreaterThanOp>(op)) {
return processOp(cast<::mlir::spirv::FUnordGreaterThanOp>(op));
}
if (isa<::mlir::spirv::FUnordLessThanEqualOp>(op)) {
return processOp(cast<::mlir::spirv::FUnordLessThanEqualOp>(op));
}
if (isa<::mlir::spirv::FUnordLessThanOp>(op)) {
return processOp(cast<::mlir::spirv::FUnordLessThanOp>(op));
}
if (isa<::mlir::spirv::FUnordNotEqualOp>(op)) {
return processOp(cast<::mlir::spirv::FUnordNotEqualOp>(op));
}
if (isa<::mlir::spirv::FunctionCallOp>(op)) {
return processOp(cast<::mlir::spirv::FunctionCallOp>(op));
}
if (isa<::mlir::spirv::GLAcosOp>(op)) {
return processOp(cast<::mlir::spirv::GLAcosOp>(op));
}
if (isa<::mlir::spirv::GLAsinOp>(op)) {
return processOp(cast<::mlir::spirv::GLAsinOp>(op));
}
if (isa<::mlir::spirv::GLAtanOp>(op)) {
return processOp(cast<::mlir::spirv::GLAtanOp>(op));
}
if (isa<::mlir::spirv::GLCeilOp>(op)) {
return processOp(cast<::mlir::spirv::GLCeilOp>(op));
}
if (isa<::mlir::spirv::GLCosOp>(op)) {
return processOp(cast<::mlir::spirv::GLCosOp>(op));
}
if (isa<::mlir::spirv::GLCoshOp>(op)) {
return processOp(cast<::mlir::spirv::GLCoshOp>(op));
}
if (isa<::mlir::spirv::GLExpOp>(op)) {
return processOp(cast<::mlir::spirv::GLExpOp>(op));
}
if (isa<::mlir::spirv::GLFAbsOp>(op)) {
return processOp(cast<::mlir::spirv::GLFAbsOp>(op));
}
if (isa<::mlir::spirv::GLFClampOp>(op)) {
return processOp(cast<::mlir::spirv::GLFClampOp>(op));
}
if (isa<::mlir::spirv::GLFMaxOp>(op)) {
return processOp(cast<::mlir::spirv::GLFMaxOp>(op));
}
if (isa<::mlir::spirv::GLFMinOp>(op)) {
return processOp(cast<::mlir::spirv::GLFMinOp>(op));
}
if (isa<::mlir::spirv::GLFMixOp>(op)) {
return processOp(cast<::mlir::spirv::GLFMixOp>(op));
}
if (isa<::mlir::spirv::GLFSignOp>(op)) {
return processOp(cast<::mlir::spirv::GLFSignOp>(op));
}
if (isa<::mlir::spirv::GLFindUMsbOp>(op)) {
return processOp(cast<::mlir::spirv::GLFindUMsbOp>(op));
}
if (isa<::mlir::spirv::GLFloorOp>(op)) {
return processOp(cast<::mlir::spirv::GLFloorOp>(op));
}
if (isa<::mlir::spirv::GLFmaOp>(op)) {
return processOp(cast<::mlir::spirv::GLFmaOp>(op));
}
if (isa<::mlir::spirv::GLFrexpStructOp>(op)) {
return processOp(cast<::mlir::spirv::GLFrexpStructOp>(op));
}
if (isa<::mlir::spirv::GLInverseSqrtOp>(op)) {
return processOp(cast<::mlir::spirv::GLInverseSqrtOp>(op));
}
if (isa<::mlir::spirv::GLLdexpOp>(op)) {
return processOp(cast<::mlir::spirv::GLLdexpOp>(op));
}
if (isa<::mlir::spirv::GLLogOp>(op)) {
return processOp(cast<::mlir::spirv::GLLogOp>(op));
}
if (isa<::mlir::spirv::GLPowOp>(op)) {
return processOp(cast<::mlir::spirv::GLPowOp>(op));
}
if (isa<::mlir::spirv::GLRoundEvenOp>(op)) {
return processOp(cast<::mlir::spirv::GLRoundEvenOp>(op));
}
if (isa<::mlir::spirv::GLRoundOp>(op)) {
return processOp(cast<::mlir::spirv::GLRoundOp>(op));
}
if (isa<::mlir::spirv::GLSAbsOp>(op)) {
return processOp(cast<::mlir::spirv::GLSAbsOp>(op));
}
if (isa<::mlir::spirv::GLSClampOp>(op)) {
return processOp(cast<::mlir::spirv::GLSClampOp>(op));
}
if (isa<::mlir::spirv::GLSMaxOp>(op)) {
return processOp(cast<::mlir::spirv::GLSMaxOp>(op));
}
if (isa<::mlir::spirv::GLSMinOp>(op)) {
return processOp(cast<::mlir::spirv::GLSMinOp>(op));
}
if (isa<::mlir::spirv::GLSSignOp>(op)) {
return processOp(cast<::mlir::spirv::GLSSignOp>(op));
}
if (isa<::mlir::spirv::GLSinOp>(op)) {
return processOp(cast<::mlir::spirv::GLSinOp>(op));
}
if (isa<::mlir::spirv::GLSinhOp>(op)) {
return processOp(cast<::mlir::spirv::GLSinhOp>(op));
}
if (isa<::mlir::spirv::GLSqrtOp>(op)) {
return processOp(cast<::mlir::spirv::GLSqrtOp>(op));
}
if (isa<::mlir::spirv::GLTanOp>(op)) {
return processOp(cast<::mlir::spirv::GLTanOp>(op));
}
if (isa<::mlir::spirv::GLTanhOp>(op)) {
return processOp(cast<::mlir::spirv::GLTanhOp>(op));
}
if (isa<::mlir::spirv::GLUClampOp>(op)) {
return processOp(cast<::mlir::spirv::GLUClampOp>(op));
}
if (isa<::mlir::spirv::GLUMaxOp>(op)) {
return processOp(cast<::mlir::spirv::GLUMaxOp>(op));
}
if (isa<::mlir::spirv::GLUMinOp>(op)) {
return processOp(cast<::mlir::spirv::GLUMinOp>(op));
}
if (isa<::mlir::spirv::GenericCastToPtrExplicitOp>(op)) {
return processOp(cast<::mlir::spirv::GenericCastToPtrExplicitOp>(op));
}
if (isa<::mlir::spirv::GenericCastToPtrOp>(op)) {
return processOp(cast<::mlir::spirv::GenericCastToPtrOp>(op));
}
if (isa<::mlir::spirv::GroupBroadcastOp>(op)) {
return processOp(cast<::mlir::spirv::GroupBroadcastOp>(op));
}
if (isa<::mlir::spirv::GroupFAddOp>(op)) {
return processOp(cast<::mlir::spirv::GroupFAddOp>(op));
}
if (isa<::mlir::spirv::GroupFMaxOp>(op)) {
return processOp(cast<::mlir::spirv::GroupFMaxOp>(op));
}
if (isa<::mlir::spirv::GroupFMinOp>(op)) {
return processOp(cast<::mlir::spirv::GroupFMinOp>(op));
}
if (isa<::mlir::spirv::GroupFMulKHROp>(op)) {
return processOp(cast<::mlir::spirv::GroupFMulKHROp>(op));
}
if (isa<::mlir::spirv::GroupIAddOp>(op)) {
return processOp(cast<::mlir::spirv::GroupIAddOp>(op));
}
if (isa<::mlir::spirv::GroupIMulKHROp>(op)) {
return processOp(cast<::mlir::spirv::GroupIMulKHROp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformBallotFindLSBOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformBallotFindLSBOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformBallotFindMSBOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformBallotFindMSBOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformBallotOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformBallotOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformBitwiseAndOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformBitwiseAndOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformBitwiseOrOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformBitwiseOrOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformBitwiseXorOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformBitwiseXorOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformBroadcastOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformBroadcastOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformElectOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformElectOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformFAddOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformFAddOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformFMaxOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformFMaxOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformFMinOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformFMinOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformFMulOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformFMulOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformIAddOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformIAddOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformIMulOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformIMulOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformLogicalAndOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformLogicalAndOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformLogicalOrOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformLogicalOrOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformLogicalXorOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformLogicalXorOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformSMaxOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformSMaxOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformSMinOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformSMinOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformShuffleDownOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformShuffleDownOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformShuffleOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformShuffleOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformShuffleUpOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformShuffleUpOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformShuffleXorOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformShuffleXorOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformUMaxOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformUMaxOp>(op));
}
if (isa<::mlir::spirv::GroupNonUniformUMinOp>(op)) {
return processOp(cast<::mlir::spirv::GroupNonUniformUMinOp>(op));
}
if (isa<::mlir::spirv::GroupSMaxOp>(op)) {
return processOp(cast<::mlir::spirv::GroupSMaxOp>(op));
}
if (isa<::mlir::spirv::GroupSMinOp>(op)) {
return processOp(cast<::mlir::spirv::GroupSMinOp>(op));
}
if (isa<::mlir::spirv::GroupUMaxOp>(op)) {
return processOp(cast<::mlir::spirv::GroupUMaxOp>(op));
}
if (isa<::mlir::spirv::GroupUMinOp>(op)) {
return processOp(cast<::mlir::spirv::GroupUMinOp>(op));
}
if (isa<::mlir::spirv::IAddCarryOp>(op)) {
return processOp(cast<::mlir::spirv::IAddCarryOp>(op));
}
if (isa<::mlir::spirv::IAddOp>(op)) {
return processOp(cast<::mlir::spirv::IAddOp>(op));
}
if (isa<::mlir::spirv::IEqualOp>(op)) {
return processOp(cast<::mlir::spirv::IEqualOp>(op));
}
if (isa<::mlir::spirv::IMulOp>(op)) {
return processOp(cast<::mlir::spirv::IMulOp>(op));
}
if (isa<::mlir::spirv::INTELConvertBF16ToFOp>(op)) {
return processOp(cast<::mlir::spirv::INTELConvertBF16ToFOp>(op));
}
if (isa<::mlir::spirv::INTELConvertFToBF16Op>(op)) {
return processOp(cast<::mlir::spirv::INTELConvertFToBF16Op>(op));
}
if (isa<::mlir::spirv::INTELSubgroupBlockReadOp>(op)) {
return processOp(cast<::mlir::spirv::INTELSubgroupBlockReadOp>(op));
}
if (isa<::mlir::spirv::INTELSubgroupBlockWriteOp>(op)) {
return processOp(cast<::mlir::spirv::INTELSubgroupBlockWriteOp>(op));
}
if (isa<::mlir::spirv::INotEqualOp>(op)) {
return processOp(cast<::mlir::spirv::INotEqualOp>(op));
}
if (isa<::mlir::spirv::ISubBorrowOp>(op)) {
return processOp(cast<::mlir::spirv::ISubBorrowOp>(op));
}
if (isa<::mlir::spirv::ISubOp>(op)) {
return processOp(cast<::mlir::spirv::ISubOp>(op));
}
if (isa<::mlir::spirv::ImageDrefGatherOp>(op)) {
return processOp(cast<::mlir::spirv::ImageDrefGatherOp>(op));
}
if (isa<::mlir::spirv::ImageOp>(op)) {
return processOp(cast<::mlir::spirv::ImageOp>(op));
}
if (isa<::mlir::spirv::ImageQuerySizeOp>(op)) {
return processOp(cast<::mlir::spirv::ImageQuerySizeOp>(op));
}
if (isa<::mlir::spirv::InBoundsPtrAccessChainOp>(op)) {
return processOp(cast<::mlir::spirv::InBoundsPtrAccessChainOp>(op));
}
if (isa<::mlir::spirv::IsInfOp>(op)) {
return processOp(cast<::mlir::spirv::IsInfOp>(op));
}
if (isa<::mlir::spirv::IsNanOp>(op)) {
return processOp(cast<::mlir::spirv::IsNanOp>(op));
}
if (isa<::mlir::spirv::KHRAssumeTrueOp>(op)) {
return processOp(cast<::mlir::spirv::KHRAssumeTrueOp>(op));
}
if (isa<::mlir::spirv::KHRCooperativeMatrixLengthOp>(op)) {
return processOp(cast<::mlir::spirv::KHRCooperativeMatrixLengthOp>(op));
}
if (isa<::mlir::spirv::KHRCooperativeMatrixLoadOp>(op)) {
return processOp(cast<::mlir::spirv::KHRCooperativeMatrixLoadOp>(op));
}
if (isa<::mlir::spirv::KHRCooperativeMatrixMulAddOp>(op)) {
return processOp(cast<::mlir::spirv::KHRCooperativeMatrixMulAddOp>(op));
}
if (isa<::mlir::spirv::KHRCooperativeMatrixStoreOp>(op)) {
return processOp(cast<::mlir::spirv::KHRCooperativeMatrixStoreOp>(op));
}
if (isa<::mlir::spirv::KHRSubgroupBallotOp>(op)) {
return processOp(cast<::mlir::spirv::KHRSubgroupBallotOp>(op));
}
if (isa<::mlir::spirv::LoadOp>(op)) {
return processOp(cast<::mlir::spirv::LoadOp>(op));
}
if (isa<::mlir::spirv::LogicalAndOp>(op)) {
return processOp(cast<::mlir::spirv::LogicalAndOp>(op));
}
if (isa<::mlir::spirv::LogicalEqualOp>(op)) {
return processOp(cast<::mlir::spirv::LogicalEqualOp>(op));
}
if (isa<::mlir::spirv::LogicalNotEqualOp>(op)) {
return processOp(cast<::mlir::spirv::LogicalNotEqualOp>(op));
}
if (isa<::mlir::spirv::LogicalNotOp>(op)) {
return processOp(cast<::mlir::spirv::LogicalNotOp>(op));
}
if (isa<::mlir::spirv::LogicalOrOp>(op)) {
return processOp(cast<::mlir::spirv::LogicalOrOp>(op));
}
if (isa<::mlir::spirv::MatrixTimesMatrixOp>(op)) {
return processOp(cast<::mlir::spirv::MatrixTimesMatrixOp>(op));
}
if (isa<::mlir::spirv::MatrixTimesScalarOp>(op)) {
return processOp(cast<::mlir::spirv::MatrixTimesScalarOp>(op));
}
if (isa<::mlir::spirv::MemoryBarrierOp>(op)) {
return processOp(cast<::mlir::spirv::MemoryBarrierOp>(op));
}
if (isa<::mlir::spirv::NotOp>(op)) {
return processOp(cast<::mlir::spirv::NotOp>(op));
}
if (isa<::mlir::spirv::OrderedOp>(op)) {
return processOp(cast<::mlir::spirv::OrderedOp>(op));
}
if (isa<::mlir::spirv::PtrAccessChainOp>(op)) {
return processOp(cast<::mlir::spirv::PtrAccessChainOp>(op));
}
if (isa<::mlir::spirv::PtrCastToGenericOp>(op)) {
return processOp(cast<::mlir::spirv::PtrCastToGenericOp>(op));
}
if (isa<::mlir::spirv::ReturnOp>(op)) {
return processOp(cast<::mlir::spirv::ReturnOp>(op));
}
if (isa<::mlir::spirv::ReturnValueOp>(op)) {
return processOp(cast<::mlir::spirv::ReturnValueOp>(op));
}
if (isa<::mlir::spirv::SConvertOp>(op)) {
return processOp(cast<::mlir::spirv::SConvertOp>(op));
}
if (isa<::mlir::spirv::SDivOp>(op)) {
return processOp(cast<::mlir::spirv::SDivOp>(op));
}
if (isa<::mlir::spirv::SDotAccSatOp>(op)) {
return processOp(cast<::mlir::spirv::SDotAccSatOp>(op));
}
if (isa<::mlir::spirv::SDotOp>(op)) {
return processOp(cast<::mlir::spirv::SDotOp>(op));
}
if (isa<::mlir::spirv::SGreaterThanEqualOp>(op)) {
return processOp(cast<::mlir::spirv::SGreaterThanEqualOp>(op));
}
if (isa<::mlir::spirv::SGreaterThanOp>(op)) {
return processOp(cast<::mlir::spirv::SGreaterThanOp>(op));
}
if (isa<::mlir::spirv::SLessThanEqualOp>(op)) {
return processOp(cast<::mlir::spirv::SLessThanEqualOp>(op));
}
if (isa<::mlir::spirv::SLessThanOp>(op)) {
return processOp(cast<::mlir::spirv::SLessThanOp>(op));
}
if (isa<::mlir::spirv::SModOp>(op)) {
return processOp(cast<::mlir::spirv::SModOp>(op));
}
if (isa<::mlir::spirv::SMulExtendedOp>(op)) {
return processOp(cast<::mlir::spirv::SMulExtendedOp>(op));
}
if (isa<::mlir::spirv::SNegateOp>(op)) {
return processOp(cast<::mlir::spirv::SNegateOp>(op));
}
if (isa<::mlir::spirv::SRemOp>(op)) {
return processOp(cast<::mlir::spirv::SRemOp>(op));
}
if (isa<::mlir::spirv::SUDotAccSatOp>(op)) {
return processOp(cast<::mlir::spirv::SUDotAccSatOp>(op));
}
if (isa<::mlir::spirv::SUDotOp>(op)) {
return processOp(cast<::mlir::spirv::SUDotOp>(op));
}
if (isa<::mlir::spirv::SelectOp>(op)) {
return processOp(cast<::mlir::spirv::SelectOp>(op));
}
if (isa<::mlir::spirv::ShiftLeftLogicalOp>(op)) {
return processOp(cast<::mlir::spirv::ShiftLeftLogicalOp>(op));
}
if (isa<::mlir::spirv::ShiftRightArithmeticOp>(op)) {
return processOp(cast<::mlir::spirv::ShiftRightArithmeticOp>(op));
}
if (isa<::mlir::spirv::ShiftRightLogicalOp>(op)) {
return processOp(cast<::mlir::spirv::ShiftRightLogicalOp>(op));
}
if (isa<::mlir::spirv::StoreOp>(op)) {
return processOp(cast<::mlir::spirv::StoreOp>(op));
}
if (isa<::mlir::spirv::TransposeOp>(op)) {
return processOp(cast<::mlir::spirv::TransposeOp>(op));
}
if (isa<::mlir::spirv::UConvertOp>(op)) {
return processOp(cast<::mlir::spirv::UConvertOp>(op));
}
if (isa<::mlir::spirv::UDivOp>(op)) {
return processOp(cast<::mlir::spirv::UDivOp>(op));
}
if (isa<::mlir::spirv::UDotAccSatOp>(op)) {
return processOp(cast<::mlir::spirv::UDotAccSatOp>(op));
}
if (isa<::mlir::spirv::UDotOp>(op)) {
return processOp(cast<::mlir::spirv::UDotOp>(op));
}
if (isa<::mlir::spirv::UGreaterThanEqualOp>(op)) {
return processOp(cast<::mlir::spirv::UGreaterThanEqualOp>(op));
}
if (isa<::mlir::spirv::UGreaterThanOp>(op)) {
return processOp(cast<::mlir::spirv::UGreaterThanOp>(op));
}
if (isa<::mlir::spirv::ULessThanEqualOp>(op)) {
return processOp(cast<::mlir::spirv::ULessThanEqualOp>(op));
}
if (isa<::mlir::spirv::ULessThanOp>(op)) {
return processOp(cast<::mlir::spirv::ULessThanOp>(op));
}
if (isa<::mlir::spirv::UModOp>(op)) {
return processOp(cast<::mlir::spirv::UModOp>(op));
}
if (isa<::mlir::spirv::UMulExtendedOp>(op)) {
return processOp(cast<::mlir::spirv::UMulExtendedOp>(op));
}
if (isa<::mlir::spirv::UnorderedOp>(op)) {
return processOp(cast<::mlir::spirv::UnorderedOp>(op));
}
if (isa<::mlir::spirv::UnreachableOp>(op)) {
return processOp(cast<::mlir::spirv::UnreachableOp>(op));
}
if (isa<::mlir::spirv::VariableOp>(op)) {
return processOp(cast<::mlir::spirv::VariableOp>(op));
}
if (isa<::mlir::spirv::VectorExtractDynamicOp>(op)) {
return processOp(cast<::mlir::spirv::VectorExtractDynamicOp>(op));
}
if (isa<::mlir::spirv::VectorInsertDynamicOp>(op)) {
return processOp(cast<::mlir::spirv::VectorInsertDynamicOp>(op));
}
if (isa<::mlir::spirv::VectorShuffleOp>(op)) {
return processOp(cast<::mlir::spirv::VectorShuffleOp>(op));
}
if (isa<::mlir::spirv::VectorTimesScalarOp>(op)) {
return processOp(cast<::mlir::spirv::VectorTimesScalarOp>(op));
}
return op->emitError("unhandled operation serialization");
}
#endif
#ifdef GET_DESERIALIZATION_FNS
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::AccessChainOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::AtomicAndOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::AtomicCompareExchangeOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::AtomicCompareExchangeWeakOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::AtomicExchangeOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::AtomicIAddOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::AtomicIDecrementOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::AtomicIIncrementOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::AtomicISubOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::AtomicOrOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::AtomicSMaxOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::AtomicSMinOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::AtomicUMaxOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::AtomicUMinOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::AtomicXorOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::BitCountOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::BitFieldInsertOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::BitFieldSExtractOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::BitFieldUExtractOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::BitReverseOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::BitcastOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::BitwiseAndOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::BitwiseOrOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::BitwiseXorOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLAcosOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLAcoshOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLAsinOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLAsinhOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLAtan2Op>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLAtanOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLAtanhOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLCeilOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLCosOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLCoshOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLErfOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLExpOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLFAbsOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLFMaxOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLFMinOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLFloorOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLFmaOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLLogOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLMixOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLPowOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLPrintfOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLRintOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLRoundOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLRsqrtOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLSAbsOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLSMaxOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLSMinOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLSinOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLSinhOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLSqrtOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLTanOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLTanhOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLUMaxOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CLUMinOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CompositeConstructOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CompositeExtractOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::CompositeInsertOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::ControlBarrierOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::ConvertFToSOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::ConvertFToUOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::ConvertPtrToUOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::ConvertSToFOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::ConvertUToFOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::ConvertUToPtrOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::DotOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::EXTAtomicFAddOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::FAddOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::FConvertOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::FDivOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::FModOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::FMulOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::FNegateOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::FOrdEqualOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::FOrdGreaterThanEqualOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::FOrdGreaterThanOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::FOrdLessThanEqualOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::FOrdLessThanOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::FOrdNotEqualOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::FRemOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::FSubOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::FUnordEqualOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::FUnordGreaterThanEqualOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::FUnordGreaterThanOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::FUnordLessThanEqualOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::FUnordLessThanOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::FUnordNotEqualOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLAcosOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLAsinOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLAtanOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLCeilOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLCosOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLCoshOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLExpOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLFAbsOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLFClampOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLFMaxOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLFMinOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLFMixOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLFSignOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLFindUMsbOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLFloorOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLFmaOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLFrexpStructOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLInverseSqrtOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLLdexpOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLLogOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLPowOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLRoundEvenOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLRoundOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLSAbsOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLSClampOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLSMaxOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLSMinOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLSSignOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLSinOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLSinhOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLSqrtOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLTanOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLTanhOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLUClampOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLUMaxOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GLUMinOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GenericCastToPtrOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupBroadcastOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupFAddOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupFMaxOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupFMinOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupFMulKHROp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupIAddOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupIMulKHROp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformBallotFindLSBOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformBallotFindMSBOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformBallotOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformBitwiseAndOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformBitwiseOrOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformBitwiseXorOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformBroadcastOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformElectOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformFAddOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformFMaxOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformFMinOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformFMulOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformIAddOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformIMulOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformLogicalAndOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformLogicalOrOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformLogicalXorOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformSMaxOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformSMinOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformShuffleDownOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformShuffleOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformShuffleUpOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformShuffleXorOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformUMaxOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupNonUniformUMinOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupSMaxOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupSMinOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupUMaxOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::GroupUMinOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::IAddCarryOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::IAddOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::IEqualOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::IMulOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::INTELConvertBF16ToFOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::INTELConvertFToBF16Op>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::INTELSubgroupBlockReadOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::INTELSubgroupBlockWriteOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::INotEqualOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::ISubBorrowOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::ISubOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::ImageDrefGatherOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::ImageOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::ImageQuerySizeOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::InBoundsPtrAccessChainOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::IsInfOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::IsNanOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::KHRAssumeTrueOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::KHRCooperativeMatrixLengthOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::KHRCooperativeMatrixLoadOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::KHRCooperativeMatrixMulAddOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::KHRCooperativeMatrixStoreOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::KHRSubgroupBallotOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::LoadOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::LogicalAndOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::LogicalEqualOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::LogicalNotEqualOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::LogicalNotOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::LogicalOrOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::MatrixTimesMatrixOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::MatrixTimesScalarOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::MemoryBarrierOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::NotOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::OrderedOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::PtrAccessChainOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::PtrCastToGenericOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::ReturnOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::ReturnValueOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::SConvertOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::SDivOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::SDotAccSatOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::SDotOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::SGreaterThanEqualOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::SGreaterThanOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::SLessThanEqualOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::SLessThanOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::SModOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::SMulExtendedOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::SNegateOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::SRemOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::SUDotAccSatOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::SUDotOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::SelectOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::ShiftLeftLogicalOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::ShiftRightArithmeticOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::ShiftRightLogicalOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::StoreOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::TransposeOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::UConvertOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::UDivOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::UDotAccSatOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::UDotOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::UGreaterThanEqualOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::UGreaterThanOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::ULessThanEqualOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::ULessThanOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::UModOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::UMulExtendedOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::UnorderedOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::UnreachableOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::VariableOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::VectorExtractDynamicOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::VectorInsertDynamicOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::VectorShuffleOp>(ArrayRef<uint32_t> words) { … }
template <> LogicalResult
Deserializer::processOp<::mlir::spirv::VectorTimesScalarOp>(ArrayRef<uint32_t> words) { … }
LogicalResult spirv::Deserializer::dispatchToAutogenDeserialization(spirv::Opcode opcode, ArrayRef<uint32_t> words) { … }
LogicalResult spirv::Deserializer::dispatchToExtensionSetAutogenDeserialization(StringRef extensionSetName, uint32_t instructionID, ArrayRef<uint32_t> words) { … }
#endif