// SPDX-FileCopyrightText: Copyright 2024 shadPS4 Emulator Project // SPDX-License-Identifier: GPL-2.0-or-later #include "common/config.h" #include "common/io_file.h" #include "common/path_util.h" #include "shader_recompiler/exception.h" #include "shader_recompiler/frontend/fetch_shader.h" #include "shader_recompiler/frontend/translate/translate.h" #include "shader_recompiler/runtime_info.h" #include "video_core/amdgpu/resource.h" #define MAGIC_ENUM_RANGE_MIN 0 #define MAGIC_ENUM_RANGE_MAX 1515 #include "magic_enum.hpp" namespace Shader::Gcn { std::array Translator::exec_contexts{}; Translator::Translator(IR::Block* block_, Info& info_) : ir{*block_, block_->begin()}, info{info_} {} void Translator::EmitPrologue() { exec_contexts.fill(false); ir.Prologue(); ir.SetExec(ir.Imm1(true)); // Initialize user data. IR::ScalarReg dst_sreg = IR::ScalarReg::S0; for (u32 i = 0; i < info.num_user_data; i++) { ir.SetScalarReg(dst_sreg, ir.GetUserData(dst_sreg)); ++dst_sreg; } IR::VectorReg dst_vreg = IR::VectorReg::V0; switch (info.stage) { case Stage::Vertex: // v0: vertex ID, always present ir.SetVectorReg(dst_vreg++, ir.GetAttributeU32(IR::Attribute::VertexId)); // v1: instance ID, step rate 0 if (info.num_input_vgprs > 0) { ir.SetVectorReg(dst_vreg++, ir.GetAttributeU32(IR::Attribute::InstanceId0)); } // v2: instance ID, step rate 1 if (info.num_input_vgprs > 1) { ir.SetVectorReg(dst_vreg++, ir.GetAttributeU32(IR::Attribute::InstanceId1)); } // v3: instance ID, plain if (info.num_input_vgprs > 2) { ir.SetVectorReg(dst_vreg++, ir.GetAttributeU32(IR::Attribute::InstanceId)); } break; case Stage::Fragment: // https://github.com/chaotic-cx/mesa-mirror/blob/72326e15/src/amd/vulkan/radv_shader_args.c#L258 // The first two VGPRs are used for i/j barycentric coordinates. In the vast majority of // cases it will be only those two, but if shader is using both e.g linear and perspective // inputs it can be more For now assume that this isn't the case. dst_vreg = IR::VectorReg::V2; for (u32 i = 0; i < 4; i++) { ir.SetVectorReg(dst_vreg++, ir.GetAttribute(IR::Attribute::FragCoord, i)); } ir.SetVectorReg(dst_vreg++, ir.GetAttributeU32(IR::Attribute::IsFrontFace)); break; case Stage::Compute: ir.SetVectorReg(dst_vreg++, ir.GetAttributeU32(IR::Attribute::LocalInvocationId, 0)); ir.SetVectorReg(dst_vreg++, ir.GetAttributeU32(IR::Attribute::LocalInvocationId, 1)); ir.SetVectorReg(dst_vreg++, ir.GetAttributeU32(IR::Attribute::LocalInvocationId, 2)); ir.SetScalarReg(dst_sreg++, ir.GetAttributeU32(IR::Attribute::WorkgroupId, 0)); ir.SetScalarReg(dst_sreg++, ir.GetAttributeU32(IR::Attribute::WorkgroupId, 1)); ir.SetScalarReg(dst_sreg++, ir.GetAttributeU32(IR::Attribute::WorkgroupId, 2)); break; default: throw NotImplementedException("Unknown shader stage"); } } IR::U32F32 Translator::GetSrc(const InstOperand& operand, bool force_flt) { // Input modifiers work on float values. force_flt |= operand.input_modifier.abs | operand.input_modifier.neg; IR::U32F32 value{}; switch (operand.field) { case OperandField::ScalarGPR: if (operand.type == ScalarType::Float32 || force_flt) { value = ir.GetScalarReg(IR::ScalarReg(operand.code)); } else { value = ir.GetScalarReg(IR::ScalarReg(operand.code)); } break; case OperandField::VectorGPR: if (operand.type == ScalarType::Float32 || force_flt) { value = ir.GetVectorReg(IR::VectorReg(operand.code)); } else { value = ir.GetVectorReg(IR::VectorReg(operand.code)); } break; case OperandField::ConstZero: if (force_flt) { value = ir.Imm32(0.f); } else { value = ir.Imm32(0U); } break; case OperandField::SignedConstIntPos: ASSERT(!force_flt); value = ir.Imm32(operand.code - SignedConstIntPosMin + 1); break; case OperandField::SignedConstIntNeg: ASSERT(!force_flt); value = ir.Imm32(-s32(operand.code) + SignedConstIntNegMin - 1); break; case OperandField::LiteralConst: if (force_flt) { value = ir.Imm32(std::bit_cast(operand.code)); } else { value = ir.Imm32(operand.code); } break; case OperandField::ConstFloatPos_1_0: if (force_flt) { value = ir.Imm32(1.f); } else { value = ir.Imm32(std::bit_cast(1.f)); } break; case OperandField::ConstFloatPos_0_5: value = ir.Imm32(0.5f); break; case OperandField::ConstFloatPos_2_0: value = ir.Imm32(2.0f); break; case OperandField::ConstFloatPos_4_0: value = ir.Imm32(4.0f); break; case OperandField::ConstFloatNeg_0_5: value = ir.Imm32(-0.5f); break; case OperandField::ConstFloatNeg_1_0: value = ir.Imm32(-1.0f); break; case OperandField::ConstFloatNeg_2_0: value = ir.Imm32(-2.0f); break; case OperandField::ConstFloatNeg_4_0: value = ir.Imm32(-4.0f); break; case OperandField::VccLo: if (force_flt) { value = ir.BitCast(ir.GetVccLo()); } else { value = ir.GetVccLo(); } break; case OperandField::VccHi: if (force_flt) { value = ir.BitCast(ir.GetVccHi()); } else { value = ir.GetVccHi(); } break; default: UNREACHABLE(); } if (operand.input_modifier.abs) { value = ir.FPAbs(value); } if (operand.input_modifier.neg) { value = ir.FPNeg(value); } return value; } void Translator::SetDst(const InstOperand& operand, const IR::U32F32& value) { IR::U32F32 result = value; if (operand.output_modifier.multiplier != 0.f) { result = ir.FPMul(result, ir.Imm32(operand.output_modifier.multiplier)); } if (operand.output_modifier.clamp) { result = ir.FPSaturate(value); } switch (operand.field) { case OperandField::ScalarGPR: return ir.SetScalarReg(IR::ScalarReg(operand.code), result); case OperandField::VectorGPR: return ir.SetVectorReg(IR::VectorReg(operand.code), result); case OperandField::VccLo: return ir.SetVccLo(result); case OperandField::VccHi: return ir.SetVccHi(result); case OperandField::M0: break; default: UNREACHABLE(); } } void Translator::EmitFetch(const GcnInst& inst) { // Read the pointer to the fetch shader assembly. const u32 sgpr_base = inst.src[0].code; const u32* code; std::memcpy(&code, &info.user_data[sgpr_base], sizeof(code)); // Parse the assembly to generate a list of attributes. u32 fetch_size{}; const auto attribs = ParseFetchShader(code, &fetch_size); if (Config::dumpShaders()) { using namespace Common::FS; const auto dump_dir = GetUserPath(PathType::ShaderDir) / "dumps"; if (!std::filesystem::exists(dump_dir)) { std::filesystem::create_directories(dump_dir); } const auto filename = fmt::format("vs_fetch_{:#018x}.bin", info.pgm_hash); const auto file = IOFile{dump_dir / filename, FileAccessMode::Write}; file.WriteRaw(code, fetch_size); } for (const auto& attrib : attribs) { const IR::Attribute attr{IR::Attribute::Param0 + attrib.semantic}; IR::VectorReg dst_reg{attrib.dest_vgpr}; // Read the V# of the attribute to figure out component number and type. const auto buffer = info.ReadUd(attrib.sgpr_base, attrib.dword_offset); for (u32 i = 0; i < 4; i++) { const IR::F32 comp = [&] { switch (buffer.GetSwizzle(i)) { case AmdGpu::CompSwizzle::One: return ir.Imm32(1.f); case AmdGpu::CompSwizzle::Zero: return ir.Imm32(0.f); case AmdGpu::CompSwizzle::Red: return ir.GetAttribute(attr, 0); case AmdGpu::CompSwizzle::Green: return ir.GetAttribute(attr, 1); case AmdGpu::CompSwizzle::Blue: return ir.GetAttribute(attr, 2); case AmdGpu::CompSwizzle::Alpha: return ir.GetAttribute(attr, 3); default: UNREACHABLE(); } }(); ir.SetVectorReg(dst_reg++, comp); } // In case of programmable step rates we need to fallback to instance data pulling in // shader, so VBs should be bound as regular data buffers s32 instance_buf_handle = -1; const auto step_rate = static_cast(attrib.instance_data); if (step_rate == Info::VsInput::OverStepRate0 || step_rate == Info::VsInput::OverStepRate1) { info.buffers.push_back({ .sgpr_base = attrib.sgpr_base, .dword_offset = attrib.dword_offset, .length = buffer.num_records, .used_types = IR::Type::F32, .is_storage = true, // we may not fit into UBO with large meshes .is_instance_data = true, }); instance_buf_handle = s32(info.buffers.size() - 1); } const u32 num_components = AmdGpu::NumComponents(buffer.GetDataFmt()); info.vs_inputs.push_back({ .fmt = buffer.GetNumberFmt(), .binding = attrib.semantic, .num_components = std::min(attrib.num_elements, num_components), .sgpr_base = attrib.sgpr_base, .dword_offset = attrib.dword_offset, .instance_step_rate = step_rate, .instance_data_buf = instance_buf_handle, }); } } void Translate(IR::Block* block, u32 block_base, std::span inst_list, Info& info) { if (inst_list.empty()) { return; } Translator translator{block, info}; for (const auto& inst : inst_list) { block_base += inst.length; switch (inst.opcode) { case Opcode::S_MOVK_I32: translator.S_MOVK(inst); break; case Opcode::S_MOV_B32: translator.S_MOV(inst); break; case Opcode::S_MUL_I32: translator.S_MUL_I32(inst); break; case Opcode::V_MAD_F32: translator.V_MAD_F32(inst); break; case Opcode::V_MOV_B32: translator.V_MOV(inst); break; case Opcode::V_MAC_F32: translator.V_MAC_F32(inst); break; case Opcode::V_MUL_F32: translator.V_MUL_F32(inst); break; case Opcode::V_AND_B32: translator.V_AND_B32(inst); break; case Opcode::V_OR_B32: translator.V_OR_B32(false, inst); break; case Opcode::V_XOR_B32: translator.V_OR_B32(true, inst); break; case Opcode::V_LSHLREV_B32: translator.V_LSHLREV_B32(inst); break; case Opcode::V_ADD_I32: translator.V_ADD_I32(inst); break; case Opcode::V_CVT_F32_I32: translator.V_CVT_F32_I32(inst); break; case Opcode::V_CVT_F32_U32: translator.V_CVT_F32_U32(inst); break; case Opcode::V_RCP_F32: translator.V_RCP_F32(inst); break; case Opcode::S_SWAPPC_B64: ASSERT(info.stage == Stage::Vertex); translator.EmitFetch(inst); break; case Opcode::S_WAITCNT: break; case Opcode::S_LOAD_DWORDX4: translator.S_LOAD_DWORD(4, inst); break; case Opcode::S_LOAD_DWORDX8: translator.S_LOAD_DWORD(8, inst); break; case Opcode::S_LOAD_DWORDX16: translator.S_LOAD_DWORD(16, inst); break; case Opcode::S_BUFFER_LOAD_DWORD: translator.S_BUFFER_LOAD_DWORD(1, inst); break; case Opcode::S_BUFFER_LOAD_DWORDX2: translator.S_BUFFER_LOAD_DWORD(2, inst); break; case Opcode::S_BUFFER_LOAD_DWORDX4: translator.S_BUFFER_LOAD_DWORD(4, inst); break; case Opcode::S_BUFFER_LOAD_DWORDX8: translator.S_BUFFER_LOAD_DWORD(8, inst); break; case Opcode::S_BUFFER_LOAD_DWORDX16: translator.S_BUFFER_LOAD_DWORD(16, inst); break; case Opcode::EXP: translator.EXP(inst); break; case Opcode::V_INTERP_P2_F32: translator.V_INTERP_P2_F32(inst); break; case Opcode::V_CVT_PKRTZ_F16_F32: translator.V_CVT_PKRTZ_F16_F32(inst); break; case Opcode::V_CVT_F32_F16: translator.V_CVT_F32_F16(inst); break; case Opcode::V_CVT_F32_UBYTE0: translator.V_CVT_F32_UBYTE(0, inst); break; case Opcode::V_CVT_F32_UBYTE1: translator.V_CVT_F32_UBYTE(1, inst); break; case Opcode::V_CVT_F32_UBYTE2: translator.V_CVT_F32_UBYTE(2, inst); break; case Opcode::V_CVT_F32_UBYTE3: translator.V_CVT_F32_UBYTE(3, inst); break; case Opcode::V_BFREV_B32: translator.V_BFREV_B32(inst); break; case Opcode::V_LDEXP_F32: translator.V_LDEXP_F32(inst); break; case Opcode::V_FRACT_F32: translator.V_FRACT_F32(inst); break; case Opcode::V_ADD_F32: translator.V_ADD_F32(inst); break; case Opcode::V_CVT_OFF_F32_I4: translator.V_CVT_OFF_F32_I4(inst); break; case Opcode::V_MED3_F32: translator.V_MED3_F32(inst); break; case Opcode::V_FLOOR_F32: translator.V_FLOOR_F32(inst); break; case Opcode::V_SUB_F32: translator.V_SUB_F32(inst); break; case Opcode::V_FMA_F32: case Opcode::V_MADAK_F32: // Yes these can share the opcode translator.V_FMA_F32(inst); break; case Opcode::IMAGE_SAMPLE_LZ_O: case Opcode::IMAGE_SAMPLE_O: case Opcode::IMAGE_SAMPLE_C: case Opcode::IMAGE_SAMPLE_C_LZ: case Opcode::IMAGE_SAMPLE_LZ: case Opcode::IMAGE_SAMPLE: case Opcode::IMAGE_SAMPLE_L: case Opcode::IMAGE_SAMPLE_C_O: case Opcode::IMAGE_SAMPLE_B: case Opcode::IMAGE_SAMPLE_C_LZ_O: translator.IMAGE_SAMPLE(inst); break; case Opcode::IMAGE_ATOMIC_ADD: translator.IMAGE_ATOMIC(AtomicOp::Add, inst); break; case Opcode::IMAGE_ATOMIC_AND: translator.IMAGE_ATOMIC(AtomicOp::And, inst); break; case Opcode::IMAGE_ATOMIC_OR: translator.IMAGE_ATOMIC(AtomicOp::Or, inst); break; case Opcode::IMAGE_ATOMIC_XOR: translator.IMAGE_ATOMIC(AtomicOp::Xor, inst); break; case Opcode::IMAGE_ATOMIC_UMAX: translator.IMAGE_ATOMIC(AtomicOp::Umax, inst); break; case Opcode::IMAGE_ATOMIC_SMAX: translator.IMAGE_ATOMIC(AtomicOp::Smax, inst); break; case Opcode::IMAGE_ATOMIC_UMIN: translator.IMAGE_ATOMIC(AtomicOp::Umin, inst); break; case Opcode::IMAGE_ATOMIC_SMIN: translator.IMAGE_ATOMIC(AtomicOp::Smin, inst); break; case Opcode::IMAGE_ATOMIC_INC: translator.IMAGE_ATOMIC(AtomicOp::Inc, inst); break; case Opcode::IMAGE_ATOMIC_DEC: translator.IMAGE_ATOMIC(AtomicOp::Dec, inst); break; case Opcode::IMAGE_GET_LOD: translator.IMAGE_GET_LOD(inst); break; case Opcode::IMAGE_GATHER4_C: case Opcode::IMAGE_GATHER4_LZ: case Opcode::IMAGE_GATHER4_LZ_O: translator.IMAGE_GATHER(inst); break; case Opcode::IMAGE_STORE: translator.IMAGE_STORE(inst); break; case Opcode::IMAGE_LOAD_MIP: translator.IMAGE_LOAD(true, inst); break; case Opcode::IMAGE_LOAD: translator.IMAGE_LOAD(false, inst); break; case Opcode::V_CMP_GE_I32: translator.V_CMP_U32(ConditionOp::GE, true, false, inst); break; case Opcode::V_CMP_EQ_I32: translator.V_CMP_U32(ConditionOp::EQ, true, false, inst); break; case Opcode::V_CMP_LE_I32: translator.V_CMP_U32(ConditionOp::LE, true, false, inst); break; case Opcode::V_CMP_NE_I32: translator.V_CMP_U32(ConditionOp::LG, true, false, inst); break; case Opcode::V_CMP_NE_U32: translator.V_CMP_U32(ConditionOp::LG, false, false, inst); break; case Opcode::V_CMP_EQ_U32: translator.V_CMP_U32(ConditionOp::EQ, false, false, inst); break; case Opcode::V_CMP_F_U32: translator.V_CMP_U32(ConditionOp::F, false, false, inst); break; case Opcode::V_CMP_LT_U32: translator.V_CMP_U32(ConditionOp::LT, false, false, inst); break; case Opcode::V_CMP_GT_U32: translator.V_CMP_U32(ConditionOp::GT, false, false, inst); break; case Opcode::V_CMP_GE_U32: translator.V_CMP_U32(ConditionOp::GE, false, false, inst); break; case Opcode::V_CMP_TRU_U32: translator.V_CMP_U32(ConditionOp::TRU, false, false, inst); break; case Opcode::V_CMP_NEQ_F32: translator.V_CMP_F32(ConditionOp::LG, false, inst); break; case Opcode::V_CMP_F_F32: translator.V_CMP_F32(ConditionOp::F, false, inst); break; case Opcode::V_CMP_LT_F32: translator.V_CMP_F32(ConditionOp::LT, false, inst); break; case Opcode::V_CMP_EQ_F32: translator.V_CMP_F32(ConditionOp::EQ, false, inst); break; case Opcode::V_CMP_LE_F32: translator.V_CMP_F32(ConditionOp::LE, false, inst); break; case Opcode::V_CMP_GT_F32: translator.V_CMP_F32(ConditionOp::GT, false, inst); break; case Opcode::V_CMP_LG_F32: translator.V_CMP_F32(ConditionOp::LG, false, inst); break; case Opcode::V_CMP_GE_F32: translator.V_CMP_F32(ConditionOp::GE, false, inst); break; case Opcode::V_CMP_NLE_F32: translator.V_CMP_F32(ConditionOp::GT, false, inst); break; case Opcode::V_CMP_NLT_F32: translator.V_CMP_F32(ConditionOp::GE, false, inst); break; case Opcode::V_CMP_NGT_F32: translator.V_CMP_F32(ConditionOp::LE, false, inst); break; case Opcode::V_CMP_NGE_F32: translator.V_CMP_F32(ConditionOp::LT, false, inst); break; case Opcode::S_CMP_LT_U32: translator.S_CMP(ConditionOp::LT, false, inst); break; case Opcode::S_CMP_LE_U32: translator.S_CMP(ConditionOp::LE, false, inst); break; case Opcode::S_CMP_LG_U32: translator.S_CMP(ConditionOp::LG, false, inst); break; case Opcode::S_CMP_LT_I32: translator.S_CMP(ConditionOp::LT, true, inst); break; case Opcode::S_CMP_LG_I32: translator.S_CMP(ConditionOp::LG, true, inst); break; case Opcode::S_CMP_GT_I32: translator.S_CMP(ConditionOp::GT, true, inst); break; case Opcode::S_CMP_GE_I32: translator.S_CMP(ConditionOp::GE, true, inst); break; case Opcode::S_CMP_EQ_I32: translator.S_CMP(ConditionOp::EQ, true, inst); break; case Opcode::S_CMP_EQ_U32: translator.S_CMP(ConditionOp::EQ, false, inst); break; case Opcode::S_LSHL_B32: translator.S_LSHL_B32(inst); break; case Opcode::V_CNDMASK_B32: translator.V_CNDMASK_B32(inst); break; case Opcode::TBUFFER_LOAD_FORMAT_X: translator.BUFFER_LOAD_FORMAT(1, true, true, inst); break; case Opcode::TBUFFER_LOAD_FORMAT_XY: translator.BUFFER_LOAD_FORMAT(2, true, true, inst); break; case Opcode::TBUFFER_LOAD_FORMAT_XYZ: translator.BUFFER_LOAD_FORMAT(3, true, true, inst); break; case Opcode::TBUFFER_LOAD_FORMAT_XYZW: translator.BUFFER_LOAD_FORMAT(4, true, true, inst); break; case Opcode::BUFFER_LOAD_FORMAT_X: translator.BUFFER_LOAD_FORMAT(1, false, true, inst); break; case Opcode::BUFFER_LOAD_FORMAT_XY: translator.BUFFER_LOAD_FORMAT(2, false, true, inst); break; case Opcode::BUFFER_LOAD_FORMAT_XYZ: translator.BUFFER_LOAD_FORMAT(3, false, true, inst); break; case Opcode::BUFFER_LOAD_FORMAT_XYZW: translator.BUFFER_LOAD_FORMAT(4, false, true, inst); break; case Opcode::BUFFER_LOAD_DWORD: translator.BUFFER_LOAD_FORMAT(1, false, false, inst); break; case Opcode::BUFFER_LOAD_DWORDX2: translator.BUFFER_LOAD_FORMAT(2, false, false, inst); break; case Opcode::BUFFER_LOAD_DWORDX3: translator.BUFFER_LOAD_FORMAT(3, false, false, inst); break; case Opcode::BUFFER_LOAD_DWORDX4: translator.BUFFER_LOAD_FORMAT(4, false, false, inst); break; case Opcode::BUFFER_STORE_FORMAT_X: case Opcode::BUFFER_STORE_DWORD: translator.BUFFER_STORE_FORMAT(1, false, inst); break; case Opcode::BUFFER_STORE_DWORDX2: translator.BUFFER_STORE_FORMAT(2, false, inst); break; case Opcode::BUFFER_STORE_DWORDX3: translator.BUFFER_STORE_FORMAT(3, false, inst); break; case Opcode::BUFFER_STORE_FORMAT_XYZW: case Opcode::BUFFER_STORE_DWORDX4: translator.BUFFER_STORE_FORMAT(4, false, inst); break; case Opcode::V_MAX_F32: translator.V_MAX_F32(inst); break; case Opcode::V_MAX_I32: translator.V_MAX_U32(true, inst); break; case Opcode::V_MAX_U32: translator.V_MAX_U32(false, inst); break; case Opcode::V_NOT_B32: translator.V_NOT_B32(inst); break; case Opcode::V_RSQ_F32: translator.V_RSQ_F32(inst); break; case Opcode::S_ANDN2_B64: translator.S_AND_B64(NegateMode::Src1, inst); break; case Opcode::S_ORN2_B64: translator.S_OR_B64(NegateMode::Src1, false, inst); break; case Opcode::V_SIN_F32: translator.V_SIN_F32(inst); break; case Opcode::V_COS_F32: translator.V_COS_F32(inst); break; case Opcode::V_LOG_F32: translator.V_LOG_F32(inst); break; case Opcode::V_EXP_F32: translator.V_EXP_F32(inst); break; case Opcode::V_SQRT_F32: translator.V_SQRT_F32(inst); break; case Opcode::V_MIN_F32: translator.V_MIN_F32(inst); break; case Opcode::V_MIN_I32: translator.V_MIN_I32(inst); break; case Opcode::V_MIN3_F32: translator.V_MIN3_F32(inst); break; case Opcode::V_MIN_LEGACY_F32: translator.V_MIN_F32(inst, true); break; case Opcode::V_MADMK_F32: translator.V_MADMK_F32(inst); break; case Opcode::V_CUBEMA_F32: translator.V_CUBEMA_F32(inst); break; case Opcode::V_CUBESC_F32: translator.V_CUBESC_F32(inst); break; case Opcode::V_CUBETC_F32: translator.V_CUBETC_F32(inst); break; case Opcode::V_CUBEID_F32: translator.V_CUBEID_F32(inst); break; case Opcode::V_CVT_U32_F32: translator.V_CVT_U32_F32(inst); break; case Opcode::V_CVT_I32_F32: translator.V_CVT_I32_F32(inst); break; case Opcode::V_CVT_FLR_I32_F32: translator.V_CVT_FLR_I32_F32(inst); break; case Opcode::V_SUBREV_F32: translator.V_SUBREV_F32(inst); break; case Opcode::S_AND_SAVEEXEC_B64: translator.S_AND_SAVEEXEC_B64(inst); break; case Opcode::S_MOV_B64: translator.S_MOV_B64(inst); break; case Opcode::V_SUBREV_I32: translator.V_SUBREV_I32(inst); break; case Opcode::V_CMPX_F_F32: translator.V_CMP_F32(ConditionOp::F, true, inst); break; case Opcode::V_CMPX_LT_F32: translator.V_CMP_F32(ConditionOp::LT, true, inst); break; case Opcode::V_CMPX_EQ_F32: translator.V_CMP_F32(ConditionOp::EQ, true, inst); break; case Opcode::V_CMPX_LE_F32: translator.V_CMP_F32(ConditionOp::LE, true, inst); break; case Opcode::V_CMPX_GT_F32: translator.V_CMP_F32(ConditionOp::GT, true, inst); break; case Opcode::V_CMPX_LG_F32: translator.V_CMP_F32(ConditionOp::LG, true, inst); break; case Opcode::V_CMPX_GE_F32: translator.V_CMP_F32(ConditionOp::GE, true, inst); break; case Opcode::V_CMPX_NGE_F32: translator.V_CMP_F32(ConditionOp::LT, true, inst); break; case Opcode::V_CMPX_NLG_F32: translator.V_CMP_F32(ConditionOp::EQ, true, inst); break; case Opcode::V_CMPX_NGT_F32: translator.V_CMP_F32(ConditionOp::LE, true, inst); break; case Opcode::V_CMPX_NLE_F32: translator.V_CMP_F32(ConditionOp::GT, true, inst); break; case Opcode::V_CMPX_NEQ_F32: translator.V_CMP_F32(ConditionOp::LG, true, inst); break; case Opcode::V_CMPX_NLT_F32: translator.V_CMP_F32(ConditionOp::GE, true, inst); break; case Opcode::V_CMPX_TRU_F32: translator.V_CMP_F32(ConditionOp::TRU, true, inst); break; case Opcode::V_CMP_LE_U32: translator.V_CMP_U32(ConditionOp::LE, false, false, inst); break; case Opcode::V_CMP_GT_I32: translator.V_CMP_U32(ConditionOp::GT, true, false, inst); break; case Opcode::V_CMP_LT_I32: translator.V_CMP_U32(ConditionOp::LT, true, false, inst); break; case Opcode::V_CMPX_LT_I32: translator.V_CMP_U32(ConditionOp::LT, true, true, inst); break; case Opcode::V_CMPX_F_U32: translator.V_CMP_U32(ConditionOp::F, false, true, inst); break; case Opcode::V_CMPX_LT_U32: translator.V_CMP_U32(ConditionOp::LT, false, true, inst); break; case Opcode::V_CMPX_EQ_U32: translator.V_CMP_U32(ConditionOp::EQ, false, true, inst); break; case Opcode::V_CMPX_LE_U32: translator.V_CMP_U32(ConditionOp::LE, false, true, inst); break; case Opcode::V_CMPX_GT_U32: translator.V_CMP_U32(ConditionOp::GT, false, true, inst); break; case Opcode::V_CMPX_NE_U32: translator.V_CMP_U32(ConditionOp::LG, false, true, inst); break; case Opcode::V_CMPX_GE_U32: translator.V_CMP_U32(ConditionOp::GE, false, true, inst); break; case Opcode::V_CMPX_TRU_U32: translator.V_CMP_U32(ConditionOp::TRU, false, true, inst); break; case Opcode::S_OR_B64: translator.S_OR_B64(NegateMode::None, false, inst); break; case Opcode::S_NOR_B64: translator.S_OR_B64(NegateMode::Result, false, inst); break; case Opcode::S_XOR_B64: translator.S_OR_B64(NegateMode::None, true, inst); break; case Opcode::S_AND_B64: translator.S_AND_B64(NegateMode::None, inst); break; case Opcode::S_NOT_B64: translator.S_NOT_B64(inst); break; case Opcode::S_NAND_B64: translator.S_AND_B64(NegateMode::Result, inst); break; case Opcode::V_LSHRREV_B32: translator.V_LSHRREV_B32(inst); break; case Opcode::S_ADD_I32: translator.S_ADD_I32(inst); break; case Opcode::V_MUL_HI_U32: translator.V_MUL_HI_U32(false, inst); break; case Opcode::V_MUL_LO_I32: translator.V_MUL_LO_U32(inst); break; case Opcode::V_SAD_U32: translator.V_SAD_U32(inst); break; case Opcode::V_BFE_U32: translator.V_BFE_U32(false, inst); break; case Opcode::V_BFE_I32: translator.V_BFE_U32(true, inst); break; case Opcode::V_MAD_I32_I24: translator.V_MAD_I32_I24(inst); break; case Opcode::V_MUL_I32_I24: case Opcode::V_MUL_U32_U24: translator.V_MUL_I32_I24(inst); break; case Opcode::V_SUB_I32: translator.V_SUB_I32(inst); break; case Opcode::V_LSHR_B32: translator.V_LSHR_B32(inst); break; case Opcode::V_ASHRREV_I32: translator.V_ASHRREV_I32(inst); break; case Opcode::V_MAD_U32_U24: translator.V_MAD_U32_U24(inst); break; case Opcode::S_AND_B32: translator.S_AND_B32(inst); break; case Opcode::S_ASHR_I32: translator.S_ASHR_I32(inst); break; case Opcode::S_OR_B32: translator.S_OR_B32(inst); break; case Opcode::S_LSHR_B32: translator.S_LSHR_B32(inst); break; case Opcode::S_CSELECT_B32: translator.S_CSELECT_B32(inst); break; case Opcode::S_CSELECT_B64: translator.S_CSELECT_B64(inst); break; case Opcode::S_BFE_U32: translator.S_BFE_U32(inst); break; case Opcode::V_RNDNE_F32: translator.V_RNDNE_F32(inst); break; case Opcode::V_BCNT_U32_B32: translator.V_BCNT_U32_B32(inst); break; case Opcode::V_MAX3_F32: translator.V_MAX3_F32(inst); break; case Opcode::DS_SWIZZLE_B32: translator.DS_SWIZZLE_B32(inst); break; case Opcode::V_MUL_LO_U32: translator.V_MUL_LO_U32(inst); break; case Opcode::S_BFM_B32: translator.S_BFM_B32(inst); break; case Opcode::V_MIN_U32: translator.V_MIN_U32(inst); break; case Opcode::V_CMP_NE_U64: translator.V_CMP_NE_U64(inst); break; case Opcode::V_CMP_CLASS_F32: translator.V_CMP_CLASS_F32(inst); break; case Opcode::V_TRUNC_F32: translator.V_TRUNC_F32(inst); break; case Opcode::V_CEIL_F32: translator.V_CEIL_F32(inst); break; case Opcode::V_BFI_B32: translator.V_BFI_B32(inst); break; case Opcode::S_BREV_B32: translator.S_BREV_B32(inst); break; case Opcode::S_ADD_U32: translator.S_ADD_U32(inst); break; case Opcode::S_ADDC_U32: translator.S_ADDC_U32(inst); break; case Opcode::S_SUB_U32: case Opcode::S_SUB_I32: translator.S_SUB_U32(inst); break; // TODO: Separate implementation for legacy variants. case Opcode::V_MUL_LEGACY_F32: translator.V_MUL_F32(inst); break; case Opcode::V_MAC_LEGACY_F32: translator.V_MAC_F32(inst); break; case Opcode::V_MAD_LEGACY_F32: translator.V_MAD_F32(inst); break; case Opcode::V_MAX_LEGACY_F32: translator.V_MAX_F32(inst, true); break; case Opcode::V_RSQ_LEGACY_F32: case Opcode::V_RSQ_CLAMP_F32: translator.V_RSQ_F32(inst); break; case Opcode::V_RCP_IFLAG_F32: translator.V_RCP_F32(inst); break; case Opcode::IMAGE_GET_RESINFO: translator.IMAGE_GET_RESINFO(inst); break; case Opcode::S_BARRIER: translator.S_BARRIER(); break; case Opcode::S_TTRACEDATA: LOG_WARNING(Render_Vulkan, "S_TTRACEDATA instruction!"); break; case Opcode::DS_READ_B32: translator.DS_READ(32, false, false, inst); break; case Opcode::DS_READ2_B32: translator.DS_READ(32, false, true, inst); break; case Opcode::DS_WRITE_B32: translator.DS_WRITE(32, false, false, inst); break; case Opcode::DS_WRITE2_B32: translator.DS_WRITE(32, false, true, inst); break; case Opcode::V_READFIRSTLANE_B32: translator.V_READFIRSTLANE_B32(inst); break; case Opcode::S_GETPC_B64: translator.S_GETPC_B64(block_base, inst); break; case Opcode::S_NOP: case Opcode::S_CBRANCH_EXECZ: case Opcode::S_CBRANCH_SCC0: case Opcode::S_CBRANCH_SCC1: case Opcode::S_CBRANCH_VCCNZ: case Opcode::S_CBRANCH_VCCZ: case Opcode::S_BRANCH: case Opcode::S_WQM_B64: case Opcode::V_INTERP_P1_F32: case Opcode::S_ENDPGM: break; default: const u32 opcode = u32(inst.opcode); LOG_ERROR(Render_Recompiler, "Unknown opcode {} ({})", magic_enum::enum_name(inst.opcode), opcode); info.translation_failed = true; } } } } // namespace Shader::Gcn