case AMDGPU::EG_ExportSwz:
case AMDGPU::R600_ExportSwz:
case AMDGPU::EG_ExportBuf:
- case AMDGPU::R600_ExportBuf: {
+ case AMDGPU::R600_ExportBuf:
+ case AMDGPU::PAD:
+ case AMDGPU::CF_END_R600:
+ case AMDGPU::CF_END_EG:
+ case AMDGPU::CF_END_CM: {
uint64_t Inst = getBinaryCodeForInstr(MI, Fixups);
EmitByte(INSTR_NATIVE, OS);
Emit(Inst, OS);
CF_LOOP_CONTINUE,
CF_JUMP,
CF_ELSE,
- CF_POP
+ CF_POP,
+ CF_END
};
static char ID;
}
const MCInstrDesc &getHWInstrDesc(ControlFlowInstruction CFI) const {
- if (ST.device()->getGeneration() <= AMDGPUDeviceInfo::HD4XXX) {
- switch (CFI) {
- case CF_TC:
- return TII->get(AMDGPU::CF_TC_R600);
- case CF_CALL_FS:
- return TII->get(AMDGPU::CF_CALL_FS_R600);
- case CF_WHILE_LOOP:
- return TII->get(AMDGPU::WHILE_LOOP_R600);
- case CF_END_LOOP:
- return TII->get(AMDGPU::END_LOOP_R600);
- case CF_LOOP_BREAK:
- return TII->get(AMDGPU::LOOP_BREAK_R600);
- case CF_LOOP_CONTINUE:
- return TII->get(AMDGPU::CF_CONTINUE_R600);
- case CF_JUMP:
- return TII->get(AMDGPU::CF_JUMP_R600);
- case CF_ELSE:
- return TII->get(AMDGPU::CF_ELSE_R600);
- case CF_POP:
- return TII->get(AMDGPU::POP_R600);
- }
- } else {
- switch (CFI) {
- case CF_TC:
- return TII->get(AMDGPU::CF_TC_EG);
- case CF_CALL_FS:
- return TII->get(AMDGPU::CF_CALL_FS_EG);
- case CF_WHILE_LOOP:
- return TII->get(AMDGPU::WHILE_LOOP_EG);
- case CF_END_LOOP:
- return TII->get(AMDGPU::END_LOOP_EG);
- case CF_LOOP_BREAK:
- return TII->get(AMDGPU::LOOP_BREAK_EG);
- case CF_LOOP_CONTINUE:
- return TII->get(AMDGPU::CF_CONTINUE_EG);
- case CF_JUMP:
- return TII->get(AMDGPU::CF_JUMP_EG);
- case CF_ELSE:
- return TII->get(AMDGPU::CF_ELSE_EG);
- case CF_POP:
- return TII->get(AMDGPU::POP_EG);
+ unsigned Opcode = 0;
+ bool isEg = (ST.device()->getGeneration() >= AMDGPUDeviceInfo::HD5XXX);
+ switch (CFI) {
+ case CF_TC:
+ Opcode = isEg ? AMDGPU::CF_TC_EG : AMDGPU::CF_TC_R600;
+ break;
+ case CF_CALL_FS:
+ Opcode = isEg ? AMDGPU::CF_CALL_FS_EG : AMDGPU::CF_CALL_FS_R600;
+ break;
+ case CF_WHILE_LOOP:
+ Opcode = isEg ? AMDGPU::WHILE_LOOP_EG : AMDGPU::WHILE_LOOP_R600;
+ break;
+ case CF_END_LOOP:
+ Opcode = isEg ? AMDGPU::END_LOOP_EG : AMDGPU::END_LOOP_R600;
+ break;
+ case CF_LOOP_BREAK:
+ Opcode = isEg ? AMDGPU::LOOP_BREAK_EG : AMDGPU::LOOP_BREAK_R600;
+ break;
+ case CF_LOOP_CONTINUE:
+ Opcode = isEg ? AMDGPU::CF_CONTINUE_EG : AMDGPU::CF_CONTINUE_R600;
+ break;
+ case CF_JUMP:
+ Opcode = isEg ? AMDGPU::CF_JUMP_EG : AMDGPU::CF_JUMP_R600;
+ break;
+ case CF_ELSE:
+ Opcode = isEg ? AMDGPU::CF_ELSE_EG : AMDGPU::CF_ELSE_R600;
+ break;
+ case CF_POP:
+ Opcode = isEg ? AMDGPU::POP_EG : AMDGPU::POP_R600;
+ break;
+ case CF_END:
+ if (ST.device()->getGeneration() == AMDGPUDeviceInfo::HD6XXX) {
+ Opcode = AMDGPU::CF_END_CM;
+ break;
}
+ Opcode = isEg ? AMDGPU::CF_END_EG : AMDGPU::CF_END_R600;
+ break;
}
+ assert (Opcode && "No opcode selected");
+ return TII->get(Opcode);
}
MachineBasicBlock::iterator
CfCount++;
break;
}
+ case AMDGPU::RETURN: {
+ BuildMI(MBB, MI, MBB.findDebugLoc(MI), getHWInstrDesc(CF_END));
+ CfCount++;
+ MI->eraseFromParent();
+ if (CfCount % 2) {
+ BuildMI(MBB, I, MBB.findDebugLoc(MI), TII->get(AMDGPU::PAD));
+ CfCount++;
+ }
+ }
default:
break;
}
bits<2> COND;
bits<6> COUNT;
bits<1> VALID_PIXEL_MODE;
+ bits<1> END_OF_PROGRAM;
bits<8> CF_INST;
bits<1> BARRIER;
let CF_CONST = 0;
let VALID_PIXEL_MODE = 0;
let COND = 0;
+ let END_OF_PROGRAM = 0;
let Inst{31-0} = Word0;
let Inst{63-32} = Word1;
let Inst = num;
}
+def PAD : AMDGPUInst <(outs), (ins), "PAD", [] > {
+ field bits<64> Inst;
+}
+
let Predicates = [isR600toCayman] in {
//===----------------------------------------------------------------------===//
"POP @$ADDR POP:$POP_COUNT"> {
let COUNT = 0;
}
+ def CF_END_R600 : CF_CLAUSE_R600<0, (ins), "CF_END"> {
+ let COUNT = 0;
+ let POP_COUNT = 0;
+ let ADDR = 0;
+ let END_OF_PROGRAM = 1;
+ }
}
"POP @$ADDR POP:$POP_COUNT"> {
let COUNT = 0;
}
-
+ def CF_END_EG : CF_CLAUSE_EG<0, (ins), "CF_END"> {
+ let COUNT = 0;
+ let POP_COUNT = 0;
+ let ADDR = 0;
+ let END_OF_PROGRAM = 1;
+ }
//===----------------------------------------------------------------------===//
// Memory read/write instructions
(MOV_IMM_I32 CONST.FP_UINT_MAX_PLUS_1)))
>;
+ def CF_END_CM : CF_CLAUSE_EG<32, (ins), "CF_END"> {
+ let ADDR = 0;
+ let POP_COUNT = 0;
+ let COUNT = 0;
+ }
def : Pat<(fsqrt R600_Reg32:$src),
(MUL R600_Reg32:$src, (RECIPSQRT_CLAMPED_cm R600_Reg32:$src))>;
; This was fixed by adding an additional pattern in R600Instructions.td to
; match this pattern with a CNDGE_INT.
-; CHECK: RETURN
+; CHECK: CF_END
define void @test(i32 addrspace(1)* %out, i32 addrspace(1)* %in) {
%den_ptr = getelementptr i32 addrspace(1)* %in, i32 1
;The code generated by udiv is long and complex and may frequently change.
;The goal of this test is to make sure the ISel doesn't fail when it gets
;a v4i32 udiv
-;CHECK: RETURN
+;CHECK: CF_END
define void @test(<4 x i32> addrspace(1)* %out, <4 x i32> addrspace(1)* %in) {
%b_ptr = getelementptr <4 x i32> addrspace(1)* %in, i32 1
;The code generated by urem is long and complex and may frequently change.
;The goal of this test is to make sure the ISel doesn't fail when it gets
;a v4i32 urem
-;CHECK: RETURN
+;CHECK: CF_END
define void @test(<4 x i32> addrspace(1)* %out, <4 x i32> addrspace(1)* %in) {
%b_ptr = getelementptr <4 x i32> addrspace(1)* %in, i32 1