| ; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 4 |
| ; RUN: opt -S -mtriple=amdgcn-amd-amdhsa -mcpu=gfx803 -passes=atomic-expand %s | FileCheck -check-prefixes=COMMON,GFX803 %s |
| ; RUN: opt -S -mtriple=amdgcn-amd-amdhsa -mcpu=gfx906 -passes=atomic-expand %s | FileCheck -check-prefixes=COMMON,GFX906 %s |
| ; RUN: opt -S -mtriple=amdgcn-amd-amdhsa -mcpu=gfx908 -passes=atomic-expand %s | FileCheck -check-prefixes=COMMON,GFX908 %s |
| ; RUN: opt -S -mtriple=amdgcn-amd-amdhsa -mcpu=gfx90a -passes=atomic-expand %s | FileCheck -check-prefixes=COMMON,GFX90A %s |
| ; RUN: opt -S -mtriple=amdgcn-amd-amdhsa -mcpu=gfx940 -passes=atomic-expand %s | FileCheck -check-prefixes=COMMON,GFX940 %s |
| ; RUN: opt -S -mtriple=amdgcn-amd-amdhsa -mcpu=gfx1030 -passes=atomic-expand %s | FileCheck -check-prefixes=COMMON,GFX10 %s |
| ; RUN: opt -S -mtriple=amdgcn-amd-amdhsa -mcpu=gfx1100 -passes=atomic-expand %s | FileCheck -check-prefixes=COMMON,GFX11 %s |
| ; RUN: opt -S -mtriple=amdgcn-amd-amdhsa -mcpu=gfx1200 -passes=atomic-expand %s | FileCheck -check-prefixes=COMMON,GFX12 %s |
| |
| ;--------------------------------------------------------------------- |
| ; atomicrmw xchg |
| ;--------------------------------------------------------------------- |
| |
| ; xchg is supported over PCIe, so no expansion is necessary |
| define float @test_atomicrmw_xchg_f32_global_agent(ptr addrspace(1) %ptr, float %value) { |
| ; COMMON-LABEL: define float @test_atomicrmw_xchg_f32_global_agent( |
| ; COMMON-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0:[0-9]+]] { |
| ; COMMON-NEXT: [[RES:%.*]] = atomicrmw xchg ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4 |
| ; COMMON-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw xchg ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst |
| ret float %res |
| } |
| |
| ; xchg is supported over PCIe, so no expansion is necessary. Metadata should be ignored. |
| define float @test_atomicrmw_xchg_f32_global_agent__amdgpu_no_fine_grained_memory(ptr addrspace(1) %ptr, float %value) { |
| ; COMMON-LABEL: define float @test_atomicrmw_xchg_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; COMMON-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; COMMON-NEXT: [[RES:%.*]] = atomicrmw xchg ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0:![0-9]+]] |
| ; COMMON-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw xchg ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, !amdgpu.no.fine.grained.memory !0 |
| ret float %res |
| } |
| |
| ; xchg is supported over PCIe, so no expansion is necessary. Metadata should be ignored. |
| define float @test_atomicrmw_xchg_f32_global_agent__amdgpu_no_remote_memory(ptr addrspace(1) %ptr, float %value) { |
| ; COMMON-LABEL: define float @test_atomicrmw_xchg_f32_global_agent__amdgpu_no_remote_memory( |
| ; COMMON-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; COMMON-NEXT: [[RES:%.*]] = atomicrmw xchg ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; COMMON-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw xchg ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, !amdgpu.no.remote.memory !0 |
| ret float %res |
| } |
| |
| ; xchg is supported over PCIe, so no expansion is necessary. Metadata should be ignored. |
| define float @test_atomicrmw_xchg_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory(ptr addrspace(1) %ptr, float %value) { |
| ; COMMON-LABEL: define float @test_atomicrmw_xchg_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; COMMON-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; COMMON-NEXT: [[RES:%.*]] = atomicrmw xchg ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; COMMON-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw xchg ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, !amdgpu.no.fine.grained.memory !0, !amdgpu.no.remote.memory !0 |
| ret float %res |
| } |
| |
| ;--------------------------------------------------------------------- |
| ; atomicrmw fadd |
| ;--------------------------------------------------------------------- |
| |
| define float @test_atomicrmw_fadd_f32_global_agent(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fadd_f32_global_agent( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fadd_f32_global_agent( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fadd_f32_global_agent( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX908-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX908-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fadd_f32_global_agent( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX90A-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fadd_f32_global_agent( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4 |
| ; GFX940-NEXT: ret float [[RES]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fadd_f32_global_agent( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fadd_f32_global_agent( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX11-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX11: atomicrmw.start: |
| ; GFX11-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX11-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX11-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX11-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX11-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX11-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX11-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX11-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX11-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX11: atomicrmw.end: |
| ; GFX11-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fadd_f32_global_agent( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4 |
| ; GFX12-NEXT: ret float [[TMP5]] |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX908-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX908-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX90A-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX940-NEXT: ret float [[RES]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX11-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX12-NEXT: ret float [[TMP5]] |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, !amdgpu.no.fine.grained.memory !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_remote_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX908-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX908-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX90A-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX940-NEXT: ret float [[RES]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX11-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX11: atomicrmw.start: |
| ; GFX11-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX11-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX11-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX11-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX11-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX11-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX11-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX11-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX11-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX11: atomicrmw.end: |
| ; GFX11-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX12-NEXT: ret float [[TMP5]] |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, !amdgpu.no.remote.memory !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX908-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX908-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX90A-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX940-NEXT: ret float [[RES]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX11-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX12-NEXT: ret float [[TMP5]] |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, !amdgpu.no.fine.grained.memory !0, !amdgpu.no.remote.memory !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_daz(ptr addrspace(1) %ptr, float %value) #0 { |
| ; GFX803-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_daz( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1:[0-9]+]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_daz( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1:[0-9]+]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_daz( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1:[0-9]+]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX908-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX908-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_daz( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1:[0-9]+]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX90A-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_daz( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1:[0-9]+]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX940-NEXT: ret float [[RES]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_daz( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1:[0-9]+]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_daz( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1:[0-9]+]] { |
| ; GFX11-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX11-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_daz( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1:[0-9]+]] { |
| ; GFX12-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX12-NEXT: ret float [[TMP5]] |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, !amdgpu.no.fine.grained.memory !0, !amdgpu.no.remote.memory !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_dynamic(ptr addrspace(1) %ptr, float %value) #1 { |
| ; GFX803-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_dynamic( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2:[0-9]+]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_dynamic( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2:[0-9]+]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_dynamic( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2:[0-9]+]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX908-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX908-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_dynamic( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2:[0-9]+]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX90A-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_dynamic( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2:[0-9]+]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX940-NEXT: ret float [[RES]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_dynamic( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2:[0-9]+]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_dynamic( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2:[0-9]+]] { |
| ; GFX11-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX11-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_dynamic( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2:[0-9]+]] { |
| ; GFX12-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX12-NEXT: ret float [[TMP5]] |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, !amdgpu.no.fine.grained.memory !0, !amdgpu.no.remote.memory !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX908-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX908-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX90A-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX940-NEXT: ret float [[RES]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX11-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX11: atomicrmw.start: |
| ; GFX11-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX11-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX11-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX11-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX11-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX11-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX11-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX11-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX11-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX11: atomicrmw.end: |
| ; GFX11-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX12-NEXT: ret float [[TMP5]] |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.ignore.denormal.mode !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX908-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX908-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX90A-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX940-NEXT: ret float [[RES]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX11-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX12-NEXT: ret float [[TMP5]] |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory !0, !amdgpu.ignore.denormal.mode !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX908-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX908-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX90A-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX940-NEXT: ret float [[RES]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX11-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX11: atomicrmw.start: |
| ; GFX11-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX11-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX11-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX11-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX11-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX11-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX11-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX11-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX11-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX11: atomicrmw.end: |
| ; GFX11-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX12-NEXT: ret float [[TMP5]] |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.no.remote.memory !0, !amdgpu.ignore.denormal.mode !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX908-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX908-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX90A-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX940-NEXT: ret float [[RES]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX11-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX12-NEXT: ret float [[TMP5]] |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory !0, !amdgpu.no.remote.memory !0, !amdgpu.ignore.denormal.mode !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_daz(ptr addrspace(1) %ptr, float %value) #0 { |
| ; GFX803-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_daz( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_daz( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_daz( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX908-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX908-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_daz( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX90A-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX90A-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_daz( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX940-NEXT: ret float [[RES]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_daz( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_daz( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX11-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX11-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_daz( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX12-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX12-NEXT: ret float [[TMP5]] |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory !0, !amdgpu.no.remote.memory !0, !amdgpu.ignore.denormal.mode !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_dynamic(ptr addrspace(1) %ptr, float %value) #1 { |
| ; GFX803-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_dynamic( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_dynamic( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_dynamic( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX908-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX908-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_dynamic( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX90A-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX90A-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_dynamic( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX940-NEXT: ret float [[RES]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_dynamic( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_dynamic( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX11-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX11-NEXT: ret float [[TMP5]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fadd_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_dynamic( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX12-NEXT: [[TMP5:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX12-NEXT: ret float [[TMP5]] |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory !0, !amdgpu.no.remote.memory !0, !amdgpu.ignore.denormal.mode !0 |
| ret float %res |
| } |
| |
| ;--------------------------------------------------------------------- |
| ; atomicrmw fadd (no return) |
| ;--------------------------------------------------------------------- |
| |
| define void @test_atomicrmw_fadd_noret_f32_global_agent(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret void |
| ; |
| ; GFX906-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret void |
| ; |
| ; GFX908-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX908-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX908-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret void |
| ; |
| ; GFX90A-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX90A-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret void |
| ; |
| ; GFX940-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4 |
| ; GFX940-NEXT: ret void |
| ; |
| ; GFX10-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret void |
| ; |
| ; GFX11-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX11-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX11: atomicrmw.start: |
| ; GFX11-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX11-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX11-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX11-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX11-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX11-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX11-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX11-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX11-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX11: atomicrmw.end: |
| ; GFX11-NEXT: ret void |
| ; |
| ; GFX12-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4 |
| ; GFX12-NEXT: ret void |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst |
| ret void |
| } |
| |
| define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret void |
| ; |
| ; GFX906-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret void |
| ; |
| ; GFX908-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX908-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX908-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret void |
| ; |
| ; GFX90A-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX90A-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret void |
| ; |
| ; GFX940-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX940-NEXT: ret void |
| ; |
| ; GFX10-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret void |
| ; |
| ; GFX11-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX11-NEXT: ret void |
| ; |
| ; GFX12-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX12-NEXT: ret void |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, !amdgpu.no.fine.grained.memory !0 |
| ret void |
| } |
| |
| define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_remote_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret void |
| ; |
| ; GFX906-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret void |
| ; |
| ; GFX908-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX908-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX908-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret void |
| ; |
| ; GFX90A-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX90A-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret void |
| ; |
| ; GFX940-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX940-NEXT: ret void |
| ; |
| ; GFX10-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret void |
| ; |
| ; GFX11-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX11-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX11: atomicrmw.start: |
| ; GFX11-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX11-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX11-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX11-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX11-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX11-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX11-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX11-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX11-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX11: atomicrmw.end: |
| ; GFX11-NEXT: ret void |
| ; |
| ; GFX12-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX12-NEXT: ret void |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, !amdgpu.no.remote.memory !0 |
| ret void |
| } |
| |
| define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret void |
| ; |
| ; GFX906-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret void |
| ; |
| ; GFX908-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX908-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX908-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret void |
| ; |
| ; GFX90A-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX90A-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret void |
| ; |
| ; GFX940-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX940-NEXT: ret void |
| ; |
| ; GFX10-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret void |
| ; |
| ; GFX11-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX11-NEXT: ret void |
| ; |
| ; GFX12-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX12-NEXT: ret void |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, !amdgpu.no.fine.grained.memory !0, !amdgpu.no.remote.memory !0 |
| ret void |
| } |
| |
| define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_daz(ptr addrspace(1) %ptr, float %value) #0 { |
| ; GFX803-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_daz( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret void |
| ; |
| ; GFX906-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_daz( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret void |
| ; |
| ; GFX908-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_daz( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX908-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX908-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret void |
| ; |
| ; GFX90A-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_daz( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX90A-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret void |
| ; |
| ; GFX940-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_daz( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX940-NEXT: ret void |
| ; |
| ; GFX10-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_daz( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret void |
| ; |
| ; GFX11-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_daz( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX11-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX11-NEXT: ret void |
| ; |
| ; GFX12-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_daz( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX12-NEXT: ret void |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, !amdgpu.no.fine.grained.memory !0, !amdgpu.no.remote.memory !0 |
| ret void |
| } |
| |
| define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_dynamic(ptr addrspace(1) %ptr, float %value) #1 { |
| ; GFX803-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_dynamic( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret void |
| ; |
| ; GFX906-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_dynamic( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret void |
| ; |
| ; GFX908-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_dynamic( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX908-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX908-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret void |
| ; |
| ; GFX90A-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_dynamic( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX90A-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret void |
| ; |
| ; GFX940-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_dynamic( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX940-NEXT: ret void |
| ; |
| ; GFX10-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_dynamic( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret void |
| ; |
| ; GFX11-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_dynamic( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX11-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX11-NEXT: ret void |
| ; |
| ; GFX12-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory___denormal_fp_mode_f32_dynamic( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX12-NEXT: ret void |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, !amdgpu.no.fine.grained.memory !0, !amdgpu.no.remote.memory !0 |
| ret void |
| } |
| |
| define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret void |
| ; |
| ; GFX906-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret void |
| ; |
| ; GFX908-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX908-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX908-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret void |
| ; |
| ; GFX90A-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX90A-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret void |
| ; |
| ; GFX940-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX940-NEXT: ret void |
| ; |
| ; GFX10-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret void |
| ; |
| ; GFX11-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX11-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX11: atomicrmw.start: |
| ; GFX11-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX11-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX11-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX11-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX11-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX11-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX11-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX11-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX11-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX11: atomicrmw.end: |
| ; GFX11-NEXT: ret void |
| ; |
| ; GFX12-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX12-NEXT: ret void |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.ignore.denormal.mode !0 |
| ret void |
| } |
| |
| define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret void |
| ; |
| ; GFX906-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret void |
| ; |
| ; GFX908-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX908-NEXT: ret void |
| ; |
| ; GFX90A-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX90A-NEXT: ret void |
| ; |
| ; GFX940-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX940-NEXT: ret void |
| ; |
| ; GFX10-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret void |
| ; |
| ; GFX11-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX11-NEXT: ret void |
| ; |
| ; GFX12-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX12-NEXT: ret void |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory !0, !amdgpu.ignore.denormal.mode !0 |
| ret void |
| } |
| |
| define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret void |
| ; |
| ; GFX906-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret void |
| ; |
| ; GFX908-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX908-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX908-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret void |
| ; |
| ; GFX90A-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX90A-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret void |
| ; |
| ; GFX940-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX940-NEXT: ret void |
| ; |
| ; GFX10-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret void |
| ; |
| ; GFX11-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX11-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX11: atomicrmw.start: |
| ; GFX11-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX11-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX11-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX11-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX11-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX11-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX11-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX11-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX11-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX11: atomicrmw.end: |
| ; GFX11-NEXT: ret void |
| ; |
| ; GFX12-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX12-NEXT: ret void |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.no.remote.memory !0, !amdgpu.ignore.denormal.mode !0 |
| ret void |
| } |
| |
| define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret void |
| ; |
| ; GFX906-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret void |
| ; |
| ; GFX908-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX908-NEXT: ret void |
| ; |
| ; GFX90A-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX90A-NEXT: ret void |
| ; |
| ; GFX940-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX940-NEXT: ret void |
| ; |
| ; GFX10-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret void |
| ; |
| ; GFX11-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX11-NEXT: ret void |
| ; |
| ; GFX12-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX12-NEXT: ret void |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory !0, !amdgpu.no.remote.memory !0, !amdgpu.ignore.denormal.mode !0 |
| ret void |
| } |
| |
| define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_daz(ptr addrspace(1) %ptr, float %value) #0 { |
| ; GFX803-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_daz( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret void |
| ; |
| ; GFX906-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_daz( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret void |
| ; |
| ; GFX908-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_daz( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX908-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX908-NEXT: ret void |
| ; |
| ; GFX90A-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_daz( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX90A-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX90A-NEXT: ret void |
| ; |
| ; GFX940-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_daz( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX940-NEXT: ret void |
| ; |
| ; GFX10-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_daz( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret void |
| ; |
| ; GFX11-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_daz( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX11-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX11-NEXT: ret void |
| ; |
| ; GFX12-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_daz( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR1]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX12-NEXT: ret void |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory !0, !amdgpu.no.remote.memory !0, !amdgpu.ignore.denormal.mode !0 |
| ret void |
| } |
| |
| define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_dynamic(ptr addrspace(1) %ptr, float %value) #1 { |
| ; GFX803-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_dynamic( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX803-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX803-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret void |
| ; |
| ; GFX906-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_dynamic( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX906-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX906-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret void |
| ; |
| ; GFX908-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_dynamic( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX908-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX908-NEXT: ret void |
| ; |
| ; GFX90A-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_dynamic( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX90A-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX90A-NEXT: ret void |
| ; |
| ; GFX940-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_dynamic( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX940-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX940-NEXT: ret void |
| ; |
| ; GFX10-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_dynamic( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[NEW:%.*]] = fadd float [[LOADED]], [[VALUE]] |
| ; GFX10-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; GFX10-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret void |
| ; |
| ; GFX11-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_dynamic( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX11-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX11-NEXT: ret void |
| ; |
| ; GFX12-LABEL: define void @test_atomicrmw_fadd_noret_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory__denormal_mode_dynamic( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR2]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fadd ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX12-NEXT: ret void |
| ; |
| %res = atomicrmw fadd ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory !0, !amdgpu.no.remote.memory !0, !amdgpu.ignore.denormal.mode !0 |
| ret void |
| } |
| |
| ;--------------------------------------------------------------------- |
| ; atomicrmw fsub |
| ;--------------------------------------------------------------------- |
| |
| define float @test_atomicrmw_fsub_f32_global_agent(ptr addrspace(1) %ptr, float %value) { |
| ; COMMON-LABEL: define float @test_atomicrmw_fsub_f32_global_agent( |
| ; COMMON-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; COMMON-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; COMMON-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; COMMON: atomicrmw.start: |
| ; COMMON-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[RES:%.*]], [[ATOMICRMW_START]] ] |
| ; COMMON-NEXT: [[NEW:%.*]] = fsub float [[LOADED]], [[VALUE]] |
| ; COMMON-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; COMMON-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; COMMON-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; COMMON-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; COMMON-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; COMMON-NEXT: [[RES]] = bitcast i32 [[NEWLOADED]] to float |
| ; COMMON-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; COMMON: atomicrmw.end: |
| ; COMMON-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw fsub ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fsub_f32_global_agent__amdgpu_no_fine_grained_memory(ptr addrspace(1) %ptr, float %value) { |
| ; COMMON-LABEL: define float @test_atomicrmw_fsub_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; COMMON-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; COMMON-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; COMMON-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; COMMON: atomicrmw.start: |
| ; COMMON-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[RES:%.*]], [[ATOMICRMW_START]] ] |
| ; COMMON-NEXT: [[NEW:%.*]] = fsub float [[LOADED]], [[VALUE]] |
| ; COMMON-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; COMMON-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; COMMON-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; COMMON-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; COMMON-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; COMMON-NEXT: [[RES]] = bitcast i32 [[NEWLOADED]] to float |
| ; COMMON-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; COMMON: atomicrmw.end: |
| ; COMMON-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw fsub ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, !amdgpu.no.fine.grained.memory !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fsub_f32_global_agent__amdgpu_no_remote_memory(ptr addrspace(1) %ptr, float %value) { |
| ; COMMON-LABEL: define float @test_atomicrmw_fsub_f32_global_agent__amdgpu_no_remote_memory( |
| ; COMMON-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; COMMON-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; COMMON-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; COMMON: atomicrmw.start: |
| ; COMMON-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[RES:%.*]], [[ATOMICRMW_START]] ] |
| ; COMMON-NEXT: [[NEW:%.*]] = fsub float [[LOADED]], [[VALUE]] |
| ; COMMON-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; COMMON-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; COMMON-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; COMMON-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; COMMON-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; COMMON-NEXT: [[RES]] = bitcast i32 [[NEWLOADED]] to float |
| ; COMMON-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; COMMON: atomicrmw.end: |
| ; COMMON-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw fsub ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, !amdgpu.no.remote.memory !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fsub_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory(ptr addrspace(1) %ptr, float %value) { |
| ; COMMON-LABEL: define float @test_atomicrmw_fsub_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; COMMON-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; COMMON-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; COMMON-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; COMMON: atomicrmw.start: |
| ; COMMON-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[RES:%.*]], [[ATOMICRMW_START]] ] |
| ; COMMON-NEXT: [[NEW:%.*]] = fsub float [[LOADED]], [[VALUE]] |
| ; COMMON-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; COMMON-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; COMMON-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; COMMON-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; COMMON-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; COMMON-NEXT: [[RES]] = bitcast i32 [[NEWLOADED]] to float |
| ; COMMON-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; COMMON: atomicrmw.end: |
| ; COMMON-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw fsub ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, !amdgpu.no.fine.grained.memory !0, !amdgpu.no.remote.memory !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fsub_f32_global_agent__amdgpu_ignore_denormal_mode(ptr addrspace(1) %ptr, float %value) { |
| ; COMMON-LABEL: define float @test_atomicrmw_fsub_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; COMMON-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; COMMON-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; COMMON-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; COMMON: atomicrmw.start: |
| ; COMMON-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; COMMON-NEXT: [[NEW:%.*]] = fsub float [[LOADED]], [[VALUE]] |
| ; COMMON-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; COMMON-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; COMMON-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; COMMON-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; COMMON-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; COMMON-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; COMMON-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; COMMON: atomicrmw.end: |
| ; COMMON-NEXT: ret float [[TMP5]] |
| ; |
| %res = atomicrmw fsub ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.ignore.denormal.mode !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fsub_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory(ptr addrspace(1) %ptr, float %value) { |
| ; COMMON-LABEL: define float @test_atomicrmw_fsub_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; COMMON-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; COMMON-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; COMMON-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; COMMON: atomicrmw.start: |
| ; COMMON-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; COMMON-NEXT: [[NEW:%.*]] = fsub float [[LOADED]], [[VALUE]] |
| ; COMMON-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; COMMON-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; COMMON-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; COMMON-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; COMMON-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; COMMON-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; COMMON-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; COMMON: atomicrmw.end: |
| ; COMMON-NEXT: ret float [[TMP5]] |
| ; |
| %res = atomicrmw fsub ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory !0, !amdgpu.ignore.denormal.mode !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fsub_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory(ptr addrspace(1) %ptr, float %value) { |
| ; COMMON-LABEL: define float @test_atomicrmw_fsub_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; COMMON-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; COMMON-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; COMMON-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; COMMON: atomicrmw.start: |
| ; COMMON-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; COMMON-NEXT: [[NEW:%.*]] = fsub float [[LOADED]], [[VALUE]] |
| ; COMMON-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; COMMON-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; COMMON-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; COMMON-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; COMMON-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; COMMON-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; COMMON-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; COMMON: atomicrmw.end: |
| ; COMMON-NEXT: ret float [[TMP5]] |
| ; |
| %res = atomicrmw fsub ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.no.remote.memory !0, !amdgpu.ignore.denormal.mode !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fsub_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory(ptr addrspace(1) %ptr, float %value) { |
| ; COMMON-LABEL: define float @test_atomicrmw_fsub_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; COMMON-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; COMMON-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; COMMON-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; COMMON: atomicrmw.start: |
| ; COMMON-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP5:%.*]], [[ATOMICRMW_START]] ] |
| ; COMMON-NEXT: [[NEW:%.*]] = fsub float [[LOADED]], [[VALUE]] |
| ; COMMON-NEXT: [[TMP2:%.*]] = bitcast float [[NEW]] to i32 |
| ; COMMON-NEXT: [[TMP3:%.*]] = bitcast float [[LOADED]] to i32 |
| ; COMMON-NEXT: [[TMP4:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP3]], i32 [[TMP2]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; COMMON-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP4]], 1 |
| ; COMMON-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP4]], 0 |
| ; COMMON-NEXT: [[TMP5]] = bitcast i32 [[NEWLOADED]] to float |
| ; COMMON-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; COMMON: atomicrmw.end: |
| ; COMMON-NEXT: ret float [[TMP5]] |
| ; |
| %res = atomicrmw fsub ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory !0, !amdgpu.no.remote.memory !0, !amdgpu.ignore.denormal.mode !0 |
| ret float %res |
| } |
| |
| ;--------------------------------------------------------------------- |
| ; atomicrmw fmax |
| ;--------------------------------------------------------------------- |
| |
| define float @test_atomicrmw_fmax_f32_global_agent(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fmax_f32_global_agent( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX803-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fmax_f32_global_agent( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX906-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fmax_f32_global_agent( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX908-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fmax_f32_global_agent( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX90A-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fmax_f32_global_agent( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX940-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX940: atomicrmw.start: |
| ; GFX940-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX940-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX940-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX940-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX940-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX940-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX940-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX940-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX940-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX940: atomicrmw.end: |
| ; GFX940-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fmax_f32_global_agent( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX10-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fmax_f32_global_agent( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX11-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX11: atomicrmw.start: |
| ; GFX11-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX11-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX11-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX11-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX11-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX11-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX11-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX11-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX11-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX11: atomicrmw.end: |
| ; GFX11-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fmax_f32_global_agent( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fmax ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4 |
| ; GFX12-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw fmax ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_fine_grained_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX803-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX906-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX908-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX90A-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX940-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX940: atomicrmw.start: |
| ; GFX940-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX940-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX940-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX940-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX940-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX940-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX940-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX940-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX940-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX940: atomicrmw.end: |
| ; GFX940-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[RES:%.*]] = atomicrmw fmax ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX10-NEXT: ret float [[RES]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[RES:%.*]] = atomicrmw fmax ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX11-NEXT: ret float [[RES]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fmax ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX12-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw fmax ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, !amdgpu.no.fine.grained.memory !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_remote_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX803-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX906-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX908-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX90A-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX940-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX940: atomicrmw.start: |
| ; GFX940-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX940-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX940-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX940-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX940-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX940-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX940-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX940-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX940-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX940: atomicrmw.end: |
| ; GFX940-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[RES:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX10-NEXT: [[RES]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret float [[RES]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX11-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX11: atomicrmw.start: |
| ; GFX11-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[RES:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX11-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX11-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX11-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX11-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX11-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX11-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX11-NEXT: [[RES]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX11-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX11: atomicrmw.end: |
| ; GFX11-NEXT: ret float [[RES]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fmax ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX12-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw fmax ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, !amdgpu.no.remote.memory !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX803-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX906-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX908-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX90A-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX940-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX940: atomicrmw.start: |
| ; GFX940-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX940-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX940-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX940-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX940-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX940-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX940-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX940-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX940-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX940: atomicrmw.end: |
| ; GFX940-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[RES:%.*]] = atomicrmw fmax ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX10-NEXT: ret float [[RES]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[RES:%.*]] = atomicrmw fmax ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX11-NEXT: ret float [[RES]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fmax ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX12-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw fmax ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, !amdgpu.no.fine.grained.memory !0, !amdgpu.no.remote.memory !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX803-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX906-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX908-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX90A-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX940-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX940: atomicrmw.start: |
| ; GFX940-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX940-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX940-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX940-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX940-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX940-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX940-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX940-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX940-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX940: atomicrmw.end: |
| ; GFX940-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX10-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX11-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX11: atomicrmw.start: |
| ; GFX11-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX11-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX11-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX11-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX11-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX11-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX11-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX11-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX11-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX11: atomicrmw.end: |
| ; GFX11-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fmax ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX12-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw fmax ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.ignore.denormal.mode !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX803-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX906-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX908-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX90A-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX940-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX940: atomicrmw.start: |
| ; GFX940-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX940-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX940-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX940-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX940-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX940-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX940-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX940-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX940-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX940: atomicrmw.end: |
| ; GFX940-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[RES:%.*]] = atomicrmw fmax ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX10-NEXT: ret float [[RES]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[RES:%.*]] = atomicrmw fmax ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX11-NEXT: ret float [[RES]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fmax ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX12-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw fmax ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory !0, !amdgpu.ignore.denormal.mode !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX803-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX906-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX908-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX90A-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX940-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX940: atomicrmw.start: |
| ; GFX940-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX940-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX940-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX940-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX940-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX940-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX940-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX940-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX940-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX940: atomicrmw.end: |
| ; GFX940-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[RES:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX10-NEXT: [[RES]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret float [[RES]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX11-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX11: atomicrmw.start: |
| ; GFX11-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[RES:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX11-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX11-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX11-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX11-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX11-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX11-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX11-NEXT: [[RES]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX11-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX11: atomicrmw.end: |
| ; GFX11-NEXT: ret float [[RES]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fmax ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX12-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw fmax ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.no.remote.memory !0, !amdgpu.ignore.denormal.mode !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX803-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX906-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX908-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX90A-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX940-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX940: atomicrmw.start: |
| ; GFX940-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX940-NEXT: [[TMP2:%.*]] = call float @llvm.maxnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX940-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX940-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX940-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX940-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX940-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX940-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX940-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX940: atomicrmw.end: |
| ; GFX940-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[RES:%.*]] = atomicrmw fmax ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX10-NEXT: ret float [[RES]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[RES:%.*]] = atomicrmw fmax ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX11-NEXT: ret float [[RES]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fmax_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fmax ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX12-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw fmax ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory !0, !amdgpu.no.remote.memory !0, !amdgpu.ignore.denormal.mode !0 |
| ret float %res |
| } |
| |
| ;--------------------------------------------------------------------- |
| ; atomicrmw fmin |
| ;--------------------------------------------------------------------- |
| |
| define float @test_atomicrmw_fmin_f32_global_agent(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fmin_f32_global_agent( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX803-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fmin_f32_global_agent( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX906-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fmin_f32_global_agent( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX908-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fmin_f32_global_agent( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX90A-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fmin_f32_global_agent( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX940-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX940: atomicrmw.start: |
| ; GFX940-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX940-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX940-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX940-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX940-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX940-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX940-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX940-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX940-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX940: atomicrmw.end: |
| ; GFX940-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fmin_f32_global_agent( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX10-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fmin_f32_global_agent( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX11-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX11: atomicrmw.start: |
| ; GFX11-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX11-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX11-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX11-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX11-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX11-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX11-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX11-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX11-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX11: atomicrmw.end: |
| ; GFX11-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fmin_f32_global_agent( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fmin ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4 |
| ; GFX12-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw fmin ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_fine_grained_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX803-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX906-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX908-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX90A-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX940-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX940: atomicrmw.start: |
| ; GFX940-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX940-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX940-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX940-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX940-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX940-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX940-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX940-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX940-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX940: atomicrmw.end: |
| ; GFX940-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[RES:%.*]] = atomicrmw fmin ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX10-NEXT: ret float [[RES]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[RES:%.*]] = atomicrmw fmin ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX11-NEXT: ret float [[RES]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_fine_grained_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fmin ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX12-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw fmin ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, !amdgpu.no.fine.grained.memory !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_remote_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX803-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX906-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX908-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX90A-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX940-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX940: atomicrmw.start: |
| ; GFX940-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX940-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX940-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX940-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX940-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX940-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX940-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX940-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX940-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX940: atomicrmw.end: |
| ; GFX940-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[RES:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX10-NEXT: [[RES]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret float [[RES]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX11-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX11: atomicrmw.start: |
| ; GFX11-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[RES:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX11-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX11-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX11-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX11-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX11-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX11-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX11-NEXT: [[RES]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX11-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX11: atomicrmw.end: |
| ; GFX11-NEXT: ret float [[RES]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_remote_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fmin ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX12-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw fmin ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, !amdgpu.no.remote.memory !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX803-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX906-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX908-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX90A-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX940-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX940: atomicrmw.start: |
| ; GFX940-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX940-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX940-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX940-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX940-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX940-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX940-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX940-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX940-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX940: atomicrmw.end: |
| ; GFX940-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[RES:%.*]] = atomicrmw fmin ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX10-NEXT: ret float [[RES]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[RES:%.*]] = atomicrmw fmin ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX11-NEXT: ret float [[RES]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fmin ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX12-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw fmin ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, !amdgpu.no.fine.grained.memory !0, !amdgpu.no.remote.memory !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX803-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX906-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX908-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX90A-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX940-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX940: atomicrmw.start: |
| ; GFX940-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX940-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX940-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX940-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX940-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX940-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX940-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX940-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX940-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX940: atomicrmw.end: |
| ; GFX940-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX10-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX11-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX11: atomicrmw.start: |
| ; GFX11-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX11-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX11-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX11-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX11-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4 |
| ; GFX11-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX11-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX11-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX11-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX11: atomicrmw.end: |
| ; GFX11-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fmin ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX12-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw fmin ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.ignore.denormal.mode !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX803-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX906-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX908-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX90A-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX940-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX940: atomicrmw.start: |
| ; GFX940-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX940-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX940-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX940-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX940-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]] |
| ; GFX940-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX940-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX940-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX940-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX940: atomicrmw.end: |
| ; GFX940-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[RES:%.*]] = atomicrmw fmin ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX10-NEXT: ret float [[RES]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[RES:%.*]] = atomicrmw fmin ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX11-NEXT: ret float [[RES]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fmin ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX12-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw fmin ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory !0, !amdgpu.ignore.denormal.mode !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX803-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX906-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX908-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX90A-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX940-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX940: atomicrmw.start: |
| ; GFX940-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX940-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX940-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX940-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX940-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX940-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX940-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX940-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX940-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX940: atomicrmw.end: |
| ; GFX940-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX10-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX10: atomicrmw.start: |
| ; GFX10-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[RES:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX10-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX10-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX10-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX10-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX10-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX10-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX10-NEXT: [[RES]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX10-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX10: atomicrmw.end: |
| ; GFX10-NEXT: ret float [[RES]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX11-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX11: atomicrmw.start: |
| ; GFX11-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[RES:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX11-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX11-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX11-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX11-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.remote.memory [[META0]] |
| ; GFX11-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX11-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX11-NEXT: [[RES]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX11-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX11: atomicrmw.end: |
| ; GFX11-NEXT: ret float [[RES]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_remote_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fmin ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX12-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw fmin ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.no.remote.memory !0, !amdgpu.ignore.denormal.mode !0 |
| ret float %res |
| } |
| |
| define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory(ptr addrspace(1) %ptr, float %value) { |
| ; GFX803-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX803-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX803-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX803-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX803: atomicrmw.start: |
| ; GFX803-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX803-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX803-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX803-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX803-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX803-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX803-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX803-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX803-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX803: atomicrmw.end: |
| ; GFX803-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX906-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX906-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX906-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX906-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX906: atomicrmw.start: |
| ; GFX906-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX906-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX906-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX906-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX906-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX906-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX906-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX906-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX906-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX906: atomicrmw.end: |
| ; GFX906-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX908-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX908-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX908-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX908-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX908: atomicrmw.start: |
| ; GFX908-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX908-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX908-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX908-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX908-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX908-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX908-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX908-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX908-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX908: atomicrmw.end: |
| ; GFX908-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX90A-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX90A-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX90A-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX90A-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX90A: atomicrmw.start: |
| ; GFX90A-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX90A-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX90A-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX90A-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX90A-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX90A-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX90A-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX90A-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX90A-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX90A: atomicrmw.end: |
| ; GFX90A-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX940-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX940-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX940-NEXT: [[TMP1:%.*]] = load float, ptr addrspace(1) [[PTR]], align 4 |
| ; GFX940-NEXT: br label [[ATOMICRMW_START:%.*]] |
| ; GFX940: atomicrmw.start: |
| ; GFX940-NEXT: [[LOADED:%.*]] = phi float [ [[TMP1]], [[TMP0:%.*]] ], [ [[TMP6:%.*]], [[ATOMICRMW_START]] ] |
| ; GFX940-NEXT: [[TMP2:%.*]] = call float @llvm.minnum.f32(float [[LOADED]], float [[VALUE]]) |
| ; GFX940-NEXT: [[TMP3:%.*]] = bitcast float [[TMP2]] to i32 |
| ; GFX940-NEXT: [[TMP4:%.*]] = bitcast float [[LOADED]] to i32 |
| ; GFX940-NEXT: [[TMP5:%.*]] = cmpxchg ptr addrspace(1) [[PTR]], i32 [[TMP4]], i32 [[TMP3]] syncscope("agent") seq_cst seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]] |
| ; GFX940-NEXT: [[SUCCESS:%.*]] = extractvalue { i32, i1 } [[TMP5]], 1 |
| ; GFX940-NEXT: [[NEWLOADED:%.*]] = extractvalue { i32, i1 } [[TMP5]], 0 |
| ; GFX940-NEXT: [[TMP6]] = bitcast i32 [[NEWLOADED]] to float |
| ; GFX940-NEXT: br i1 [[SUCCESS]], label [[ATOMICRMW_END:%.*]], label [[ATOMICRMW_START]] |
| ; GFX940: atomicrmw.end: |
| ; GFX940-NEXT: ret float [[TMP6]] |
| ; |
| ; GFX10-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX10-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX10-NEXT: [[RES:%.*]] = atomicrmw fmin ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX10-NEXT: ret float [[RES]] |
| ; |
| ; GFX11-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX11-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX11-NEXT: [[RES:%.*]] = atomicrmw fmin ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX11-NEXT: ret float [[RES]] |
| ; |
| ; GFX12-LABEL: define float @test_atomicrmw_fmin_f32_global_agent__amdgpu_ignore_denormal_mode__amdgpu_no_fine_grained_memory__amdgpu_no_remote_memory( |
| ; GFX12-SAME: ptr addrspace(1) [[PTR:%.*]], float [[VALUE:%.*]]) #[[ATTR0]] { |
| ; GFX12-NEXT: [[RES:%.*]] = atomicrmw fmin ptr addrspace(1) [[PTR]], float [[VALUE]] syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory [[META0]], !amdgpu.no.remote.memory [[META0]], !amdgpu.ignore.denormal.mode [[META0]] |
| ; GFX12-NEXT: ret float [[RES]] |
| ; |
| %res = atomicrmw fmin ptr addrspace(1) %ptr, float %value syncscope("agent") seq_cst, align 4, !amdgpu.no.fine.grained.memory !0, !amdgpu.no.remote.memory !0, !amdgpu.ignore.denormal.mode !0 |
| ret float %res |
| } |
| |
| attributes #0 = { "denormal-fp-mode-f32"="preserve-sign,preserve-sign" } |
| attributes #1 = { "denormal-fp-mode-f32"="dynamic,dynamic" } |
| |
| !0 = !{} |
| ;. |
| ; GFX803: [[META0]] = !{} |
| ;. |
| ; GFX906: [[META0]] = !{} |
| ;. |
| ; GFX908: [[META0]] = !{} |
| ;. |
| ; GFX90A: [[META0]] = !{} |
| ;. |
| ; GFX940: [[META0]] = !{} |
| ;. |
| ; GFX10: [[META0]] = !{} |
| ;. |
| ; GFX11: [[META0]] = !{} |
| ;. |
| ; GFX12: [[META0]] = !{} |
| ;. |
