|
| 1 | +; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 4 |
| 2 | +; RUN: opt < %s -passes=amdgpu-sw-lower-lds -S -mtriple=amdgcn-amd-amdhsa | FileCheck %s |
| 3 | + |
| 4 | +; Test to check indirect dynamic LDS access through a non-kernel from kernel is lowered correctly. |
| 5 | +@lds_1 = internal addrspace(3) global [1 x i8] poison, align 1 |
| 6 | +@lds_2 = internal addrspace(3) global [1 x i32] poison, align 2 |
| 7 | +@lds_3 = external addrspace(3) global [0 x i8], align 4 |
| 8 | +@lds_4 = external addrspace(3) global [0 x i8], align 8 |
| 9 | + |
| 10 | +define void @use_variables() sanitize_address { |
| 11 | +; CHECK-LABEL: define void @use_variables( |
| 12 | +; CHECK-SAME: ) #[[ATTR0:[0-9]+]] { |
| 13 | +; CHECK-NEXT: [[TMP1:%.*]] = call i32 @llvm.amdgcn.lds.kernel.id() |
| 14 | +; CHECK-NEXT: [[TMP2:%.*]] = getelementptr inbounds [1 x ptr addrspace(3)], ptr addrspace(1) @llvm.amdgcn.sw.lds.base.table, i32 0, i32 [[TMP1]] |
| 15 | +; CHECK-NEXT: [[TMP4:%.*]] = load ptr addrspace(3), ptr addrspace(1) [[TMP2]], align 4 |
| 16 | +; CHECK-NEXT: [[TMP6:%.*]] = getelementptr inbounds [1 x [2 x ptr addrspace(1)]], ptr addrspace(1) @llvm.amdgcn.sw.lds.offset.table, i32 0, i32 [[TMP1]], i32 0 |
| 17 | +; CHECK-NEXT: [[TMP5:%.*]] = load ptr addrspace(1), ptr addrspace(1) [[TMP6]], align 8 |
| 18 | +; CHECK-NEXT: [[TMP8:%.*]] = load i32, ptr addrspace(1) [[TMP5]], align 4 |
| 19 | +; CHECK-NEXT: [[TMP9:%.*]] = getelementptr inbounds i8, ptr addrspace(3) [[TMP4]], i32 [[TMP8]] |
| 20 | +; CHECK-NEXT: [[TMP11:%.*]] = getelementptr inbounds [1 x [2 x ptr addrspace(1)]], ptr addrspace(1) @llvm.amdgcn.sw.lds.offset.table, i32 0, i32 [[TMP1]], i32 1 |
| 21 | +; CHECK-NEXT: [[TMP12:%.*]] = load ptr addrspace(1), ptr addrspace(1) [[TMP11]], align 8 |
| 22 | +; CHECK-NEXT: [[TMP10:%.*]] = load i32, ptr addrspace(1) [[TMP12]], align 4 |
| 23 | +; CHECK-NEXT: [[TMP15:%.*]] = getelementptr inbounds i8, ptr addrspace(3) [[TMP4]], i32 [[TMP10]] |
| 24 | +; CHECK-NEXT: store i8 3, ptr addrspace(3) [[TMP9]], align 4 |
| 25 | +; CHECK-NEXT: store i8 3, ptr addrspace(3) [[TMP15]], align 8 |
| 26 | +; CHECK-NEXT: ret void |
| 27 | +; |
| 28 | + store i8 3, ptr addrspace(3) @lds_3, align 4 |
| 29 | + store i8 3, ptr addrspace(3) @lds_4, align 8 |
| 30 | + ret void |
| 31 | +} |
| 32 | + |
| 33 | +define amdgpu_kernel void @k0() sanitize_address { |
| 34 | +; CHECK-LABEL: define amdgpu_kernel void @k0( |
| 35 | +; CHECK-SAME: ) #[[ATTR1:[0-9]+]] !llvm.amdgcn.lds.kernel.id [[META2:![0-9]+]] { |
| 36 | +; CHECK-NEXT: WId: |
| 37 | +; CHECK-NEXT: [[TMP0:%.*]] = call i32 @llvm.amdgcn.workitem.id.x() |
| 38 | +; CHECK-NEXT: [[TMP1:%.*]] = call i32 @llvm.amdgcn.workitem.id.y() |
| 39 | +; CHECK-NEXT: [[TMP2:%.*]] = call i32 @llvm.amdgcn.workitem.id.z() |
| 40 | +; CHECK-NEXT: [[TMP3:%.*]] = or i32 [[TMP0]], [[TMP1]] |
| 41 | +; CHECK-NEXT: [[TMP4:%.*]] = or i32 [[TMP3]], [[TMP2]] |
| 42 | +; CHECK-NEXT: [[TMP5:%.*]] = icmp eq i32 [[TMP4]], 0 |
| 43 | +; CHECK-NEXT: br i1 [[TMP5]], label [[MALLOC:%.*]], label [[TMP21:%.*]] |
| 44 | +; CHECK: Malloc: |
| 45 | +; CHECK-NEXT: [[TMP9:%.*]] = load i32, ptr addrspace(1) getelementptr inbounds ([[LLVM_AMDGCN_SW_LDS_K0_MD_TYPE:%.*]], ptr addrspace(1) @llvm.amdgcn.sw.lds.k0.md, i32 0, i32 2, i32 0), align 4 |
| 46 | +; CHECK-NEXT: [[TMP7:%.*]] = load i32, ptr addrspace(1) getelementptr inbounds ([[LLVM_AMDGCN_SW_LDS_K0_MD_TYPE]], ptr addrspace(1) @llvm.amdgcn.sw.lds.k0.md, i32 0, i32 2, i32 2), align 4 |
| 47 | +; CHECK-NEXT: [[TMP8:%.*]] = add i32 [[TMP9]], [[TMP7]] |
| 48 | +; CHECK-NEXT: [[TMP6:%.*]] = call ptr addrspace(4) @llvm.amdgcn.implicitarg.ptr() |
| 49 | +; CHECK-NEXT: [[TMP10:%.*]] = getelementptr inbounds ptr addrspace(4), ptr addrspace(4) [[TMP6]], i64 15 |
| 50 | +; CHECK-NEXT: store i32 [[TMP8]], ptr addrspace(1) getelementptr inbounds ([[LLVM_AMDGCN_SW_LDS_K0_MD_TYPE]], ptr addrspace(1) @llvm.amdgcn.sw.lds.k0.md, i32 0, i32 3, i32 0), align 4 |
| 51 | +; CHECK-NEXT: [[TMP11:%.*]] = load i32, ptr addrspace(4) [[TMP10]], align 4 |
| 52 | +; CHECK-NEXT: store i32 [[TMP11]], ptr addrspace(1) getelementptr inbounds ([[LLVM_AMDGCN_SW_LDS_K0_MD_TYPE]], ptr addrspace(1) @llvm.amdgcn.sw.lds.k0.md, i32 0, i32 3, i32 1), align 4 |
| 53 | +; CHECK-NEXT: [[TMP12:%.*]] = add i32 [[TMP11]], 7 |
| 54 | +; CHECK-NEXT: [[TMP13:%.*]] = udiv i32 [[TMP12]], 8 |
| 55 | +; CHECK-NEXT: [[TMP14:%.*]] = mul i32 [[TMP13]], 8 |
| 56 | +; CHECK-NEXT: store i32 [[TMP14]], ptr addrspace(1) getelementptr inbounds ([[LLVM_AMDGCN_SW_LDS_K0_MD_TYPE]], ptr addrspace(1) @llvm.amdgcn.sw.lds.k0.md, i32 0, i32 3, i32 2), align 4 |
| 57 | +; CHECK-NEXT: [[TMP15:%.*]] = add i32 [[TMP8]], [[TMP14]] |
| 58 | +; CHECK-NEXT: store i32 [[TMP15]], ptr addrspace(1) getelementptr inbounds ([[LLVM_AMDGCN_SW_LDS_K0_MD_TYPE]], ptr addrspace(1) @llvm.amdgcn.sw.lds.k0.md, i32 0, i32 4, i32 0), align 4 |
| 59 | +; CHECK-NEXT: [[TMP27:%.*]] = load i32, ptr addrspace(4) [[TMP10]], align 4 |
| 60 | +; CHECK-NEXT: store i32 [[TMP27]], ptr addrspace(1) getelementptr inbounds ([[LLVM_AMDGCN_SW_LDS_K0_MD_TYPE]], ptr addrspace(1) @llvm.amdgcn.sw.lds.k0.md, i32 0, i32 4, i32 1), align 4 |
| 61 | +; CHECK-NEXT: [[TMP17:%.*]] = add i32 [[TMP27]], 7 |
| 62 | +; CHECK-NEXT: [[TMP18:%.*]] = udiv i32 [[TMP17]], 8 |
| 63 | +; CHECK-NEXT: [[TMP19:%.*]] = mul i32 [[TMP18]], 8 |
| 64 | +; CHECK-NEXT: store i32 [[TMP19]], ptr addrspace(1) getelementptr inbounds ([[LLVM_AMDGCN_SW_LDS_K0_MD_TYPE]], ptr addrspace(1) @llvm.amdgcn.sw.lds.k0.md, i32 0, i32 4, i32 2), align 4 |
| 65 | +; CHECK-NEXT: [[TMP28:%.*]] = add i32 [[TMP15]], [[TMP19]] |
| 66 | +; CHECK-NEXT: [[TMP26:%.*]] = zext i32 [[TMP28]] to i64 |
| 67 | +; CHECK-NEXT: [[TMP22:%.*]] = call ptr @llvm.returnaddress(i32 0) |
| 68 | +; CHECK-NEXT: [[TMP23:%.*]] = ptrtoint ptr [[TMP22]] to i64 |
| 69 | +; CHECK-NEXT: [[TMP35:%.*]] = call i64 @__asan_malloc_impl(i64 [[TMP26]], i64 [[TMP23]]) |
| 70 | +; CHECK-NEXT: [[TMP20:%.*]] = inttoptr i64 [[TMP35]] to ptr addrspace(1) |
| 71 | +; CHECK-NEXT: store ptr addrspace(1) [[TMP20]], ptr addrspace(3) @llvm.amdgcn.sw.lds.k0, align 8 |
| 72 | +; CHECK-NEXT: br label [[TMP21]] |
| 73 | +; CHECK: 26: |
| 74 | +; CHECK-NEXT: [[XYZCOND:%.*]] = phi i1 [ false, [[WID:%.*]] ], [ true, [[MALLOC]] ] |
| 75 | +; CHECK-NEXT: call void @llvm.amdgcn.s.barrier() |
| 76 | +; CHECK-NEXT: [[TMP24:%.*]] = load i32, ptr addrspace(1) getelementptr inbounds ([[LLVM_AMDGCN_SW_LDS_K0_MD_TYPE]], ptr addrspace(1) @llvm.amdgcn.sw.lds.k0.md, i32 0, i32 1, i32 0), align 4 |
| 77 | +; CHECK-NEXT: [[TMP25:%.*]] = getelementptr inbounds i8, ptr addrspace(3) @llvm.amdgcn.sw.lds.k0, i32 [[TMP24]] |
| 78 | +; CHECK-NEXT: [[TMP29:%.*]] = load i32, ptr addrspace(1) getelementptr inbounds ([[LLVM_AMDGCN_SW_LDS_K0_MD_TYPE]], ptr addrspace(1) @llvm.amdgcn.sw.lds.k0.md, i32 0, i32 2, i32 0), align 4 |
| 79 | +; CHECK-NEXT: [[TMP30:%.*]] = getelementptr inbounds i8, ptr addrspace(3) @llvm.amdgcn.sw.lds.k0, i32 [[TMP29]] |
| 80 | +; CHECK-NEXT: call void @llvm.donothing() [ "ExplicitUse"(ptr addrspace(3) @llvm.amdgcn.k0.dynlds) ] |
| 81 | +; CHECK-NEXT: call void @use_variables() |
| 82 | +; CHECK-NEXT: store i8 7, ptr addrspace(3) [[TMP25]], align 1 |
| 83 | +; CHECK-NEXT: store i32 8, ptr addrspace(3) [[TMP30]], align 2 |
| 84 | +; CHECK-NEXT: br label [[CONDFREE:%.*]] |
| 85 | +; CHECK: CondFree: |
| 86 | +; CHECK-NEXT: call void @llvm.amdgcn.s.barrier() |
| 87 | +; CHECK-NEXT: br i1 [[XYZCOND]], label [[FREE:%.*]], label [[END:%.*]] |
| 88 | +; CHECK: Free: |
| 89 | +; CHECK-NEXT: [[TMP31:%.*]] = load ptr addrspace(1), ptr addrspace(3) @llvm.amdgcn.sw.lds.k0, align 8 |
| 90 | +; CHECK-NEXT: [[TMP32:%.*]] = call ptr @llvm.returnaddress(i32 0) |
| 91 | +; CHECK-NEXT: [[TMP33:%.*]] = ptrtoint ptr [[TMP32]] to i64 |
| 92 | +; CHECK-NEXT: [[TMP34:%.*]] = ptrtoint ptr addrspace(1) [[TMP31]] to i64 |
| 93 | +; CHECK-NEXT: call void @__asan_free_impl(i64 [[TMP34]], i64 [[TMP33]]) |
| 94 | +; CHECK-NEXT: br label [[END]] |
| 95 | +; CHECK: End: |
| 96 | +; CHECK-NEXT: ret void |
| 97 | +; |
| 98 | + call void @use_variables() |
| 99 | + store i8 7, ptr addrspace(3) @lds_1, align 1 |
| 100 | + store i32 8, ptr addrspace(3) @lds_2, align 2 |
| 101 | + ret void |
| 102 | +} |
| 103 | +;. |
| 104 | +; CHECK: [[META2]] = !{i32 0} |
| 105 | +;. |
0 commit comments