Statics don't support alignments larger than the page size

[Amanieu]

Example code:

#[repr(align(0x100000))]
struct Aligned(u8);

static X: Aligned = Aligned(0);

fn main() {
    let x = Aligned(0);
    println!("{:#x}", &x as *const _ as usize);
    println!("{:#x}", &X as *const _ as usize);
    println!("{:#x}", Box::into_raw(Box::new(Aligned(0))) as usize);
}

Output:

0x7ffec8000000
0x55c9b2596000
0x7f2879f00000

I am not sure about other platforms, but in the case of Linux this happens because the ELF loader in the kernel ignores the p_align field of the ELF program headers and assumes page-alignment instead.

[mati865]

Slight offtopic but windows-gnu rustc 1.43.0-nightly (c20d7eecb 2020-03-11) hangs trying to compile this code:

Stack

rustc_driver-3846b4b120a304cc.dll!ZN57_$LT$log..ParseLevelError$u20$as$u20$core..fmt..Debug$GT$3fmt17hbfdab30e317c4c20E+0x8b36bb
rustc_driver-3846b4b120a304cc.dll!ZN57_$LT$log..ParseLevelError$u20$as$u20$core..fmt..Debug$GT$3fmt17hbfdab30e317c4c20E+0xbc7444
rustc_driver-3846b4b120a304cc.dll!ZN57_$LT$log..ParseLevelError$u20$as$u20$core..fmt..Debug$GT$3fmt17hbfdab30e317c4c20E+0xbc72f7
rustc_driver-3846b4b120a304cc.dll!ZN57_$LT$log..ParseLevelError$u20$as$u20$core..fmt..Debug$GT$3fmt17hbfdab30e317c4c20E+0xb30d26
rustc_driver-3846b4b120a304cc.dll!ZN57_$LT$log..ParseLevelError$u20$as$u20$core..fmt..Debug$GT$3fmt17hbfdab30e317c4c20E+0xafe3d4
rustc_driver-3846b4b120a304cc.dll!ZN57_$LT$log..ParseLevelError$u20$as$u20$core..fmt..Debug$GT$3fmt17hbfdab30e317c4c20E+0xe1b07a
rustc_driver-3846b4b120a304cc.dll!ZN57_$LT$log..ParseLevelError$u20$as$u20$core..fmt..Debug$GT$3fmt17hbfdab30e317c4c20E+0x17d8948
rustc_driver-3846b4b120a304cc.dll!ZN57_$LT$log..ParseLevelError$u20$as$u20$core..fmt..Debug$GT$3fmt17hbfdab30e317c4c20E+0x47d40
rustc_driver-3846b4b120a304cc.dll!ZN18rustc_codegen_llvm5type_120_$LT$impl$u20$rustc_codegen_ssa..traits..type_..LayoutTypeMethods$u20$for$u20$rustc_codegen_llvm..context..CodegenCx$GT$16reg_backend_type17h2e5962d8cdec0839E+0x1c57a
rustc_driver-3846b4b120a304cc.dll!ZN93_$LT$rustc_codegen_llvm..back..write..DiagnosticHandlers$u20$as$u20$core..ops..drop..Drop$GT$4drop17h9feab9942b78b38dE+0x232a
rustc_driver-3846b4b120a304cc.dll!ZN89_$LT$rustc_codegen_llvm..llv$u6d$_..OperandBundleDef$u20$as$u20$core..ops..drop..Drop$GT$4drop17h1b289036a4b6c754E+0x7885
rustc_driver-3846b4b120a304cc.dll!ZN81_$LT$rustc_codegen_llvm..llv$u6d$_..ffi..PassKind$u20$as$u20$core..fmt..Debug$GT$3fmt17h33c3c6083599899aE+0x8120
rustc_driver-3846b4b120a304cc.dll!ZN116_$LT$rustc_target..abi..TyLayout$LT$$RF$rustc..ty..TyS$GT$$u20$as$u20$rustc_codegen_llvm..type_of..LayoutLlvmExt$GT$15pointee_info_at17ha9a0722bbe04da49E+0x50a6
std-bb1869756d5e28c4.dll!_rust_maybe_catch_panic+0x19
rustc_driver-3846b4b120a304cc.dll!ZN107_$LT$rustc_codegen_llvm..builder..Builder$u20$as$u20$rustc_codegen_ssa..traits..builder..BuilderMethods$GT$14unchecked_umul17hb224b4a0601dcf96E+0x43222
std-bb1869756d5e28c4.dll+0x88f6
std-bb1869756d5e28c4.dll!ZN3std3sys7windows6thread6Thread3new17h64299152593e9dd6E+0x14c
KERNEL32.DLL!BaseThreadInitThunk+0x14
ntdll.dll!RtlUserThreadStart+0x21

[RalfJung]

Isn't this technically speaking unsound, because we fail to respect the type's alignment requirement?

Maybe align should just reject anything bigger than the page size, as a stop-gap fix at least.

[jonas-schievink]

Hmm, is it unsound if rustc is doing the right thing, but the OS isn't?

[RalfJung]

Well it's still unsound, it's just not clear if it is a rustc bug or a linker bug.
But even if it is a linker bug, we should either work around it or forward it upstream.

[Amanieu]

The bug is arguably in the kernel. But even if we get this fixed upstream, we still need to support a large range of existing kernel versions.

Also, I just tested this on x86_64-pc-windows-gnu and the same issue also occurs. In this particular case it might be a linker issue though since unlike ELF, the PE section alignment is set to 4KB (which is wrong).

[retep998]

For pc-windows-msvc it fails to link with fatal error LNK1164: section 0x6 alignment (8192) greater than /ALIGN value. If I add -Clink-arg="/ALIGN:1048576" then it links. If I test it, it overflows the stack. If I lower the alignment to just 0x10000 and do /ALIGN:65536 then it crashes and a debugger tells me Unhandled exception at 0x00007FF6EC990064 in aligntest.exe: 0xC0000005: Access violation writing location 0x000000AD09A9FFF8. Apparently calculations about the stack are broken and it is touching memory way past the stack guard page causing the crash, despite a call __chkstk definitely existing at the start of the function. From what I can tell it is because it aligns the stack after probing the stack.

#[repr(align(0x10000))]
struct Aligned(u8);

static X: Aligned = Aligned(0);

fn main() {
00007FF6EC990000  push        rbp  
00007FF6EC990001  mov         eax,4FFF0h  
00007FF6EC990006  call        __chkstk (07FF6EC9A9D20h)  ; this checks the stack
00007FF6EC99000B  sub         rsp,rax  
00007FF6EC99000E  lea         rbp,[rsp+80h]  
; this rounds down the stack by well over the size of a page
; causing the stack to extend past the guard page
00007FF6EC990016  and         rsp,0FFFFFFFFFFFF0000h 
00007FF6EC99001D  lea         rax,[rsp+10000h]  
    let x = Aligned(0);
00007FF6EC990025  mov         byte ptr [rsp+10000h],0  
    println!("{:#x}", &x as *const _ as usize);
00007FF6EC99002D  mov         qword ptr [rsp+2FF48h],rax  
00007FF6EC990035  lea         rax,[rsp+2FF48h]  
00007FF6EC99003D  mov         qword ptr [rsp+2FF40h],rax  
00007FF6EC990045  mov         rax,qword ptr [rsp+2FF40h]  
00007FF6EC99004D  mov         qword ptr [rsp+2FF50h],rax  
00007FF6EC990055  mov         rcx,qword ptr [rsp+2FF50h]  
00007FF6EC99005D  lea         rdx,[core::fmt::num::{{impl}}::fmt (07FF6EC9A93A0h)]  
00007FF6EC990064  call        core::fmt::ArgumentV1::new<usize> (07FF6EC990450h)  
00007FF6EC990069  mov         qword ptr [rsp+0FFF8h],rax  
00007FF6EC990071  mov         qword ptr [rsp+0FFF0h],rdx  
00007FF6EC990079  lea         rax,[X+10008h (07FF6EC9C2008h)]  
00007FF6EC990080  lea         rcx,[X+10028h (07FF6EC9C2028h)]  
00007FF6EC990087  mov         rdx,qword ptr [rsp+0FFF8h]  
00007FF6EC99008F  mov         qword ptr [rsp+2FF30h],rdx  
00007FF6EC990097  mov         r8,qword ptr [rsp+0FFF0h]  
00007FF6EC99009F  mov         qword ptr [rsp+2FF38h],r8  
00007FF6EC9900A7  lea         r9,[rsp+2FF30h]  
00007FF6EC9900AF  lea         r10,[rsp+2FF00h]  
00007FF6EC9900B7  mov         qword ptr [rsp+0FFE8h],rcx  
00007FF6EC9900BF  mov         rcx,r10  
00007FF6EC9900C2  mov         rdx,rax  
00007FF6EC9900C5  mov         r8d,2  
00007FF6EC9900CB  mov         qword ptr [rsp+20h],1  
00007FF6EC9900D4  mov         rax,qword ptr [rsp+0FFE8h]  
00007FF6EC9900DC  mov         qword ptr [rsp+28h],rax  
00007FF6EC9900E1  mov         qword ptr [rsp+30h],1  
00007FF6EC9900EA  call        core::fmt::Arguments::new_v1_formatted (07FF6EC9904B0h)  
00007FF6EC9900EF  lea         rcx,[rsp+2FF00h]  
00007FF6EC9900F7  call        std::io::stdio::_print (07FF6EC995440h)  
    println!("{:#x}", &X as *const _ as usize);
; notice here that the static is NOT aligned correctly
00007FF6EC9900FC  lea         rax,[X (07FF6EC9B2000h)]  
00007FF6EC990103  mov         qword ptr [rsp+2FFA0h],rax  
00007FF6EC99010B  lea         rax,[rsp+2FFA0h]  
00007FF6EC990113  mov         qword ptr [rsp+2FF98h],rax  
00007FF6EC99011B  mov         rax,qword ptr [rsp+2FF98h]  
00007FF6EC990123  mov         qword ptr [rsp+2FFA8h],rax  
00007FF6EC99012B  mov         rcx,qword ptr [rsp+2FFA8h]  
00007FF6EC990133  lea         rdx,[core::fmt::num::{{impl}}::fmt (07FF6EC9A93A0h)]  
00007FF6EC99013A  call        core::fmt::ArgumentV1::new<usize> (07FF6EC990450h)  
00007FF6EC99013F  mov         qword ptr [rsp+0FFE0h],rax  
00007FF6EC990147  mov         qword ptr [rsp+0FFD8h],rdx  
00007FF6EC99014F  lea         rax,[X+10008h (07FF6EC9C2008h)]  
00007FF6EC990156  lea         rcx,[X+10028h (07FF6EC9C2028h)]  
00007FF6EC99015D  mov         rdx,qword ptr [rsp+0FFE0h]  
00007FF6EC990165  mov         qword ptr [rsp+2FF88h],rdx  
00007FF6EC99016D  mov         r8,qword ptr [rsp+0FFD8h]  
00007FF6EC990175  mov         qword ptr [rsp+2FF90h],r8  
00007FF6EC99017D  lea         r9,[rsp+2FF88h]  
00007FF6EC990185  lea         r10,[rsp+2FF58h]  
00007FF6EC99018D  mov         qword ptr [rsp+0FFD0h],rcx  
00007FF6EC990195  mov         rcx,r10  
00007FF6EC990198  mov         rdx,rax  
00007FF6EC99019B  mov         r8d,2  
00007FF6EC9901A1  mov         qword ptr [rsp+20h],1  
00007FF6EC9901AA  mov         rax,qword ptr [rsp+0FFD0h]  
00007FF6EC9901B2  mov         qword ptr [rsp+28h],rax  
00007FF6EC9901B7  mov         qword ptr [rsp+30h],1  
00007FF6EC9901C0  call        core::fmt::Arguments::new_v1_formatted (07FF6EC9904B0h)  
00007FF6EC9901C5  lea         rcx,[rsp+2FF58h]  
00007FF6EC9901CD  call        std::io::stdio::_print (07FF6EC995440h)  
    println!("{:#x}", Box::into_raw(Box::new(Aligned(0))) as usize);
00007FF6EC9901D2  mov         byte ptr [rsp+30000h],0  
00007FF6EC9901DA  mov         eax,10000h  
00007FF6EC9901DF  mov         rcx,rax  
00007FF6EC9901E2  mov         rdx,rax  
00007FF6EC9901E5  call        alloc::alloc::exchange_malloc (07FF6EC9905F0h)  
00007FF6EC9901EA  mov         rcx,rax  
00007FF6EC9901ED  lea         rdx,[rsp+30000h]  
00007FF6EC9901F5  mov         qword ptr [rsp+0FFC8h],rcx  
00007FF6EC9901FD  mov         rcx,rax  
00007FF6EC990200  mov         r8d,10000h  
00007FF6EC990206  call        memcpy (07FF6EC9AA8D5h)  
00007FF6EC99020B  mov         rcx,qword ptr [rsp+0FFC8h]  
00007FF6EC990213  call        alloc::boxed::{{impl}}::into_raw<aligntest::Aligned> (07FF6EC990860h)  
    println!("{:#x}", Box::into_raw(Box::new(Aligned(0))) as usize);
00007FF6EC990218  mov         qword ptr [rsp+0FFC0h],rax  
00007FF6EC990220  mov         rax,qword ptr [rsp+0FFC0h]  
00007FF6EC990228  mov         qword ptr [rsp+2FFF8h],rax  
00007FF6EC990230  lea         rcx,[rsp+2FFF8h]  
00007FF6EC990238  mov         qword ptr [rsp+2FFF0h],rcx  
00007FF6EC990240  mov         rcx,qword ptr [rsp+2FFF0h]  
00007FF6EC990248  mov         qword ptr [rsp+4FFE8h],rcx  
00007FF6EC990250  mov         rcx,qword ptr [rsp+4FFE8h]  
00007FF6EC990258  lea         rdx,[core::fmt::num::{{impl}}::fmt (07FF6EC9A93A0h)]  
00007FF6EC99025F  call        core::fmt::ArgumentV1::new<usize> (07FF6EC990450h)  
00007FF6EC990264  mov         qword ptr [rsp+0FFB8h],rax  
00007FF6EC99026C  mov         qword ptr [rsp+0FFB0h],rdx  
00007FF6EC990274  lea         rax,[X+10008h (07FF6EC9C2008h)]  
00007FF6EC99027B  lea         rcx,[X+10028h (07FF6EC9C2028h)]  
00007FF6EC990282  mov         rdx,qword ptr [rsp+0FFB8h]  
00007FF6EC99028A  mov         qword ptr [rsp+2FFE0h],rdx  
00007FF6EC990292  mov         r8,qword ptr [rsp+0FFB0h]  
00007FF6EC99029A  mov         qword ptr [rsp+2FFE8h],r8  
00007FF6EC9902A2  lea         r9,[rsp+2FFE0h]  
00007FF6EC9902AA  lea         r10,[rsp+2FFB0h]  
00007FF6EC9902B2  mov         qword ptr [rsp+0FFA8h],rcx  
00007FF6EC9902BA  mov         rcx,r10  
00007FF6EC9902BD  mov         rdx,rax  
00007FF6EC9902C0  mov         r8d,2  
00007FF6EC9902C6  mov         qword ptr [rsp+20h],1  
00007FF6EC9902CF  mov         rax,qword ptr [rsp+0FFA8h]  
00007FF6EC9902D7  mov         qword ptr [rsp+28h],rax  
00007FF6EC9902DC  mov         qword ptr [rsp+30h],1  
00007FF6EC9902E5  call        core::fmt::Arguments::new_v1_formatted (07FF6EC9904B0h)  
00007FF6EC9902EA  lea         rcx,[rsp+2FFB0h]  
00007FF6EC9902F2  call        std::io::stdio::_print (07FF6EC995440h)  
}
00007FF6EC9902F7  nop  
00007FF6EC9902F8  lea         rsp,[rbp+4FF70h]  
00007FF6EC9902FF  pop         rbp  
00007FF6EC990300  ret  

At the end of the day however, look at the lea rax,[X (07FF6EC9B2000h)] and you'll see that the static is also not aligned correctly on pc-windows-msvc.

[Amanieu]

@retep998 Can you open a separate issue for the stack probing? In the meantime, try running the test program with the local and Box lines commented out to see if just the static is aligned properly with -Clink-arg="/ALIGN:1048576". We should see if the Windows loader actually respects the alignment value in the executable.

[retep998]

@Amanieu It outputs 0x7ff7cf4e2000 so the static is not aligned for pc-windows-msvc either.