use rustc_abi::{HasDataLayout, Reg, Size, TyAbiInterface}; use super::CastTarget; use crate::callconv::{ArgAbi, FnAbi, Uniform}; fn classify_ret(ret: &mut ArgAbi<'_, Ty>) { if ret.layout.is_aggregate() && ret.layout.is_sized() { classify_aggregate(ret) } else if ret.layout.size.bits() < 32 && ret.layout.is_sized() { ret.extend_integer_width_to(32); } } fn classify_arg(arg: &mut ArgAbi<'_, Ty>) { if arg.layout.is_aggregate() && arg.layout.is_sized() { classify_aggregate(arg) } else if arg.layout.size.bits() < 32 && arg.layout.is_sized() { arg.extend_integer_width_to(32); } } /// the pass mode used for aggregates in arg and ret position fn classify_aggregate(arg: &mut ArgAbi<'_, Ty>) { let align_bytes = arg.layout.align.bytes(); let size = arg.layout.size; let reg = match align_bytes { 1 => Reg::i8(), 2 => Reg::i16(), 4 => Reg::i32(), 8 => Reg::i64(), 16 => Reg::i128(), _ => unreachable!("Align is given as power of 2 no larger than 16 bytes"), }; if align_bytes == size.bytes() { arg.cast_to(CastTarget::prefixed( [Some(reg), None, None, None, None, None, None, None], Uniform::new(Reg::i8(), Size::ZERO), )); } else { arg.cast_to(Uniform::new(reg, size)); } } fn classify_arg_kernel<'a, Ty, C>(_cx: &C, arg: &mut ArgAbi<'a, Ty>) where Ty: TyAbiInterface<'a, C> + Copy, C: HasDataLayout, { match arg.mode { super::PassMode::Ignore | super::PassMode::Direct(_) => return, super::PassMode::Pair(_, _) => {} super::PassMode::Cast { .. } => unreachable!(), super::PassMode::Indirect { .. } => {} } // FIXME only allow structs and wide pointers here // panic!( // "`extern \"ptx-kernel\"` doesn't allow passing types other than primitives and structs" // ); let align_bytes = arg.layout.align.bytes(); let unit = match align_bytes { 1 => Reg::i8(), 2 => Reg::i16(), 4 => Reg::i32(), 8 => Reg::i64(), 16 => Reg::i128(), _ => unreachable!("Align is given as power of 2 no larger than 16 bytes"), }; if arg.layout.size.bytes() / align_bytes == 1 { // Make sure we pass the struct as array at the LLVM IR level and not as a single integer. arg.cast_to(CastTarget::prefixed( [Some(unit), None, None, None, None, None, None, None], Uniform::new(unit, Size::ZERO), )); } else { arg.cast_to(Uniform::new(unit, arg.layout.size)); } } pub(crate) fn compute_abi_info(fn_abi: &mut FnAbi<'_, Ty>) { if !fn_abi.ret.is_ignore() { classify_ret(&mut fn_abi.ret); } for arg in fn_abi.args.iter_mut() { if arg.is_ignore() { continue; } classify_arg(arg); } } pub(crate) fn compute_ptx_kernel_abi_info<'a, Ty, C>(cx: &C, fn_abi: &mut FnAbi<'a, Ty>) where Ty: TyAbiInterface<'a, C> + Copy, C: HasDataLayout, { if !fn_abi.ret.layout.is_unit() && !fn_abi.ret.layout.is_never() { panic!("Kernels should not return anything other than () or !"); } for arg in fn_abi.args.iter_mut() { if arg.is_ignore() { continue; } classify_arg_kernel(cx, arg); } }