diff options
Diffstat (limited to 'library')
| -rw-r--r-- | library/stdarch/crates/core_arch/src/aarch64/neon/generated.rs | 39 | ||||
| -rw-r--r-- | library/stdarch/crates/stdarch-gen/neon.spec | 11 |
2 files changed, 45 insertions, 5 deletions
diff --git a/library/stdarch/crates/core_arch/src/aarch64/neon/generated.rs b/library/stdarch/crates/core_arch/src/aarch64/neon/generated.rs index 390debc44a6..791e7707bc7 100644 --- a/library/stdarch/crates/core_arch/src/aarch64/neon/generated.rs +++ b/library/stdarch/crates/core_arch/src/aarch64/neon/generated.rs @@ -4648,6 +4648,19 @@ pub unsafe fn vmull_high_u32(a: uint32x4_t, b: uint32x4_t) -> uint64x2_t { /// Polynomial multiply long #[inline] +#[target_feature(enable = "neon,crypto")] +#[cfg_attr(test, assert_instr(pmull))] +pub unsafe fn vmull_p64(a: p64, b: p64) -> p128 { + #[allow(improper_ctypes)] + extern "C" { + #[cfg_attr(target_arch = "aarch64", link_name = "llvm.aarch64.neon.pmull64")] + fn vmull_p64_(a: p64, b: p64) -> int8x16_t; + } + transmute(vmull_p64_(a, b)) +} + +/// Polynomial multiply long +#[inline] #[target_feature(enable = "neon")] #[cfg_attr(test, assert_instr(pmull))] pub unsafe fn vmull_high_p8(a: poly8x16_t, b: poly8x16_t) -> poly16x8_t { @@ -4656,6 +4669,14 @@ pub unsafe fn vmull_high_p8(a: poly8x16_t, b: poly8x16_t) -> poly16x8_t { vmull_p8(a, b) } +/// Polynomial multiply long +#[inline] +#[target_feature(enable = "neon,crypto")] +#[cfg_attr(test, assert_instr(pmull))] +pub unsafe fn vmull_high_p64(a: poly64x2_t, b: poly64x2_t) -> p128 { + vmull_p64(simd_extract(a, 1), simd_extract(b, 1)) +} + /// Multiply long #[inline] #[target_feature(enable = "neon")] @@ -12613,6 +12634,15 @@ mod test { } #[simd_test(enable = "neon")] + unsafe fn test_vmull_p64() { + let a: p64 = 15; + let b: p64 = 3; + let e: p128 = 17; + let r: p128 = transmute(vmull_p64(transmute(a), transmute(b))); + assert_eq!(r, e); + } + + #[simd_test(enable = "neon")] unsafe fn test_vmull_high_p8() { let a: i8x16 = i8x16::new(1, 2, 9, 10, 9, 10, 11, 12, 9, 10, 11, 12, 13, 14, 15, 16); let b: i8x16 = i8x16::new(1, 3, 1, 3, 1, 3, 1, 3, 1, 3, 1, 3, 1, 3, 1, 3); @@ -12622,6 +12652,15 @@ mod test { } #[simd_test(enable = "neon")] + unsafe fn test_vmull_high_p64() { + let a: i64x2 = i64x2::new(1, 15); + let b: i64x2 = i64x2::new(1, 3); + let e: p128 = 17; + let r: p128 = transmute(vmull_high_p64(transmute(a), transmute(b))); + assert_eq!(r, e); + } + + #[simd_test(enable = "neon")] unsafe fn test_vmull_high_n_s16() { let a: i16x8 = i16x8::new(1, 2, 9, 10, 9, 10, 11, 12); let b: i16 = 2; diff --git a/library/stdarch/crates/stdarch-gen/neon.spec b/library/stdarch/crates/stdarch-gen/neon.spec index 2a11878d704..4b192069b6f 100644 --- a/library/stdarch/crates/stdarch-gen/neon.spec +++ b/library/stdarch/crates/stdarch-gen/neon.spec @@ -2214,9 +2214,10 @@ target = crypto aarch64 = pmull link-aarch64 = pmull64:p64:p64:p64:int8x16_t -arm = vmull -link-arm = vmullp.v2i64:int64x1_t:int64x1_t:int64x1_t:int64x2_t -//generate p64:p64:p128 +// Because of the support status of llvm, vmull_p64 is currently only available on aarch64 +// arm = vmull +// link-arm = vmullp.v2i64:int64x1_t:int64x1_t:int64x1_t:int64x2_t +generate p64:p64:p128 /// Polynomial multiply long @@ -2242,8 +2243,8 @@ b = 1, 3 validate 17 target = crypto -aarch64 = pmull2 -//generate poly64x2_t:poly64x2_t:p128 +aarch64 = pmull +generate poly64x2_t:poly64x2_t:p128 /// Vector long multiply with scalar name = vmull |