1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or https://opensource.org/licenses/CDDL-1.0. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 22 /* 23 * Copyright (C) 2016 Romain Dolbeau <romain@dolbeau.org>. 24 * Copyright (C) 2022 Tino Reichardt <milky-zfs@mcmilk.de> 25 * Copyright (C) 2022 Sebastian Gottschall <s.gottschall@dd-wrt.com> 26 */ 27 28 /* 29 * USER API: 30 * 31 * Kernel fpu methods: 32 * kfpu_allowed() 33 * kfpu_begin() 34 * kfpu_end() 35 * kfpu_init() 36 * kfpu_fini() 37 * 38 * SIMD support: 39 * 40 * Following functions should be called to determine whether CPU feature 41 * is supported. All functions are usable in kernel and user space. 42 * If a SIMD algorithm is using more than one instruction set 43 * all relevant feature test functions should be called. 44 * 45 * Supported features: 46 * zfs_neon_available() 47 * zfs_sha256_available() 48 * zfs_sha512_available() 49 */ 50 51 #ifndef _LINUX_SIMD_AARCH64_H 52 #define _LINUX_SIMD_AARCH64_H 53 54 #include <sys/types.h> 55 #include <asm/neon.h> 56 #include <asm/elf.h> 57 #include <asm/hwcap.h> 58 #include <linux/version.h> 59 60 #if LINUX_VERSION_CODE >= KERNEL_VERSION(3, 17, 0) 61 #include <asm/sysreg.h> 62 #else 63 #define sys_reg(op0, op1, crn, crm, op2) ( \ 64 ((op0) << Op0_shift) | \ 65 ((op1) << Op1_shift) | \ 66 ((crn) << CRn_shift) | \ 67 ((crm) << CRm_shift) | \ 68 ((op2) << Op2_shift)) 69 #endif 70 71 #define ID_AA64PFR0_EL1 sys_reg(3, 0, 0, 1, 0) 72 #define ID_AA64ISAR0_EL1 sys_reg(3, 0, 0, 6, 0) 73 74 #if (defined(HAVE_KERNEL_NEON) && defined(CONFIG_KERNEL_MODE_NEON)) 75 #define kfpu_allowed() 1 76 #define kfpu_begin() kernel_neon_begin() 77 #define kfpu_end() kernel_neon_end() 78 #else 79 #define kfpu_allowed() 0 80 #define kfpu_begin() do {} while (0) 81 #define kfpu_end() do {} while (0) 82 #endif 83 #define kfpu_init() (0) 84 #define kfpu_fini() do {} while (0) 85 86 #define get_ftr(id) { \ 87 unsigned long __val; \ 88 asm("mrs %0, "#id : "=r" (__val)); \ 89 __val; \ 90 } 91 92 /* 93 * Check if NEON is available 94 */ 95 static inline boolean_t 96 zfs_neon_available(void) 97 { 98 unsigned long ftr = ((get_ftr(ID_AA64PFR0_EL1)) >> 16) & 0xf; 99 return (ftr == 0 || ftr == 1); 100 } 101 102 /* 103 * Check if SHA256 is available 104 */ 105 static inline boolean_t 106 zfs_sha256_available(void) 107 { 108 unsigned long ftr = ((get_ftr(ID_AA64ISAR0_EL1)) >> 12) & 0x3; 109 return (ftr & 0x1); 110 } 111 112 /* 113 * Check if SHA512 is available 114 */ 115 static inline boolean_t 116 zfs_sha512_available(void) 117 { 118 unsigned long ftr = ((get_ftr(ID_AA64ISAR0_EL1)) >> 12) & 0x3; 119 return (ftr & 0x2); 120 } 121 122 #endif /* _LINUX_SIMD_AARCH64_H */ 123