s390/facility: Let test_facility() generate static branch if possible

Let test_facility() generate a branch instruction if the tested facility is
a constant, and where the result cannot be evaluated during compile
time. The branch instruction defaults to "false" and is patched to nop
(branch not taken) if the tested facility is available.

This avoids runtime checks and is similar to x86's static_cpu_has() and
arm64's alternative_has_cap_likely().

Signed-off-by: Heiko Carstens <hca@linux.ibm.com>
Signed-off-by: Jason A. Donenfeld <Jason@zx2c4.com>

diff --git a/arch/s390/include/asm/facility.h b/arch/s390/include/asm/facility.h
index 65ebf86506cdea11519fd33cc5251925b0760bbf..715bcf8fb69a518490477d8506c3a2e4ada49b08 100644 (file)
--- a/arch/s390/include/asm/facility.h
+++ b/arch/s390/include/asm/facility.h
@@ -14,7 +14,7 @@
 #include <linux/string.h>
 #include <linux/types.h>
 #include <linux/preempt.h>
-
+#include <asm/alternative.h>
 #include <asm/lowcore.h>
 
 #define MAX_FACILITY_BIT (sizeof(stfle_fac_list) * 8)
@@ -39,30 +39,51 @@ static inline void __clear_facility(unsigned long nr, void *facilities)
        ptr[nr >> 3] &= ~(0x80 >> (nr & 7));
 }
 
-static inline int __test_facility(unsigned long nr, void *facilities)
+static __always_inline bool __test_facility(unsigned long nr, void *facilities)
 {
        unsigned char *ptr;
 
        if (nr >= MAX_FACILITY_BIT)
-               return 0;
+               return false;
        ptr = (unsigned char *) facilities + (nr >> 3);
        return (*ptr & (0x80 >> (nr & 7))) != 0;
 }
 
+/*
+ * __test_facility_constant() generates a single instruction branch. If the
+ * tested facility is available (likely) the branch is patched into a nop.
+ *
+ * Do not use this function unless you know what you are doing. All users are
+ * supposed to use test_facility() which will do the right thing.
+ */
+static __always_inline bool __test_facility_constant(unsigned long nr)
+{
+       asm goto(
+               ALTERNATIVE("brcl 15,%l[l_no]", "brcl 0,0", ALT_FACILITY(%[nr]))
+               :
+               : [nr] "i" (nr)
+               :
+               : l_no);
+       return true;
+l_no:
+       return false;
+}
+
 /*
  * The test_facility function uses the bit ordering where the MSB is bit 0.
  * That makes it easier to query facility bits with the bit number as
  * documented in the Principles of Operation.
  */
-static inline int test_facility(unsigned long nr)
+static __always_inline bool test_facility(unsigned long nr)
 {
        unsigned long facilities_als[] = { FACILITIES_ALS };
 
-       if (__builtin_constant_p(nr) && nr < sizeof(facilities_als) * 8) {
-               if (__test_facility(nr, &facilities_als)) {
-                       if (!__is_defined(__DECOMPRESSOR))
-                               return 1;
+       if (!__is_defined(__DECOMPRESSOR) && __builtin_constant_p(nr)) {
+               if (nr < sizeof(facilities_als) * 8) {
+                       if (__test_facility(nr, &facilities_als))
+                               return true;
                }
+               return __test_facility_constant(nr);
        }
        return __test_facility(nr, &stfle_fac_list);
 }