1 /*
2  * memcpy test.
3  *
4  * Copyright (c) 2019-2023, Arm Limited.
5  * SPDX-License-Identifier: MIT OR Apache-2.0 WITH LLVM-exception
6  */
7 
8 #include <stdint.h>
9 #include <stdio.h>
10 #include <stdlib.h>
11 #include <string.h>
12 #include "mte.h"
13 #include "stringlib.h"
14 #include "stringtest.h"
15 
16 #define F(x, mte) {#x, x, mte},
17 
18 static const struct fun
19 {
20   const char *name;
21   void *(*fun) (void *, const void *, size_t);
22   int test_mte;
23 } funtab[] = {
24   // clang-format off
25   F(memcpy, 0)
26 #if __aarch64__
27   F(__memcpy_aarch64, 1)
28 # if __ARM_NEON
29   F(__memcpy_aarch64_simd, 1)
30 # endif
31 # if __ARM_FEATURE_SVE
32   F(__memcpy_aarch64_sve, 1)
33 # endif
34 # if WANT_MOPS
35   F(__memcpy_aarch64_mops, 1)
36 # endif
37 #elif __arm__
38   F(__memcpy_arm, 0)
39 #endif
40   {0, 0, 0}
41   // clang-format on
42 };
43 #undef F
44 
45 #define A 32
46 #define LEN 250000
47 static unsigned char *dbuf;
48 static unsigned char *sbuf;
49 static unsigned char wbuf[LEN + 2 * A];
50 
51 static void *
52 alignup (void *p)
53 {
54   return (void *) (((uintptr_t) p + A - 1) & -A);
55 }
56 
57 static void
58 test (const struct fun *fun, int dalign, int salign, int len)
59 {
60   unsigned char *src = alignup (sbuf);
61   unsigned char *dst = alignup (dbuf);
62   unsigned char *want = wbuf;
63   unsigned char *s = src + salign;
64   unsigned char *d = dst + dalign;
65   unsigned char *w = want + dalign;
66   void *p;
67   int i;
68 
69   if (err_count >= ERR_LIMIT)
70     return;
71   if (len > LEN || dalign >= A || salign >= A)
72     abort ();
73   for (i = 0; i < len + A; i++)
74     {
75       src[i] = '?';
76       want[i] = dst[i] = '*';
77     }
78   for (i = 0; i < len; i++)
79     s[i] = w[i] = 'a' + i % 23;
80 
81   s = tag_buffer (s, len, fun->test_mte);
82   d = tag_buffer (d, len, fun->test_mte);
83   p = fun->fun (d, s, len);
84   untag_buffer (s, len, fun->test_mte);
85   untag_buffer (d, len, fun->test_mte);
86 
87   if (p != d)
88     ERR ("%s(%p,..) returned %p\n", fun->name, d, p);
89   for (i = 0; i < len + A; i++)
90     {
91       if (dst[i] != want[i])
92 	{
93 	  ERR ("%s(align %d, align %d, %d) failed\n", fun->name, dalign, salign,
94 	       len);
95 	  quoteat ("got", dst, len + A, i);
96 	  quoteat ("want", want, len + A, i);
97 	  break;
98 	}
99     }
100 }
101 
102 int
103 main ()
104 {
105   dbuf = mte_mmap (LEN + 2 * A);
106   sbuf = mte_mmap (LEN + 2 * A);
107   int r = 0;
108   for (int i = 0; funtab[i].name; i++)
109     {
110       err_count = 0;
111       for (int d = 0; d < A; d++)
112 	for (int s = 0; s < A; s++)
113 	  {
114 	    int n;
115 	    for (n = 0; n < 100; n++)
116 	      test (funtab + i, d, s, n);
117 	    for (; n < LEN; n *= 2)
118 	      test (funtab + i, d, s, n);
119 	  }
120       char *pass = funtab[i].test_mte && mte_enabled () ? "MTE PASS" : "PASS";
121       printf ("%s %s\n", err_count ? "FAIL" : pass, funtab[i].name);
122       if (err_count)
123 	r = -1;
124     }
125   return r;
126 }
127