1*31914882SAlex Richardson /* 2*31914882SAlex Richardson * memmove test. 3*31914882SAlex Richardson * 4*31914882SAlex Richardson * Copyright (c) 2019-2020, Arm Limited. 5*31914882SAlex Richardson * SPDX-License-Identifier: MIT 6*31914882SAlex Richardson */ 7*31914882SAlex Richardson 8*31914882SAlex Richardson #include <stdint.h> 9*31914882SAlex Richardson #include <stdio.h> 10*31914882SAlex Richardson #include <stdlib.h> 11*31914882SAlex Richardson #include <string.h> 12*31914882SAlex Richardson #include "mte.h" 13*31914882SAlex Richardson #include "stringlib.h" 14*31914882SAlex Richardson #include "stringtest.h" 15*31914882SAlex Richardson 16*31914882SAlex Richardson #define F(x, mte) {#x, x, mte}, 17*31914882SAlex Richardson 18*31914882SAlex Richardson static const struct fun 19*31914882SAlex Richardson { 20*31914882SAlex Richardson const char *name; 21*31914882SAlex Richardson void *(*fun) (void *, const void *, size_t); 22*31914882SAlex Richardson int test_mte; 23*31914882SAlex Richardson } funtab[] = { 24*31914882SAlex Richardson // clang-format off 25*31914882SAlex Richardson F(memmove, 0) 26*31914882SAlex Richardson #if __aarch64__ 27*31914882SAlex Richardson F(__memmove_aarch64, 1) 28*31914882SAlex Richardson # if __ARM_NEON 29*31914882SAlex Richardson F(__memmove_aarch64_simd, 1) 30*31914882SAlex Richardson # endif 31*31914882SAlex Richardson #endif 32*31914882SAlex Richardson {0, 0, 0} 33*31914882SAlex Richardson // clang-format on 34*31914882SAlex Richardson }; 35*31914882SAlex Richardson #undef F 36*31914882SAlex Richardson 37*31914882SAlex Richardson #define A 32 38*31914882SAlex Richardson #define LEN 250000 39*31914882SAlex Richardson static unsigned char *dbuf; 40*31914882SAlex Richardson static unsigned char *sbuf; 41*31914882SAlex Richardson static unsigned char wbuf[LEN + 2 * A]; 42*31914882SAlex Richardson 43*31914882SAlex Richardson static void * 44*31914882SAlex Richardson alignup (void *p) 45*31914882SAlex Richardson { 46*31914882SAlex Richardson return (void *) (((uintptr_t) p + A - 1) & -A); 47*31914882SAlex Richardson } 48*31914882SAlex Richardson 49*31914882SAlex Richardson static void 50*31914882SAlex Richardson test (const struct fun *fun, int dalign, int salign, int len) 51*31914882SAlex Richardson { 52*31914882SAlex Richardson unsigned char *src = alignup (sbuf); 53*31914882SAlex Richardson unsigned char *dst = alignup (dbuf); 54*31914882SAlex Richardson unsigned char *want = wbuf; 55*31914882SAlex Richardson unsigned char *s = src + salign; 56*31914882SAlex Richardson unsigned char *d = dst + dalign; 57*31914882SAlex Richardson unsigned char *w = want + dalign; 58*31914882SAlex Richardson void *p; 59*31914882SAlex Richardson int i; 60*31914882SAlex Richardson 61*31914882SAlex Richardson if (err_count >= ERR_LIMIT) 62*31914882SAlex Richardson return; 63*31914882SAlex Richardson if (len > LEN || dalign >= A || salign >= A) 64*31914882SAlex Richardson abort (); 65*31914882SAlex Richardson for (i = 0; i < len + A; i++) 66*31914882SAlex Richardson { 67*31914882SAlex Richardson src[i] = '?'; 68*31914882SAlex Richardson want[i] = dst[i] = '*'; 69*31914882SAlex Richardson } 70*31914882SAlex Richardson for (i = 0; i < len; i++) 71*31914882SAlex Richardson s[i] = w[i] = 'a' + i % 23; 72*31914882SAlex Richardson 73*31914882SAlex Richardson p = fun->fun (d, s, len); 74*31914882SAlex Richardson if (p != d) 75*31914882SAlex Richardson ERR ("%s(%p,..) returned %p\n", fun->name, d, p); 76*31914882SAlex Richardson for (i = 0; i < len + A; i++) 77*31914882SAlex Richardson { 78*31914882SAlex Richardson if (dst[i] != want[i]) 79*31914882SAlex Richardson { 80*31914882SAlex Richardson ERR ("%s(align %d, align %d, %d) failed\n", fun->name, dalign, salign, 81*31914882SAlex Richardson len); 82*31914882SAlex Richardson quoteat ("got", dst, len + A, i); 83*31914882SAlex Richardson quoteat ("want", want, len + A, i); 84*31914882SAlex Richardson break; 85*31914882SAlex Richardson } 86*31914882SAlex Richardson } 87*31914882SAlex Richardson } 88*31914882SAlex Richardson 89*31914882SAlex Richardson static void 90*31914882SAlex Richardson test_overlap (const struct fun *fun, int dalign, int salign, int len) 91*31914882SAlex Richardson { 92*31914882SAlex Richardson unsigned char *src = alignup (sbuf); 93*31914882SAlex Richardson unsigned char *dst = src; 94*31914882SAlex Richardson unsigned char *want = wbuf; 95*31914882SAlex Richardson unsigned char *s = src + salign; 96*31914882SAlex Richardson unsigned char *d = dst + dalign; 97*31914882SAlex Richardson unsigned char *w = wbuf + dalign; 98*31914882SAlex Richardson void *p; 99*31914882SAlex Richardson 100*31914882SAlex Richardson if (err_count >= ERR_LIMIT) 101*31914882SAlex Richardson return; 102*31914882SAlex Richardson if (len > LEN || dalign >= A || salign >= A) 103*31914882SAlex Richardson abort (); 104*31914882SAlex Richardson 105*31914882SAlex Richardson for (int i = 0; i < len + A; i++) 106*31914882SAlex Richardson src[i] = want[i] = '?'; 107*31914882SAlex Richardson 108*31914882SAlex Richardson for (int i = 0; i < len; i++) 109*31914882SAlex Richardson s[i] = want[salign + i] = 'a' + i % 23; 110*31914882SAlex Richardson for (int i = 0; i < len; i++) 111*31914882SAlex Richardson w[i] = s[i]; 112*31914882SAlex Richardson 113*31914882SAlex Richardson s = tag_buffer (s, len, fun->test_mte); 114*31914882SAlex Richardson d = tag_buffer (d, len, fun->test_mte); 115*31914882SAlex Richardson p = fun->fun (d, s, len); 116*31914882SAlex Richardson untag_buffer (s, len, fun->test_mte); 117*31914882SAlex Richardson untag_buffer (d, len, fun->test_mte); 118*31914882SAlex Richardson 119*31914882SAlex Richardson if (p != d) 120*31914882SAlex Richardson ERR ("%s(%p,..) returned %p\n", fun->name, d, p); 121*31914882SAlex Richardson for (int i = 0; i < len + A; i++) 122*31914882SAlex Richardson { 123*31914882SAlex Richardson if (dst[i] != want[i]) 124*31914882SAlex Richardson { 125*31914882SAlex Richardson ERR ("%s(align %d, align %d, %d) failed\n", fun->name, dalign, salign, 126*31914882SAlex Richardson len); 127*31914882SAlex Richardson quoteat ("got", dst, len + A, i); 128*31914882SAlex Richardson quoteat ("want", want, len + A, i); 129*31914882SAlex Richardson break; 130*31914882SAlex Richardson } 131*31914882SAlex Richardson } 132*31914882SAlex Richardson } 133*31914882SAlex Richardson 134*31914882SAlex Richardson int 135*31914882SAlex Richardson main () 136*31914882SAlex Richardson { 137*31914882SAlex Richardson dbuf = mte_mmap (LEN + 2 * A); 138*31914882SAlex Richardson sbuf = mte_mmap (LEN + 2 * A); 139*31914882SAlex Richardson int r = 0; 140*31914882SAlex Richardson for (int i = 0; funtab[i].name; i++) 141*31914882SAlex Richardson { 142*31914882SAlex Richardson err_count = 0; 143*31914882SAlex Richardson for (int d = 0; d < A; d++) 144*31914882SAlex Richardson for (int s = 0; s < A; s++) 145*31914882SAlex Richardson { 146*31914882SAlex Richardson int n; 147*31914882SAlex Richardson for (n = 0; n < 100; n++) 148*31914882SAlex Richardson { 149*31914882SAlex Richardson test (funtab + i, d, s, n); 150*31914882SAlex Richardson test_overlap (funtab + i, d, s, n); 151*31914882SAlex Richardson } 152*31914882SAlex Richardson for (; n < LEN; n *= 2) 153*31914882SAlex Richardson { 154*31914882SAlex Richardson test (funtab + i, d, s, n); 155*31914882SAlex Richardson test_overlap (funtab + i, d, s, n); 156*31914882SAlex Richardson } 157*31914882SAlex Richardson } 158*31914882SAlex Richardson char *pass = funtab[i].test_mte && mte_enabled () ? "MTE PASS" : "PASS"; 159*31914882SAlex Richardson printf ("%s %s\n", err_count ? "FAIL" : pass, funtab[i].name); 160*31914882SAlex Richardson if (err_count) 161*31914882SAlex Richardson r = -1; 162*31914882SAlex Richardson } 163*31914882SAlex Richardson return r; 164*31914882SAlex Richardson } 165