1/* SPDX-License-Identifier: GPL-2.0-only */ 2/* 3 * Copyright (c) 2010-2011, The Linux Foundation. All rights reserved. 4 */ 5 6/* Numerology: 7 * WXYZ 8 * W: width in bytes 9 * X: Load=0, Store=1 10 * Y: Location 0=preamble,8=loop,9=epilog 11 * Z: Location=0,handler=9 12 */ 13 .text 14 .global FUNCNAME 15 .type FUNCNAME, @function 16 .p2align 5 17FUNCNAME: 18 { 19 p0 = cmp.gtu(bytes,#0) 20 if (!p0.new) jump:nt .Ldone 21 r3 = or(dst,src) 22 r4 = xor(dst,src) 23 } 24 { 25 p1 = cmp.gtu(bytes,#15) 26 p0 = bitsclr(r3,#7) 27 if (!p0.new) jump:nt .Loop_not_aligned_8 28 src_dst_sav = combine(src,dst) 29 } 30 31 { 32 loopcount = lsr(bytes,#3) 33 if (!p1) jump .Lsmall 34 } 35 p3=sp1loop0(.Loop8,loopcount) 36.Loop8: 378080: 388180: 39 { 40 if (p3) memd(dst++#8) = d_dbuf 41 d_dbuf = memd(src++#8) 42 }:endloop0 438190: 44 { 45 memd(dst++#8) = d_dbuf 46 bytes -= asl(loopcount,#3) 47 jump .Lsmall 48 } 49 50.Loop_not_aligned_8: 51 { 52 p0 = bitsclr(r4,#7) 53 if (p0.new) jump:nt .Lalign 54 } 55 { 56 p0 = bitsclr(r3,#3) 57 if (!p0.new) jump:nt .Loop_not_aligned_4 58 p1 = cmp.gtu(bytes,#7) 59 } 60 61 { 62 if (!p1) jump .Lsmall 63 loopcount = lsr(bytes,#2) 64 } 65 p3=sp1loop0(.Loop4,loopcount) 66.Loop4: 674080: 684180: 69 { 70 if (p3) memw(dst++#4) = w_dbuf 71 w_dbuf = memw(src++#4) 72 }:endloop0 734190: 74 { 75 memw(dst++#4) = w_dbuf 76 bytes -= asl(loopcount,#2) 77 jump .Lsmall 78 } 79 80.Loop_not_aligned_4: 81 { 82 p0 = bitsclr(r3,#1) 83 if (!p0.new) jump:nt .Loop_not_aligned 84 p1 = cmp.gtu(bytes,#3) 85 } 86 87 { 88 if (!p1) jump .Lsmall 89 loopcount = lsr(bytes,#1) 90 } 91 p3=sp1loop0(.Loop2,loopcount) 92.Loop2: 932080: 942180: 95 { 96 if (p3) memh(dst++#2) = w_dbuf 97 w_dbuf = memuh(src++#2) 98 }:endloop0 992190: 100 { 101 memh(dst++#2) = w_dbuf 102 bytes -= asl(loopcount,#1) 103 jump .Lsmall 104 } 105 106.Loop_not_aligned: /* Works for as small as one byte */ 107 p3=sp1loop0(.Loop1,bytes) 108.Loop1: 1091080: 1101180: 111 { 112 if (p3) memb(dst++#1) = w_dbuf 113 w_dbuf = memub(src++#1) 114 }:endloop0 115 /* Done */ 1161190: 117 { 118 memb(dst) = w_dbuf 119 jumpr r31 120 r0 = #0 121 } 122 123.Lsmall: 124 { 125 p0 = cmp.gtu(bytes,#0) 126 if (p0.new) jump:nt .Loop_not_aligned 127 } 128.Ldone: 129 { 130 r0 = #0 131 jumpr r31 132 } 133 .falign 134.Lalign: 1351000: 136 { 137 if (p0.new) w_dbuf = memub(src) 138 p0 = tstbit(src,#0) 139 if (!p1) jump .Lsmall 140 } 1411100: 142 { 143 if (p0) memb(dst++#1) = w_dbuf 144 if (p0) bytes = add(bytes,#-1) 145 if (p0) src = add(src,#1) 146 } 1472000: 148 { 149 if (p0.new) w_dbuf = memuh(src) 150 p0 = tstbit(src,#1) 151 if (!p1) jump .Lsmall 152 } 1532100: 154 { 155 if (p0) memh(dst++#2) = w_dbuf 156 if (p0) bytes = add(bytes,#-2) 157 if (p0) src = add(src,#2) 158 } 1594000: 160 { 161 if (p0.new) w_dbuf = memw(src) 162 p0 = tstbit(src,#2) 163 if (!p1) jump .Lsmall 164 } 1654100: 166 { 167 if (p0) memw(dst++#4) = w_dbuf 168 if (p0) bytes = add(bytes,#-4) 169 if (p0) src = add(src,#4) 170 jump FUNCNAME 171 } 172 .size FUNCNAME,.-FUNCNAME 173