1/* $FreeBSD$ */ 2/* Do not modify. This file is auto-generated from vpaes-ppc.pl. */ 3.machine "any" 4 5.abiversion 2 6.text 7 8.align 7 9_vpaes_consts: 10.Lk_mc_forward: 11.byte 0x0e,0x0d,0x0c,0x0f,0x0a,0x09,0x08,0x0b,0x06,0x05,0x04,0x07,0x02,0x01,0x00,0x03 12.byte 0x0a,0x09,0x08,0x0b,0x06,0x05,0x04,0x07,0x02,0x01,0x00,0x03,0x0e,0x0d,0x0c,0x0f 13.byte 0x06,0x05,0x04,0x07,0x02,0x01,0x00,0x03,0x0e,0x0d,0x0c,0x0f,0x0a,0x09,0x08,0x0b 14.byte 0x02,0x01,0x00,0x03,0x0e,0x0d,0x0c,0x0f,0x0a,0x09,0x08,0x0b,0x06,0x05,0x04,0x07 15.Lk_mc_backward: 16.byte 0x0c,0x0f,0x0e,0x0d,0x08,0x0b,0x0a,0x09,0x04,0x07,0x06,0x05,0x00,0x03,0x02,0x01 17.byte 0x00,0x03,0x02,0x01,0x0c,0x0f,0x0e,0x0d,0x08,0x0b,0x0a,0x09,0x04,0x07,0x06,0x05 18.byte 0x04,0x07,0x06,0x05,0x00,0x03,0x02,0x01,0x0c,0x0f,0x0e,0x0d,0x08,0x0b,0x0a,0x09 19.byte 0x08,0x0b,0x0a,0x09,0x04,0x07,0x06,0x05,0x00,0x03,0x02,0x01,0x0c,0x0f,0x0e,0x0d 20.Lk_sr: 21.byte 0x0f,0x0e,0x0d,0x0c,0x0b,0x0a,0x09,0x08,0x07,0x06,0x05,0x04,0x03,0x02,0x01,0x00 22.byte 0x0f,0x0a,0x05,0x00,0x0b,0x06,0x01,0x0c,0x07,0x02,0x0d,0x08,0x03,0x0e,0x09,0x04 23.byte 0x0f,0x06,0x0d,0x04,0x0b,0x02,0x09,0x00,0x07,0x0e,0x05,0x0c,0x03,0x0a,0x01,0x08 24.byte 0x0f,0x02,0x05,0x08,0x0b,0x0e,0x01,0x04,0x07,0x0a,0x0d,0x00,0x03,0x06,0x09,0x0c 25 26 27 28 29.Lk_inv: 30.byte 0x04,0x07,0x03,0x09,0x0a,0x0b,0x0c,0x02,0x0e,0x05,0x06,0x0f,0x0d,0x08,0x01,0xf0 31.byte 0x03,0x0d,0x0e,0x0c,0x02,0x05,0x08,0x09,0x01,0x04,0x0a,0x06,0x0f,0x0b,0x07,0xf0 32.Lk_ipt: 33.byte 0xca,0xba,0xe0,0x90,0x52,0x22,0x78,0x08,0xc2,0xb2,0xe8,0x98,0x5a,0x2a,0x70,0x00 34.byte 0xcd,0x80,0xb1,0xfc,0xb0,0xfd,0xcc,0x81,0x4c,0x01,0x30,0x7d,0x31,0x7c,0x4d,0x00 35.Lk_sbo: 36.byte 0x15,0xaa,0xbf,0x7a,0xc5,0x02,0xa8,0x78,0xd0,0xd2,0x6d,0x17,0x6f,0xbd,0xc7,0x00 37.byte 0x8e,0x1e,0x90,0xd1,0x41,0x2b,0x35,0xfa,0xcf,0xe4,0x74,0xa5,0x5f,0xbb,0x6a,0x00 38.Lk_sb1: 39.byte 0x3b,0xf7,0xcc,0xc1,0x0d,0x2e,0xd9,0xef,0x36,0x18,0xd4,0x15,0xfa,0xe2,0x23,0x00 40.byte 0xa5,0xdf,0x7a,0x6e,0x14,0x2a,0xf5,0x44,0xb1,0x9b,0xe1,0x8f,0xcb,0x50,0x3e,0x00 41.Lk_sb2: 42.byte 0xc2,0xa1,0x63,0xc8,0xab,0x82,0x23,0x4a,0x69,0xeb,0x88,0x40,0x0a,0xe1,0x29,0x00 43.byte 0x5e,0xb7,0xe9,0x55,0xbc,0x98,0x2f,0xcd,0xe2,0x7a,0x93,0xc6,0x0b,0x71,0x24,0x00 44 45 46 47 48.Lk_dipt: 49.byte 0x15,0x4a,0x41,0x1e,0x11,0x4e,0x45,0x1a,0x0f,0x50,0x5b,0x04,0x0b,0x54,0x5f,0x00 50.byte 0x12,0x77,0x17,0x72,0xf4,0x91,0xf1,0x94,0x86,0xe3,0x83,0xe6,0x60,0x05,0x65,0x00 51.Lk_dsbo: 52.byte 0xc7,0xaa,0x6d,0xb9,0xd4,0x94,0x3e,0x2d,0x13,0x87,0xea,0x53,0x7e,0xf9,0x40,0x00 53.byte 0xca,0x4b,0x81,0x59,0xd8,0xc5,0x8e,0x9c,0x12,0xd7,0x56,0x0f,0x93,0x44,0x1d,0x00 54.Lk_dsb9: 55.byte 0xca,0xd5,0x1f,0x50,0x4f,0x99,0x4c,0xc9,0x85,0x1c,0x03,0x53,0x9a,0x86,0xd6,0x00 56.byte 0x72,0x5e,0x2c,0x9e,0xb2,0xfb,0xa5,0x65,0xc0,0x3b,0x17,0x89,0xec,0xd7,0x49,0x00 57.Lk_dsbd: 58.byte 0xf5,0x6e,0x9b,0x13,0x88,0x2a,0x44,0x39,0x7d,0x57,0xcc,0xdf,0xe6,0xb1,0xa2,0x00 59.byte 0x29,0x31,0x18,0x0d,0x15,0xde,0xef,0xd3,0x3c,0xe2,0xfa,0xf7,0x24,0xc6,0xcb,0x00 60.Lk_dsbb: 61.byte 0x60,0x26,0x46,0xf6,0xb0,0xf2,0xd4,0x04,0xd0,0x22,0x64,0x92,0x96,0xb4,0x42,0x00 62.byte 0xf3,0xff,0x0c,0x3e,0x32,0x55,0xaa,0x6b,0xc1,0x94,0x98,0xa6,0xcd,0x59,0x67,0x00 63.Lk_dsbe: 64.byte 0x22,0x42,0x60,0x04,0x64,0xb4,0xf6,0xb0,0x46,0xf2,0x92,0x96,0x26,0xd4,0xd0,0x00 65.byte 0x94,0x67,0xf3,0x6b,0x98,0x59,0x3e,0x32,0x0c,0x55,0xa6,0xcd,0xff,0xaa,0xc1,0x00 66 67 68 69 70.Lk_dksd: 71.byte 0x07,0x40,0xe3,0xa4,0x5a,0x1d,0xbe,0xf9,0xfe,0xb9,0x1a,0x5d,0xa3,0xe4,0x47,0x00 72.byte 0x5f,0xdc,0x69,0xea,0xab,0x28,0x9d,0x1e,0x41,0xc2,0x77,0xf4,0xb5,0x36,0x83,0x00 73.Lk_dksb: 74.byte 0x03,0xd6,0x53,0x86,0x1c,0xc9,0x4c,0x99,0x9a,0x4f,0xca,0x1f,0x85,0x50,0xd5,0x00 75.byte 0xd9,0x93,0x25,0x6f,0x7e,0x34,0x82,0xc8,0x11,0x5b,0xed,0xa7,0xb6,0xfc,0x4a,0x00 76.Lk_dkse: 77.byte 0x53,0x85,0x9a,0x4c,0x99,0x4f,0x50,0x86,0xd5,0x03,0x1c,0xca,0x1f,0xc9,0xd6,0x00 78.byte 0xcd,0x5e,0xf9,0x6a,0x20,0xb3,0x14,0x87,0xa2,0x31,0x96,0x05,0x4f,0xdc,0x7b,0xe8 79.Lk_dks9: 80.byte 0x4a,0xed,0x93,0x34,0x82,0x25,0x5b,0xfc,0xb6,0x11,0x6f,0xc8,0x7e,0xd9,0xa7,0x00 81.byte 0x8b,0xb8,0x9f,0xac,0xe9,0xda,0xfd,0xce,0x45,0x76,0x51,0x62,0x27,0x14,0x33,0x00 82 83.Lk_rcon: 84.byte 0xb6,0xee,0x9d,0xaf,0xb9,0x91,0x83,0x1f,0x81,0x7d,0x7c,0x4d,0x08,0x98,0x2a,0x70 85.Lk_s63: 86.byte 0x5b,0x5b,0x5b,0x5b,0x5b,0x5b,0x5b,0x5b,0x5b,0x5b,0x5b,0x5b,0x5b,0x5b,0x5b,0x5b 87 88.Lk_opt: 89.byte 0xf7,0x97,0x41,0x21,0xde,0xbe,0x68,0x08,0xff,0x9f,0x49,0x29,0xd6,0xb6,0x60,0x00 90.byte 0xe1,0x0d,0x5d,0xb1,0xb0,0x5c,0x0c,0xe0,0x01,0xed,0xbd,0x51,0x50,0xbc,0xec,0x00 91.Lk_deskew: 92.byte 0x1d,0xfe,0xb9,0x5a,0x5d,0xbe,0xf9,0x1a,0x07,0xe4,0xa3,0x40,0x47,0xa4,0xe3,0x00 93.byte 0x28,0x41,0xc2,0xab,0xf4,0x9d,0x1e,0x77,0x5f,0x36,0xb5,0xdc,0x83,0xea,0x69,0x00 94.align 5 95.Lconsts: 96 mflr 0 97 bcl 20,31,$+4 98 mflr 12 99 addi 12,12,-0x308 100 mtlr 0 101 blr 102.long 0 103.byte 0,12,0x14,0,0,0,0,0 104.byte 86,101,99,116,111,114,32,80,101,114,109,117,116,97,116,105,111,110,32,65,69,83,32,102,111,114,32,65,108,116,105,86,101,99,44,77,105,107,101,32,72,97,109,98,117,114,103,32,40,83,116,97,110,102,111,114,100,32,85,110,105,118,101,114,115,105,116,121,41,0 105.align 2 106.align 6 107 108 109 110 111 112 113.align 4 114_vpaes_encrypt_preheat: 115 mflr 8 116 bl .Lconsts 117 mtlr 8 118 li 11, 0xc0 119 li 10, 0xd0 120 li 9, 0xe0 121 li 8, 0xf0 122 vxor 7, 7, 7 123 vspltisb 8,4 124 vspltisb 9,0x0f 125 lvx 10, 12, 11 126 li 11, 0x100 127 lvx 11, 12, 10 128 li 10, 0x110 129 lvx 12, 12, 9 130 li 9, 0x120 131 lvx 13, 12, 8 132 li 8, 0x130 133 lvx 14, 12, 11 134 li 11, 0x140 135 lvx 15, 12, 10 136 li 10, 0x150 137 lvx 16, 12, 9 138 lvx 17, 12, 8 139 lvx 18, 12, 11 140 lvx 19, 12, 10 141 blr 142.long 0 143.byte 0,12,0x14,0,0,0,0,0 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159.align 5 160_vpaes_encrypt_core: 161 lwz 8, 240(5) 162 li 9, 16 163 lvx 5, 0, 5 164 li 11, 0x10 165 lvx 6, 9, 5 166 addi 9, 9, 16 167 vperm 5, 6, 5, 31 168 addi 10, 11, 0x40 169 vsrb 1, 0, 8 170 vperm 0, 12, 12, 0 171 vperm 1, 13, 13, 1 172 vxor 0, 0, 5 173 vxor 0, 0, 1 174 mtctr 8 175 b .Lenc_entry 176 177.align 4 178.Lenc_loop: 179 180 vperm 4, 17, 7, 2 181 lvx 1, 12, 11 182 addi 11, 11, 16 183 vperm 0, 16, 7, 3 184 vxor 4, 4, 5 185 andi. 11, 11, 0x30 186 vperm 5, 19, 7, 2 187 vxor 0, 0, 4 188 vperm 2, 18, 7, 3 189 lvx 4, 12, 10 190 addi 10, 11, 0x40 191 vperm 3, 0, 7, 1 192 vxor 2, 2, 5 193 vperm 0, 0, 7, 4 194 vxor 3, 3, 2 195 vperm 4, 3, 7, 1 196 vxor 0, 0, 3 197 vxor 0, 0, 4 198 199.Lenc_entry: 200 201 vsrb 1, 0, 8 202 vperm 5, 11, 11, 0 203 vxor 0, 0, 1 204 vperm 3, 10, 10, 1 205 vperm 4, 10, 10, 0 206 vand 0, 0, 9 207 vxor 3, 3, 5 208 vxor 4, 4, 5 209 vperm 2, 10, 7, 3 210 vor 5,6,6 211 lvx 6, 9, 5 212 vperm 3, 10, 7, 4 213 addi 9, 9, 16 214 vxor 2, 2, 0 215 vperm 5, 6, 5, 31 216 vxor 3, 3, 1 217 bdnz .Lenc_loop 218 219 220 addi 10, 11, 0x80 221 222 223 vperm 4, 14, 7, 2 224 lvx 1, 12, 10 225 vperm 0, 15, 7, 3 226 vxor 4, 4, 5 227 vxor 0, 0, 4 228 vperm 0, 0, 7, 1 229 blr 230.long 0 231.byte 0,12,0x14,0,0,0,0,0 232 233.globl vpaes_encrypt 234.type vpaes_encrypt,@function 235.align 5 236vpaes_encrypt: 237.localentry vpaes_encrypt,0 238 239 stdu 1,-256(1) 240 li 10,63 241 li 11,79 242 mflr 6 243 li 7,-1 244 stvx 20,10,1 245 addi 10,10,32 246 stvx 21,11,1 247 addi 11,11,32 248 stvx 22,10,1 249 addi 10,10,32 250 stvx 23,11,1 251 addi 11,11,32 252 stvx 24,10,1 253 addi 10,10,32 254 stvx 25,11,1 255 addi 11,11,32 256 stvx 26,10,1 257 addi 10,10,32 258 stvx 27,11,1 259 addi 11,11,32 260 stvx 28,10,1 261 addi 10,10,32 262 stvx 29,11,1 263 addi 11,11,32 264 stvx 30,10,1 265 stvx 31,11,1 266 stw 7,252(1) 267 li 0, -1 268 std 6,272(1) 269 or 0,0,0 270 271 bl _vpaes_encrypt_preheat 272 273 lvsr 27, 0, 3 274 lvx 0, 0, 3 275 addi 3, 3, 15 276 lvsl 29, 0, 4 277 lvsr 31, 0, 5 278 lvx 26, 0, 3 279 vperm 0, 26, 0, 27 280 281 bl _vpaes_encrypt_core 282 283 andi. 8, 4, 15 284 li 9, 16 285 beq .Lenc_out_aligned 286 287 vperm 0, 0, 0, 29 288 mtctr 9 289.Lenc_out_unaligned: 290 stvebx 0, 0, 4 291 addi 4, 4, 1 292 bdnz .Lenc_out_unaligned 293 b .Lenc_done 294 295.align 4 296.Lenc_out_aligned: 297 stvx 0, 0, 4 298.Lenc_done: 299 300 li 10,63 301 li 11,79 302 mtlr 6 303 or 7,7,7 304 lvx 20,10,1 305 addi 10,10,32 306 lvx 21,11,1 307 addi 11,11,32 308 lvx 22,10,1 309 addi 10,10,32 310 lvx 23,11,1 311 addi 11,11,32 312 lvx 24,10,1 313 addi 10,10,32 314 lvx 25,11,1 315 addi 11,11,32 316 lvx 26,10,1 317 addi 10,10,32 318 lvx 27,11,1 319 addi 11,11,32 320 lvx 28,10,1 321 addi 10,10,32 322 lvx 29,11,1 323 addi 11,11,32 324 lvx 30,10,1 325 lvx 31,11,1 326 addi 1,1,256 327 blr 328.long 0 329.byte 0,12,0x04,1,0x80,0,3,0 330.long 0 331.size vpaes_encrypt,.-vpaes_encrypt 332 333.align 4 334_vpaes_decrypt_preheat: 335 mflr 8 336 bl .Lconsts 337 mtlr 8 338 li 11, 0xc0 339 li 10, 0xd0 340 li 9, 0x160 341 li 8, 0x170 342 vxor 7, 7, 7 343 vspltisb 8,4 344 vspltisb 9,0x0f 345 lvx 10, 12, 11 346 li 11, 0x180 347 lvx 11, 12, 10 348 li 10, 0x190 349 lvx 12, 12, 9 350 li 9, 0x1a0 351 lvx 13, 12, 8 352 li 8, 0x1b0 353 lvx 14, 12, 11 354 li 11, 0x1c0 355 lvx 15, 12, 10 356 li 10, 0x1d0 357 lvx 16, 12, 9 358 li 9, 0x1e0 359 lvx 17, 12, 8 360 li 8, 0x1f0 361 lvx 18, 12, 11 362 li 11, 0x200 363 lvx 19, 12, 10 364 li 10, 0x210 365 lvx 20, 12, 9 366 lvx 21, 12, 8 367 lvx 22, 12, 11 368 lvx 23, 12, 10 369 blr 370.long 0 371.byte 0,12,0x14,0,0,0,0,0 372 373 374 375 376 377 378.align 4 379_vpaes_decrypt_core: 380 lwz 8, 240(5) 381 li 9, 16 382 lvx 5, 0, 5 383 li 11, 0x30 384 lvx 6, 9, 5 385 addi 9, 9, 16 386 vperm 5, 6, 5, 31 387 vsrb 1, 0, 8 388 vperm 0, 12, 12, 0 389 vperm 1, 13, 13, 1 390 vxor 0, 0, 5 391 vxor 0, 0, 1 392 mtctr 8 393 b .Ldec_entry 394 395.align 4 396.Ldec_loop: 397 398 399 400 lvx 0, 12, 11 401 402 403 vperm 4, 16, 7, 2 404 subi 11, 11, 16 405 vperm 1, 17, 7, 3 406 andi. 11, 11, 0x30 407 vxor 5, 5, 4 408 409 vxor 5, 5, 1 410 411 412 vperm 4, 18, 7, 2 413 vperm 5, 5, 7, 0 414 vperm 1, 19, 7, 3 415 vxor 5, 5, 4 416 417 vxor 5, 5, 1 418 419 420 vperm 4, 20, 7, 2 421 vperm 5, 5, 7, 0 422 vperm 1, 21, 7, 3 423 vxor 5, 5, 4 424 425 vxor 5, 5, 1 426 427 428 vperm 4, 22, 7, 2 429 vperm 5, 5, 7, 0 430 vperm 1, 23, 7, 3 431 vxor 0, 5, 4 432 vxor 0, 0, 1 433 434.Ldec_entry: 435 436 vsrb 1, 0, 8 437 vperm 2, 11, 11, 0 438 vxor 0, 0, 1 439 vperm 3, 10, 10, 1 440 vperm 4, 10, 10, 0 441 vand 0, 0, 9 442 vxor 3, 3, 2 443 vxor 4, 4, 2 444 vperm 2, 10, 7, 3 445 vor 5,6,6 446 lvx 6, 9, 5 447 vperm 3, 10, 7, 4 448 addi 9, 9, 16 449 vxor 2, 2, 0 450 vperm 5, 6, 5, 31 451 vxor 3, 3, 1 452 bdnz .Ldec_loop 453 454 455 addi 10, 11, 0x80 456 457 vperm 4, 14, 7, 2 458 459 lvx 2, 12, 10 460 vperm 1, 15, 7, 3 461 vxor 4, 4, 5 462 vxor 0, 1, 4 463 vperm 0, 0, 7, 2 464 blr 465.long 0 466.byte 0,12,0x14,0,0,0,0,0 467 468.globl vpaes_decrypt 469.type vpaes_decrypt,@function 470.align 5 471vpaes_decrypt: 472.localentry vpaes_decrypt,0 473 474 stdu 1,-256(1) 475 li 10,63 476 li 11,79 477 mflr 6 478 li 7,-1 479 stvx 20,10,1 480 addi 10,10,32 481 stvx 21,11,1 482 addi 11,11,32 483 stvx 22,10,1 484 addi 10,10,32 485 stvx 23,11,1 486 addi 11,11,32 487 stvx 24,10,1 488 addi 10,10,32 489 stvx 25,11,1 490 addi 11,11,32 491 stvx 26,10,1 492 addi 10,10,32 493 stvx 27,11,1 494 addi 11,11,32 495 stvx 28,10,1 496 addi 10,10,32 497 stvx 29,11,1 498 addi 11,11,32 499 stvx 30,10,1 500 stvx 31,11,1 501 stw 7,252(1) 502 li 0, -1 503 std 6,272(1) 504 or 0,0,0 505 506 bl _vpaes_decrypt_preheat 507 508 lvsr 27, 0, 3 509 lvx 0, 0, 3 510 addi 3, 3, 15 511 lvsl 29, 0, 4 512 lvsr 31, 0, 5 513 lvx 26, 0, 3 514 vperm 0, 26, 0, 27 515 516 bl _vpaes_decrypt_core 517 518 andi. 8, 4, 15 519 li 9, 16 520 beq .Ldec_out_aligned 521 522 vperm 0, 0, 0, 29 523 mtctr 9 524.Ldec_out_unaligned: 525 stvebx 0, 0, 4 526 addi 4, 4, 1 527 bdnz .Ldec_out_unaligned 528 b .Ldec_done 529 530.align 4 531.Ldec_out_aligned: 532 stvx 0, 0, 4 533.Ldec_done: 534 535 li 10,63 536 li 11,79 537 mtlr 6 538 or 7,7,7 539 lvx 20,10,1 540 addi 10,10,32 541 lvx 21,11,1 542 addi 11,11,32 543 lvx 22,10,1 544 addi 10,10,32 545 lvx 23,11,1 546 addi 11,11,32 547 lvx 24,10,1 548 addi 10,10,32 549 lvx 25,11,1 550 addi 11,11,32 551 lvx 26,10,1 552 addi 10,10,32 553 lvx 27,11,1 554 addi 11,11,32 555 lvx 28,10,1 556 addi 10,10,32 557 lvx 29,11,1 558 addi 11,11,32 559 lvx 30,10,1 560 lvx 31,11,1 561 addi 1,1,256 562 blr 563.long 0 564.byte 0,12,0x04,1,0x80,0,3,0 565.long 0 566.size vpaes_decrypt,.-vpaes_decrypt 567 568.globl vpaes_cbc_encrypt 569.type vpaes_cbc_encrypt,@function 570.align 5 571vpaes_cbc_encrypt: 572.localentry vpaes_cbc_encrypt,0 573 574 cmpldi 5,16 575 .long 0x4dc00020 576 577 stdu 1,-272(1) 578 mflr 0 579 li 10,63 580 li 11,79 581 li 12,-1 582 stvx 20,10,1 583 addi 10,10,32 584 stvx 21,11,1 585 addi 11,11,32 586 stvx 22,10,1 587 addi 10,10,32 588 stvx 23,11,1 589 addi 11,11,32 590 stvx 24,10,1 591 addi 10,10,32 592 stvx 25,11,1 593 addi 11,11,32 594 stvx 26,10,1 595 addi 10,10,32 596 stvx 27,11,1 597 addi 11,11,32 598 stvx 28,10,1 599 addi 10,10,32 600 stvx 29,11,1 601 addi 11,11,32 602 stvx 30,10,1 603 stvx 31,11,1 604 stw 12,252(1) 605 std 30,256(1) 606 std 31,264(1) 607 li 9, -16 608 std 0, 288(1) 609 610 and 30, 5, 9 611 andi. 9, 4, 15 612 mr 5, 6 613 mr 31, 7 614 li 6, -1 615 mcrf 1, 0 616 mr 7, 12 617 or 6,6,6 618 619 lvx 24, 0, 31 620 li 9, 15 621 lvsr 27, 0, 31 622 lvx 25, 9, 31 623 vperm 24, 25, 24, 27 624 625 cmpwi 8, 0 626 neg 8, 3 627 vxor 7, 7, 7 628 lvsr 31, 0, 5 629 lvsl 29, 0, 4 630 lvsl 27, 0, 8 631 vnor 30, 7, 7 632 lvx 26, 0, 3 633 vperm 30, 30, 7, 29 634 addi 3, 3, 15 635 636 beq .Lcbc_decrypt 637 638 bl _vpaes_encrypt_preheat 639 li 0, 16 640 641 beq 1, .Lcbc_enc_loop 642 643 vor 0,26,26 644 lvx 26, 0, 3 645 addi 3, 3, 16 646 vperm 0, 26, 0, 27 647 vxor 0, 0, 24 648 649 bl _vpaes_encrypt_core 650 651 andi. 8, 4, 15 652 vor 24,0,0 653 sub 9, 4, 8 654 vperm 28, 0, 0, 29 655 656.Lcbc_enc_head: 657 stvebx 28, 8, 9 658 cmpwi 8, 15 659 addi 8, 8, 1 660 bne .Lcbc_enc_head 661 662 sub. 30, 30, 0 663 addi 4, 4, 16 664 beq .Lcbc_unaligned_done 665 666.Lcbc_enc_loop: 667 vor 0,26,26 668 lvx 26, 0, 3 669 addi 3, 3, 16 670 vperm 0, 26, 0, 27 671 vxor 0, 0, 24 672 673 bl _vpaes_encrypt_core 674 675 vor 24,0,0 676 sub. 30, 30, 0 677 vperm 0, 0, 0, 29 678 vsel 1, 28, 0, 30 679 vor 28,0,0 680 stvx 1, 0, 4 681 addi 4, 4, 16 682 bne .Lcbc_enc_loop 683 684 b .Lcbc_done 685 686.align 5 687.Lcbc_decrypt: 688 bl _vpaes_decrypt_preheat 689 li 0, 16 690 691 beq 1, .Lcbc_dec_loop 692 693 vor 0,26,26 694 lvx 26, 0, 3 695 addi 3, 3, 16 696 vperm 0, 26, 0, 27 697 vor 25,0,0 698 699 bl _vpaes_decrypt_core 700 701 andi. 8, 4, 15 702 vxor 0, 0, 24 703 vor 24,25,25 704 sub 9, 4, 8 705 vperm 28, 0, 0, 29 706 707.Lcbc_dec_head: 708 stvebx 28, 8, 9 709 cmpwi 8, 15 710 addi 8, 8, 1 711 bne .Lcbc_dec_head 712 713 sub. 30, 30, 0 714 addi 4, 4, 16 715 beq .Lcbc_unaligned_done 716 717.Lcbc_dec_loop: 718 vor 0,26,26 719 lvx 26, 0, 3 720 addi 3, 3, 16 721 vperm 0, 26, 0, 27 722 vor 25,0,0 723 724 bl _vpaes_decrypt_core 725 726 vxor 0, 0, 24 727 vor 24,25,25 728 sub. 30, 30, 0 729 vperm 0, 0, 0, 29 730 vsel 1, 28, 0, 30 731 vor 28,0,0 732 stvx 1, 0, 4 733 addi 4, 4, 16 734 bne .Lcbc_dec_loop 735 736.Lcbc_done: 737 beq 1, .Lcbc_write_iv 738 739.Lcbc_unaligned_done: 740 andi. 8, 4, 15 741 sub 4, 4, 8 742 li 9, 0 743.Lcbc_tail: 744 stvebx 28, 9, 4 745 addi 9, 9, 1 746 cmpw 9, 8 747 bne .Lcbc_tail 748 749.Lcbc_write_iv: 750 neg 8, 31 751 li 10, 4 752 lvsr 29, 0, 8 753 li 11, 8 754 li 12, 12 755 vperm 24, 24, 24, 29 756 stvewx 24, 0, 31 757 stvewx 24, 10, 31 758 stvewx 24, 11, 31 759 stvewx 24, 12, 31 760 761 or 7,7,7 762 li 10,63 763 li 11,79 764 lvx 20,10,1 765 addi 10,10,32 766 lvx 21,11,1 767 addi 11,11,32 768 lvx 22,10,1 769 addi 10,10,32 770 lvx 23,11,1 771 addi 11,11,32 772 lvx 24,10,1 773 addi 10,10,32 774 lvx 25,11,1 775 addi 11,11,32 776 lvx 26,10,1 777 addi 10,10,32 778 lvx 27,11,1 779 addi 11,11,32 780 lvx 28,10,1 781 addi 10,10,32 782 lvx 29,11,1 783 addi 11,11,32 784 lvx 30,10,1 785 lvx 31,11,1 786.Lcbc_abort: 787 ld 0, 288(1) 788 ld 30,256(1) 789 ld 31,264(1) 790 mtlr 0 791 addi 1,1,272 792 blr 793.long 0 794.byte 0,12,0x04,1,0x80,2,6,0 795.long 0 796.size vpaes_cbc_encrypt,.-vpaes_cbc_encrypt 797 798 799 800 801 802.align 4 803_vpaes_key_preheat: 804 mflr 8 805 bl .Lconsts 806 mtlr 8 807 li 11, 0xc0 808 li 10, 0xd0 809 li 9, 0xe0 810 li 8, 0xf0 811 812 vspltisb 8,4 813 vxor 9,9,9 814 lvx 10, 12, 11 815 li 11, 0x120 816 lvx 11, 12, 10 817 li 10, 0x130 818 lvx 12, 12, 9 819 li 9, 0x220 820 lvx 13, 12, 8 821 li 8, 0x230 822 823 lvx 14, 12, 11 824 li 11, 0x240 825 lvx 15, 12, 10 826 li 10, 0x250 827 828 lvx 16, 12, 9 829 li 9, 0x260 830 lvx 17, 12, 8 831 li 8, 0x270 832 lvx 18, 12, 11 833 li 11, 0x280 834 lvx 19, 12, 10 835 li 10, 0x290 836 lvx 20, 12, 9 837 li 9, 0x2a0 838 lvx 21, 12, 8 839 li 8, 0x2b0 840 lvx 22, 12, 11 841 lvx 23, 12, 10 842 843 lvx 24, 12, 9 844 lvx 25, 0, 12 845 lvx 26, 12, 8 846 blr 847.long 0 848.byte 0,12,0x14,0,0,0,0,0 849 850.align 4 851_vpaes_schedule_core: 852 mflr 7 853 854 bl _vpaes_key_preheat 855 856 857 neg 8, 3 858 lvx 0, 0, 3 859 addi 3, 3, 15 860 lvsl 27, 0, 8 861 lvx 6, 0, 3 862 addi 3, 3, 8 863 vperm 0, 6, 0, 27 864 865 866 vor 3,0,0 867 bl _vpaes_schedule_transform 868 vor 7,0,0 869 870 bne 1, .Lschedule_am_decrypting 871 872 873 li 8, 0x30 874 li 9, 4 875 li 10, 8 876 li 11, 12 877 878 lvsl 29, 0, 5 879 vnor 30, 9, 9 880 vperm 30, 30, 9, 29 881 882 883 vperm 28, 0, 0, 29 884 stvewx 28, 0, 5 885 stvewx 28, 9, 5 886 stvewx 28, 10, 5 887 addi 10, 12, 0x80 888 stvewx 28, 11, 5 889 b .Lschedule_go 890 891.Lschedule_am_decrypting: 892 srwi 8, 4, 1 893 andi. 8, 8, 32 894 xori 8, 8, 32 895 addi 10, 12, 0x80 896 897 lvx 1, 8, 10 898 li 9, 4 899 li 10, 8 900 li 11, 12 901 vperm 4, 3, 3, 1 902 903 neg 0, 5 904 lvsr 29, 0, 0 905 vnor 30, 9, 9 906 vperm 30, 9, 30, 29 907 908 909 vperm 28, 4, 4, 29 910 stvewx 28, 0, 5 911 stvewx 28, 9, 5 912 stvewx 28, 10, 5 913 addi 10, 12, 0x80 914 stvewx 28, 11, 5 915 addi 5, 5, 15 916 xori 8, 8, 0x30 917 918.Lschedule_go: 919 cmplwi 4, 192 920 bgt .Lschedule_256 921 beq .Lschedule_192 922 923 924 925 926 927 928 929 930 931 932.Lschedule_128: 933 li 0, 10 934 mtctr 0 935 936.Loop_schedule_128: 937 bl _vpaes_schedule_round 938 bdz .Lschedule_mangle_last 939 bl _vpaes_schedule_mangle 940 b .Loop_schedule_128 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957.align 4 958.Lschedule_192: 959 li 0, 4 960 lvx 0, 0, 3 961 vperm 0, 0, 6, 27 962 vsldoi 0, 0, 3, 16-8 963 bl _vpaes_schedule_transform 964 vsldoi 6, 9, 0, 16-8 965 vsldoi 6, 6, 9, 16-8 966 mtctr 0 967 968.Loop_schedule_192: 969 bl _vpaes_schedule_round 970 vsldoi 0, 0, 6, 16-8 971 bl _vpaes_schedule_mangle 972 bl _vpaes_schedule_192_smear 973 bl _vpaes_schedule_mangle 974 bl _vpaes_schedule_round 975 bdz .Lschedule_mangle_last 976 bl _vpaes_schedule_mangle 977 bl _vpaes_schedule_192_smear 978 b .Loop_schedule_192 979 980 981 982 983 984 985 986 987 988 989 990.align 4 991.Lschedule_256: 992 li 0, 7 993 addi 3, 3, 8 994 lvx 0, 0, 3 995 vperm 0, 0, 6, 27 996 bl _vpaes_schedule_transform 997 mtctr 0 998 999.Loop_schedule_256: 1000 bl _vpaes_schedule_mangle 1001 vor 6,0,0 1002 1003 1004 bl _vpaes_schedule_round 1005 bdz .Lschedule_mangle_last 1006 bl _vpaes_schedule_mangle 1007 1008 1009 vspltw 0, 0, 3-3 1010 vor 5,7,7 1011 vor 7,6,6 1012 bl _vpaes_schedule_low_round 1013 vor 7,5,5 1014 1015 b .Loop_schedule_256 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026.align 4 1027.Lschedule_mangle_last: 1028 1029 li 11, 0x2e0 1030 li 9, 0x2f0 1031 bne 1, .Lschedule_mangle_last_dec 1032 1033 1034 lvx 1, 8, 10 1035 li 11, 0x2c0 1036 li 9, 0x2d0 1037 vperm 0, 0, 0, 1 1038 1039 lvx 12, 11, 12 1040 lvx 13, 9, 12 1041 addi 5, 5, 16 1042 vxor 0, 0, 26 1043 bl _vpaes_schedule_transform 1044 1045 1046 vperm 0, 0, 0, 29 1047 li 10, 4 1048 vsel 2, 28, 0, 30 1049 li 11, 8 1050 stvx 2, 0, 5 1051 li 12, 12 1052 stvewx 0, 0, 5 1053 stvewx 0, 10, 5 1054 stvewx 0, 11, 5 1055 stvewx 0, 12, 5 1056 b .Lschedule_mangle_done 1057 1058.align 4 1059.Lschedule_mangle_last_dec: 1060 lvx 12, 11, 12 1061 lvx 13, 9, 12 1062 addi 5, 5, -16 1063 vxor 0, 0, 26 1064 bl _vpaes_schedule_transform 1065 1066 1067 addi 9, 5, -15 1068 vperm 0, 0, 0, 29 1069 li 10, 4 1070 vsel 2, 28, 0, 30 1071 li 11, 8 1072 stvx 2, 0, 5 1073 li 12, 12 1074 stvewx 0, 0, 9 1075 stvewx 0, 10, 9 1076 stvewx 0, 11, 9 1077 stvewx 0, 12, 9 1078 1079 1080.Lschedule_mangle_done: 1081 mtlr 7 1082 1083 vxor 0, 0, 0 1084 vxor 1, 1, 1 1085 vxor 2, 2, 2 1086 vxor 3, 3, 3 1087 vxor 4, 4, 4 1088 vxor 5, 5, 5 1089 vxor 6, 6, 6 1090 vxor 7, 7, 7 1091 1092 blr 1093.long 0 1094.byte 0,12,0x14,0,0,0,0,0 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110.align 4 1111_vpaes_schedule_192_smear: 1112 vspltw 0, 7, 3-3 1113 vsldoi 1, 6, 9, 16-12 1114 vsldoi 0, 0, 7, 16-8 1115 vxor 6, 6, 1 1116 vxor 6, 6, 0 1117 vor 0,6,6 1118 vsldoi 6, 9, 6, 16-8 1119 vsldoi 6, 6, 9, 16-8 1120 blr 1121.long 0 1122.byte 0,12,0x14,0,0,0,0,0 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142.align 4 1143_vpaes_schedule_round: 1144 1145 1146 vsldoi 1, 9, 24, 16-15 1147 vsldoi 24, 24, 24, 16-15 1148 vxor 7, 7, 1 1149 1150 1151 vspltw 0, 0, 3-3 1152 vsldoi 0, 0, 0, 16-1 1153 1154 1155 1156 1157_vpaes_schedule_low_round: 1158 1159 vsldoi 1, 7, 9, 16-12 1160 vxor 7, 7, 1 1161 vspltisb 1, 0x0f 1162 vsldoi 4, 7, 9, 16-8 1163 1164 1165 vand 1, 1, 0 1166 vsrb 0, 0, 8 1167 vxor 7, 7, 4 1168 vperm 2, 11, 9, 1 1169 vxor 1, 1, 0 1170 vperm 3, 10, 9, 0 1171 vxor 3, 3, 2 1172 vperm 4, 10, 9, 1 1173 vxor 7, 7, 26 1174 vperm 3, 10, 9, 3 1175 vxor 4, 4, 2 1176 vperm 2, 10, 9, 4 1177 vxor 3, 3, 1 1178 vxor 2, 2, 0 1179 vperm 4, 15, 9, 3 1180 vperm 1, 14, 9, 2 1181 vxor 1, 1, 4 1182 1183 1184 vxor 0, 1, 7 1185 vxor 7, 1, 7 1186 blr 1187.long 0 1188.byte 0,12,0x14,0,0,0,0,0 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199.align 4 1200_vpaes_schedule_transform: 1201 1202 vsrb 2, 0, 8 1203 1204 vperm 0, 12, 12, 0 1205 1206 vperm 2, 13, 13, 2 1207 vxor 0, 0, 2 1208 blr 1209.long 0 1210.byte 0,12,0x14,0,0,0,0,0 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235.align 4 1236_vpaes_schedule_mangle: 1237 1238 1239 bne 1, .Lschedule_mangle_dec 1240 1241 1242 vxor 4, 0, 26 1243 addi 5, 5, 16 1244 vperm 4, 4, 4, 25 1245 vperm 1, 4, 4, 25 1246 vperm 3, 1, 1, 25 1247 vxor 4, 4, 1 1248 lvx 1, 8, 10 1249 vxor 3, 3, 4 1250 1251 vperm 3, 3, 3, 1 1252 addi 8, 8, -16 1253 andi. 8, 8, 0x30 1254 1255 1256 vperm 1, 3, 3, 29 1257 vsel 2, 28, 1, 30 1258 vor 28,1,1 1259 stvx 2, 0, 5 1260 blr 1261 1262.align 4 1263.Lschedule_mangle_dec: 1264 1265 1266 vsrb 1, 0, 8 1267 1268 1269 1270 vperm 2, 16, 16, 0 1271 1272 vperm 3, 17, 17, 1 1273 vxor 3, 3, 2 1274 vperm 3, 3, 9, 25 1275 1276 1277 vperm 2, 18, 18, 0 1278 vxor 2, 2, 3 1279 1280 vperm 3, 19, 19, 1 1281 vxor 3, 3, 2 1282 vperm 3, 3, 9, 25 1283 1284 1285 vperm 2, 20, 20, 0 1286 vxor 2, 2, 3 1287 1288 vperm 3, 21, 21, 1 1289 vxor 3, 3, 2 1290 1291 1292 vperm 2, 22, 22, 0 1293 vperm 3, 3, 9, 25 1294 1295 vperm 4, 23, 23, 1 1296 lvx 1, 8, 10 1297 vxor 2, 2, 3 1298 vxor 3, 4, 2 1299 1300 addi 5, 5, -16 1301 1302 vperm 3, 3, 3, 1 1303 addi 8, 8, -16 1304 andi. 8, 8, 0x30 1305 1306 1307 vperm 1, 3, 3, 29 1308 vsel 2, 28, 1, 30 1309 vor 28,1,1 1310 stvx 2, 0, 5 1311 blr 1312.long 0 1313.byte 0,12,0x14,0,0,0,0,0 1314 1315.globl vpaes_set_encrypt_key 1316.type vpaes_set_encrypt_key,@function 1317.align 5 1318vpaes_set_encrypt_key: 1319.localentry vpaes_set_encrypt_key,0 1320 1321 stdu 1,-256(1) 1322 li 10,63 1323 li 11,79 1324 mflr 0 1325 li 6,-1 1326 stvx 20,10,1 1327 addi 10,10,32 1328 stvx 21,11,1 1329 addi 11,11,32 1330 stvx 22,10,1 1331 addi 10,10,32 1332 stvx 23,11,1 1333 addi 11,11,32 1334 stvx 24,10,1 1335 addi 10,10,32 1336 stvx 25,11,1 1337 addi 11,11,32 1338 stvx 26,10,1 1339 addi 10,10,32 1340 stvx 27,11,1 1341 addi 11,11,32 1342 stvx 28,10,1 1343 addi 10,10,32 1344 stvx 29,11,1 1345 addi 11,11,32 1346 stvx 30,10,1 1347 stvx 31,11,1 1348 stw 6,252(1) 1349 li 7, -1 1350 std 0, 272(1) 1351 or 7,7,7 1352 1353 srwi 9, 4, 5 1354 addi 9, 9, 6 1355 stw 9, 240(5) 1356 1357 cmplw 1,4,4 1358 li 8, 0x30 1359 bl _vpaes_schedule_core 1360 1361 ld 0, 272(1) 1362 li 10,63 1363 li 11,79 1364 or 6,6,6 1365 mtlr 0 1366 xor 3, 3, 3 1367 lvx 20,10,1 1368 addi 10,10,32 1369 lvx 21,11,1 1370 addi 11,11,32 1371 lvx 22,10,1 1372 addi 10,10,32 1373 lvx 23,11,1 1374 addi 11,11,32 1375 lvx 24,10,1 1376 addi 10,10,32 1377 lvx 25,11,1 1378 addi 11,11,32 1379 lvx 26,10,1 1380 addi 10,10,32 1381 lvx 27,11,1 1382 addi 11,11,32 1383 lvx 28,10,1 1384 addi 10,10,32 1385 lvx 29,11,1 1386 addi 11,11,32 1387 lvx 30,10,1 1388 lvx 31,11,1 1389 addi 1,1,256 1390 blr 1391.long 0 1392.byte 0,12,0x04,1,0x80,0,3,0 1393.long 0 1394.size vpaes_set_encrypt_key,.-vpaes_set_encrypt_key 1395 1396.globl vpaes_set_decrypt_key 1397.type vpaes_set_decrypt_key,@function 1398.align 4 1399vpaes_set_decrypt_key: 1400.localentry vpaes_set_decrypt_key,0 1401 1402 stdu 1,-256(1) 1403 li 10,63 1404 li 11,79 1405 mflr 0 1406 li 6,-1 1407 stvx 20,10,1 1408 addi 10,10,32 1409 stvx 21,11,1 1410 addi 11,11,32 1411 stvx 22,10,1 1412 addi 10,10,32 1413 stvx 23,11,1 1414 addi 11,11,32 1415 stvx 24,10,1 1416 addi 10,10,32 1417 stvx 25,11,1 1418 addi 11,11,32 1419 stvx 26,10,1 1420 addi 10,10,32 1421 stvx 27,11,1 1422 addi 11,11,32 1423 stvx 28,10,1 1424 addi 10,10,32 1425 stvx 29,11,1 1426 addi 11,11,32 1427 stvx 30,10,1 1428 stvx 31,11,1 1429 stw 6,252(1) 1430 li 7, -1 1431 std 0, 272(1) 1432 or 7,7,7 1433 1434 srwi 9, 4, 5 1435 addi 9, 9, 6 1436 stw 9, 240(5) 1437 1438 slwi 9, 9, 4 1439 add 5, 5, 9 1440 1441 cmplwi 1, 4, 0 1442 srwi 8, 4, 1 1443 andi. 8, 8, 32 1444 xori 8, 8, 32 1445 bl _vpaes_schedule_core 1446 1447 ld 0, 272(1) 1448 li 10,63 1449 li 11,79 1450 or 6,6,6 1451 mtlr 0 1452 xor 3, 3, 3 1453 lvx 20,10,1 1454 addi 10,10,32 1455 lvx 21,11,1 1456 addi 11,11,32 1457 lvx 22,10,1 1458 addi 10,10,32 1459 lvx 23,11,1 1460 addi 11,11,32 1461 lvx 24,10,1 1462 addi 10,10,32 1463 lvx 25,11,1 1464 addi 11,11,32 1465 lvx 26,10,1 1466 addi 10,10,32 1467 lvx 27,11,1 1468 addi 11,11,32 1469 lvx 28,10,1 1470 addi 10,10,32 1471 lvx 29,11,1 1472 addi 11,11,32 1473 lvx 30,10,1 1474 lvx 31,11,1 1475 addi 1,1,256 1476 blr 1477.long 0 1478.byte 0,12,0x04,1,0x80,0,3,0 1479.long 0 1480.size vpaes_set_decrypt_key,.-vpaes_set_decrypt_key 1481