1a17ae4c3SGreg Kroah-Hartman // SPDX-License-Identifier: GPL-2.0+ 21da177e4SLinus Torvalds /* 3a53c8fabSHeiko Carstens * Kernel module help for s390. 41da177e4SLinus Torvalds * 51da177e4SLinus Torvalds * S390 version 6a53c8fabSHeiko Carstens * Copyright IBM Corp. 2002, 2003 71da177e4SLinus Torvalds * Author(s): Arnd Bergmann (arndb@de.ibm.com) 81da177e4SLinus Torvalds * Martin Schwidefsky (schwidefsky@de.ibm.com) 91da177e4SLinus Torvalds * 101da177e4SLinus Torvalds * based on i386 version 111da177e4SLinus Torvalds * Copyright (C) 2001 Rusty Russell. 121da177e4SLinus Torvalds */ 131da177e4SLinus Torvalds #include <linux/module.h> 141da177e4SLinus Torvalds #include <linux/elf.h> 151da177e4SLinus Torvalds #include <linux/vmalloc.h> 161da177e4SLinus Torvalds #include <linux/fs.h> 171da177e4SLinus Torvalds #include <linux/string.h> 181da177e4SLinus Torvalds #include <linux/kernel.h> 192b67fc46SHeiko Carstens #include <linux/moduleloader.h> 20c0007f1aSHeiko Carstens #include <linux/bug.h> 21686140a1SVasily Gorbik #include <asm/alternative.h> 22*f19fbd5eSMartin Schwidefsky #include <asm/nospec-branch.h> 23*f19fbd5eSMartin Schwidefsky #include <asm/facility.h> 241da177e4SLinus Torvalds 251da177e4SLinus Torvalds #if 0 261da177e4SLinus Torvalds #define DEBUGP printk 271da177e4SLinus Torvalds #else 281da177e4SLinus Torvalds #define DEBUGP(fmt , ...) 291da177e4SLinus Torvalds #endif 301da177e4SLinus Torvalds 311da177e4SLinus Torvalds #define PLT_ENTRY_SIZE 20 321da177e4SLinus Torvalds 33c972cc60SHeiko Carstens void *module_alloc(unsigned long size) 34c972cc60SHeiko Carstens { 35c972cc60SHeiko Carstens if (PAGE_ALIGN(size) > MODULES_LEN) 36c972cc60SHeiko Carstens return NULL; 37c972cc60SHeiko Carstens return __vmalloc_node_range(size, 1, MODULES_VADDR, MODULES_END, 3857d7f939SMartin Schwidefsky GFP_KERNEL, PAGE_KERNEL_EXEC, 3957d7f939SMartin Schwidefsky 0, NUMA_NO_NODE, 40c972cc60SHeiko Carstens __builtin_return_address(0)); 41c972cc60SHeiko Carstens } 42c972cc60SHeiko Carstens 43d453cdedSRusty Russell void module_arch_freeing_init(struct module *mod) 441da177e4SLinus Torvalds { 45f31e0960SJessica Yu if (is_livepatch_module(mod) && 46f31e0960SJessica Yu mod->state == MODULE_STATE_LIVE) 47f31e0960SJessica Yu return; 48f31e0960SJessica Yu 496a03f5f0SChristian Borntraeger vfree(mod->arch.syminfo); 506a03f5f0SChristian Borntraeger mod->arch.syminfo = NULL; 513164a3cbSHendrik Brueckner } 521da177e4SLinus Torvalds 53083e14c0SMartin Schwidefsky static void check_rela(Elf_Rela *rela, struct module *me) 541da177e4SLinus Torvalds { 551da177e4SLinus Torvalds struct mod_arch_syminfo *info; 561da177e4SLinus Torvalds 571da177e4SLinus Torvalds info = me->arch.syminfo + ELF_R_SYM (rela->r_info); 581da177e4SLinus Torvalds switch (ELF_R_TYPE (rela->r_info)) { 591da177e4SLinus Torvalds case R_390_GOT12: /* 12 bit GOT offset. */ 601da177e4SLinus Torvalds case R_390_GOT16: /* 16 bit GOT offset. */ 611da177e4SLinus Torvalds case R_390_GOT20: /* 20 bit GOT offset. */ 621da177e4SLinus Torvalds case R_390_GOT32: /* 32 bit GOT offset. */ 631da177e4SLinus Torvalds case R_390_GOT64: /* 64 bit GOT offset. */ 641da177e4SLinus Torvalds case R_390_GOTENT: /* 32 bit PC rel. to GOT entry shifted by 1. */ 651da177e4SLinus Torvalds case R_390_GOTPLT12: /* 12 bit offset to jump slot. */ 661da177e4SLinus Torvalds case R_390_GOTPLT16: /* 16 bit offset to jump slot. */ 671da177e4SLinus Torvalds case R_390_GOTPLT20: /* 20 bit offset to jump slot. */ 681da177e4SLinus Torvalds case R_390_GOTPLT32: /* 32 bit offset to jump slot. */ 691da177e4SLinus Torvalds case R_390_GOTPLT64: /* 64 bit offset to jump slot. */ 701da177e4SLinus Torvalds case R_390_GOTPLTENT: /* 32 bit rel. offset to jump slot >> 1. */ 711da177e4SLinus Torvalds if (info->got_offset == -1UL) { 721da177e4SLinus Torvalds info->got_offset = me->arch.got_size; 731da177e4SLinus Torvalds me->arch.got_size += sizeof(void*); 741da177e4SLinus Torvalds } 751da177e4SLinus Torvalds break; 761da177e4SLinus Torvalds case R_390_PLT16DBL: /* 16 bit PC rel. PLT shifted by 1. */ 771da177e4SLinus Torvalds case R_390_PLT32DBL: /* 32 bit PC rel. PLT shifted by 1. */ 781da177e4SLinus Torvalds case R_390_PLT32: /* 32 bit PC relative PLT address. */ 791da177e4SLinus Torvalds case R_390_PLT64: /* 64 bit PC relative PLT address. */ 801da177e4SLinus Torvalds case R_390_PLTOFF16: /* 16 bit offset from GOT to PLT. */ 811da177e4SLinus Torvalds case R_390_PLTOFF32: /* 32 bit offset from GOT to PLT. */ 821da177e4SLinus Torvalds case R_390_PLTOFF64: /* 16 bit offset from GOT to PLT. */ 831da177e4SLinus Torvalds if (info->plt_offset == -1UL) { 841da177e4SLinus Torvalds info->plt_offset = me->arch.plt_size; 851da177e4SLinus Torvalds me->arch.plt_size += PLT_ENTRY_SIZE; 861da177e4SLinus Torvalds } 871da177e4SLinus Torvalds break; 881da177e4SLinus Torvalds case R_390_COPY: 891da177e4SLinus Torvalds case R_390_GLOB_DAT: 901da177e4SLinus Torvalds case R_390_JMP_SLOT: 911da177e4SLinus Torvalds case R_390_RELATIVE: 921da177e4SLinus Torvalds /* Only needed if we want to support loading of 931da177e4SLinus Torvalds modules linked with -shared. */ 941da177e4SLinus Torvalds break; 951da177e4SLinus Torvalds } 961da177e4SLinus Torvalds } 971da177e4SLinus Torvalds 981da177e4SLinus Torvalds /* 991da177e4SLinus Torvalds * Account for GOT and PLT relocations. We can't add sections for 1001da177e4SLinus Torvalds * got and plt but we can increase the core module size. 1011da177e4SLinus Torvalds */ 102083e14c0SMartin Schwidefsky int module_frob_arch_sections(Elf_Ehdr *hdr, Elf_Shdr *sechdrs, 1031da177e4SLinus Torvalds char *secstrings, struct module *me) 1041da177e4SLinus Torvalds { 1051da177e4SLinus Torvalds Elf_Shdr *symtab; 1061da177e4SLinus Torvalds Elf_Sym *symbols; 1071da177e4SLinus Torvalds Elf_Rela *rela; 1081da177e4SLinus Torvalds char *strings; 1091da177e4SLinus Torvalds int nrela, i, j; 1101da177e4SLinus Torvalds 1111da177e4SLinus Torvalds /* Find symbol table and string table. */ 112d2c993d8SHeiko Carstens symtab = NULL; 1131da177e4SLinus Torvalds for (i = 0; i < hdr->e_shnum; i++) 1141da177e4SLinus Torvalds switch (sechdrs[i].sh_type) { 1151da177e4SLinus Torvalds case SHT_SYMTAB: 1161da177e4SLinus Torvalds symtab = sechdrs + i; 1171da177e4SLinus Torvalds break; 1181da177e4SLinus Torvalds } 1191da177e4SLinus Torvalds if (!symtab) { 1201da177e4SLinus Torvalds printk(KERN_ERR "module %s: no symbol table\n", me->name); 1211da177e4SLinus Torvalds return -ENOEXEC; 1221da177e4SLinus Torvalds } 1231da177e4SLinus Torvalds 1241da177e4SLinus Torvalds /* Allocate one syminfo structure per symbol. */ 1251da177e4SLinus Torvalds me->arch.nsyms = symtab->sh_size / sizeof(Elf_Sym); 1261da177e4SLinus Torvalds me->arch.syminfo = vmalloc(me->arch.nsyms * 1271da177e4SLinus Torvalds sizeof(struct mod_arch_syminfo)); 1281da177e4SLinus Torvalds if (!me->arch.syminfo) 1291da177e4SLinus Torvalds return -ENOMEM; 1301da177e4SLinus Torvalds symbols = (void *) hdr + symtab->sh_offset; 1311da177e4SLinus Torvalds strings = (void *) hdr + sechdrs[symtab->sh_link].sh_offset; 1321da177e4SLinus Torvalds for (i = 0; i < me->arch.nsyms; i++) { 1331da177e4SLinus Torvalds if (symbols[i].st_shndx == SHN_UNDEF && 1341da177e4SLinus Torvalds strcmp(strings + symbols[i].st_name, 1351da177e4SLinus Torvalds "_GLOBAL_OFFSET_TABLE_") == 0) 1361da177e4SLinus Torvalds /* "Define" it as absolute. */ 1371da177e4SLinus Torvalds symbols[i].st_shndx = SHN_ABS; 1381da177e4SLinus Torvalds me->arch.syminfo[i].got_offset = -1UL; 1391da177e4SLinus Torvalds me->arch.syminfo[i].plt_offset = -1UL; 1401da177e4SLinus Torvalds me->arch.syminfo[i].got_initialized = 0; 1411da177e4SLinus Torvalds me->arch.syminfo[i].plt_initialized = 0; 1421da177e4SLinus Torvalds } 1431da177e4SLinus Torvalds 1441da177e4SLinus Torvalds /* Search for got/plt relocations. */ 1451da177e4SLinus Torvalds me->arch.got_size = me->arch.plt_size = 0; 1461da177e4SLinus Torvalds for (i = 0; i < hdr->e_shnum; i++) { 1471da177e4SLinus Torvalds if (sechdrs[i].sh_type != SHT_RELA) 1481da177e4SLinus Torvalds continue; 1491da177e4SLinus Torvalds nrela = sechdrs[i].sh_size / sizeof(Elf_Rela); 1501da177e4SLinus Torvalds rela = (void *) hdr + sechdrs[i].sh_offset; 1511da177e4SLinus Torvalds for (j = 0; j < nrela; j++) 1521da177e4SLinus Torvalds check_rela(rela + j, me); 1531da177e4SLinus Torvalds } 1541da177e4SLinus Torvalds 1551da177e4SLinus Torvalds /* Increase core size by size of got & plt and set start 1561da177e4SLinus Torvalds offsets for got and plt. */ 1577523e4dcSRusty Russell me->core_layout.size = ALIGN(me->core_layout.size, 4); 1587523e4dcSRusty Russell me->arch.got_offset = me->core_layout.size; 1597523e4dcSRusty Russell me->core_layout.size += me->arch.got_size; 1607523e4dcSRusty Russell me->arch.plt_offset = me->core_layout.size; 161*f19fbd5eSMartin Schwidefsky if (me->arch.plt_size) { 162*f19fbd5eSMartin Schwidefsky if (IS_ENABLED(CONFIG_EXPOLINE) && !nospec_call_disable) 163*f19fbd5eSMartin Schwidefsky me->arch.plt_size += PLT_ENTRY_SIZE; 1647523e4dcSRusty Russell me->core_layout.size += me->arch.plt_size; 165*f19fbd5eSMartin Schwidefsky } 1661da177e4SLinus Torvalds return 0; 1671da177e4SLinus Torvalds } 1681da177e4SLinus Torvalds 169083e14c0SMartin Schwidefsky static int apply_rela_bits(Elf_Addr loc, Elf_Addr val, 170083e14c0SMartin Schwidefsky int sign, int bits, int shift) 171083e14c0SMartin Schwidefsky { 172083e14c0SMartin Schwidefsky unsigned long umax; 173083e14c0SMartin Schwidefsky long min, max; 174083e14c0SMartin Schwidefsky 175083e14c0SMartin Schwidefsky if (val & ((1UL << shift) - 1)) 176083e14c0SMartin Schwidefsky return -ENOEXEC; 177083e14c0SMartin Schwidefsky if (sign) { 178083e14c0SMartin Schwidefsky val = (Elf_Addr)(((long) val) >> shift); 179083e14c0SMartin Schwidefsky min = -(1L << (bits - 1)); 180083e14c0SMartin Schwidefsky max = (1L << (bits - 1)) - 1; 181083e14c0SMartin Schwidefsky if ((long) val < min || (long) val > max) 182083e14c0SMartin Schwidefsky return -ENOEXEC; 183083e14c0SMartin Schwidefsky } else { 184083e14c0SMartin Schwidefsky val >>= shift; 185083e14c0SMartin Schwidefsky umax = ((1UL << (bits - 1)) << 1) - 1; 186083e14c0SMartin Schwidefsky if ((unsigned long) val > umax) 187083e14c0SMartin Schwidefsky return -ENOEXEC; 188083e14c0SMartin Schwidefsky } 189083e14c0SMartin Schwidefsky 190083e14c0SMartin Schwidefsky if (bits == 8) 191083e14c0SMartin Schwidefsky *(unsigned char *) loc = val; 192083e14c0SMartin Schwidefsky else if (bits == 12) 193083e14c0SMartin Schwidefsky *(unsigned short *) loc = (val & 0xfff) | 194083e14c0SMartin Schwidefsky (*(unsigned short *) loc & 0xf000); 195083e14c0SMartin Schwidefsky else if (bits == 16) 196083e14c0SMartin Schwidefsky *(unsigned short *) loc = val; 197083e14c0SMartin Schwidefsky else if (bits == 20) 198083e14c0SMartin Schwidefsky *(unsigned int *) loc = (val & 0xfff) << 16 | 199083e14c0SMartin Schwidefsky (val & 0xff000) >> 4 | 200083e14c0SMartin Schwidefsky (*(unsigned int *) loc & 0xf00000ff); 201083e14c0SMartin Schwidefsky else if (bits == 32) 202083e14c0SMartin Schwidefsky *(unsigned int *) loc = val; 203083e14c0SMartin Schwidefsky else if (bits == 64) 204083e14c0SMartin Schwidefsky *(unsigned long *) loc = val; 205083e14c0SMartin Schwidefsky return 0; 206083e14c0SMartin Schwidefsky } 207083e14c0SMartin Schwidefsky 208083e14c0SMartin Schwidefsky static int apply_rela(Elf_Rela *rela, Elf_Addr base, Elf_Sym *symtab, 209083e14c0SMartin Schwidefsky const char *strtab, struct module *me) 2101da177e4SLinus Torvalds { 2111da177e4SLinus Torvalds struct mod_arch_syminfo *info; 2121da177e4SLinus Torvalds Elf_Addr loc, val; 2131da177e4SLinus Torvalds int r_type, r_sym; 21472a6b43eSHeiko Carstens int rc = -ENOEXEC; 2151da177e4SLinus Torvalds 2161da177e4SLinus Torvalds /* This is where to make the change */ 2171da177e4SLinus Torvalds loc = base + rela->r_offset; 2181da177e4SLinus Torvalds /* This is the symbol it is referring to. Note that all 2191da177e4SLinus Torvalds undefined symbols have been resolved. */ 2201da177e4SLinus Torvalds r_sym = ELF_R_SYM(rela->r_info); 2211da177e4SLinus Torvalds r_type = ELF_R_TYPE(rela->r_info); 2221da177e4SLinus Torvalds info = me->arch.syminfo + r_sym; 2231da177e4SLinus Torvalds val = symtab[r_sym].st_value; 2241da177e4SLinus Torvalds 2251da177e4SLinus Torvalds switch (r_type) { 226e80cfc31SHendrik Brueckner case R_390_NONE: /* No relocation. */ 227e80cfc31SHendrik Brueckner rc = 0; 228e80cfc31SHendrik Brueckner break; 2291da177e4SLinus Torvalds case R_390_8: /* Direct 8 bit. */ 2301da177e4SLinus Torvalds case R_390_12: /* Direct 12 bit. */ 2311da177e4SLinus Torvalds case R_390_16: /* Direct 16 bit. */ 2321da177e4SLinus Torvalds case R_390_20: /* Direct 20 bit. */ 2331da177e4SLinus Torvalds case R_390_32: /* Direct 32 bit. */ 2341da177e4SLinus Torvalds case R_390_64: /* Direct 64 bit. */ 2351da177e4SLinus Torvalds val += rela->r_addend; 2361da177e4SLinus Torvalds if (r_type == R_390_8) 237083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 0, 8, 0); 2381da177e4SLinus Torvalds else if (r_type == R_390_12) 239083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 0, 12, 0); 2401da177e4SLinus Torvalds else if (r_type == R_390_16) 241083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 0, 16, 0); 2421da177e4SLinus Torvalds else if (r_type == R_390_20) 243083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 1, 20, 0); 2441da177e4SLinus Torvalds else if (r_type == R_390_32) 245083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 0, 32, 0); 2461da177e4SLinus Torvalds else if (r_type == R_390_64) 247083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 0, 64, 0); 2481da177e4SLinus Torvalds break; 2491da177e4SLinus Torvalds case R_390_PC16: /* PC relative 16 bit. */ 2501da177e4SLinus Torvalds case R_390_PC16DBL: /* PC relative 16 bit shifted by 1. */ 2511da177e4SLinus Torvalds case R_390_PC32DBL: /* PC relative 32 bit shifted by 1. */ 2521da177e4SLinus Torvalds case R_390_PC32: /* PC relative 32 bit. */ 2531da177e4SLinus Torvalds case R_390_PC64: /* PC relative 64 bit. */ 2541da177e4SLinus Torvalds val += rela->r_addend - loc; 2551da177e4SLinus Torvalds if (r_type == R_390_PC16) 256083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 1, 16, 0); 2571da177e4SLinus Torvalds else if (r_type == R_390_PC16DBL) 258083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 1, 16, 1); 2591da177e4SLinus Torvalds else if (r_type == R_390_PC32DBL) 260083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 1, 32, 1); 2611da177e4SLinus Torvalds else if (r_type == R_390_PC32) 262083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 1, 32, 0); 2631da177e4SLinus Torvalds else if (r_type == R_390_PC64) 264083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 1, 64, 0); 2651da177e4SLinus Torvalds break; 2661da177e4SLinus Torvalds case R_390_GOT12: /* 12 bit GOT offset. */ 2671da177e4SLinus Torvalds case R_390_GOT16: /* 16 bit GOT offset. */ 2681da177e4SLinus Torvalds case R_390_GOT20: /* 20 bit GOT offset. */ 2691da177e4SLinus Torvalds case R_390_GOT32: /* 32 bit GOT offset. */ 2701da177e4SLinus Torvalds case R_390_GOT64: /* 64 bit GOT offset. */ 2711da177e4SLinus Torvalds case R_390_GOTENT: /* 32 bit PC rel. to GOT entry shifted by 1. */ 2721da177e4SLinus Torvalds case R_390_GOTPLT12: /* 12 bit offset to jump slot. */ 2731da177e4SLinus Torvalds case R_390_GOTPLT20: /* 20 bit offset to jump slot. */ 2741da177e4SLinus Torvalds case R_390_GOTPLT16: /* 16 bit offset to jump slot. */ 2751da177e4SLinus Torvalds case R_390_GOTPLT32: /* 32 bit offset to jump slot. */ 2761da177e4SLinus Torvalds case R_390_GOTPLT64: /* 64 bit offset to jump slot. */ 2771da177e4SLinus Torvalds case R_390_GOTPLTENT: /* 32 bit rel. offset to jump slot >> 1. */ 2781da177e4SLinus Torvalds if (info->got_initialized == 0) { 2791da177e4SLinus Torvalds Elf_Addr *gotent; 2801da177e4SLinus Torvalds 2817523e4dcSRusty Russell gotent = me->core_layout.base + me->arch.got_offset + 2821da177e4SLinus Torvalds info->got_offset; 2831da177e4SLinus Torvalds *gotent = val; 2841da177e4SLinus Torvalds info->got_initialized = 1; 2851da177e4SLinus Torvalds } 2861da177e4SLinus Torvalds val = info->got_offset + rela->r_addend; 2871da177e4SLinus Torvalds if (r_type == R_390_GOT12 || 2881da177e4SLinus Torvalds r_type == R_390_GOTPLT12) 289083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 0, 12, 0); 2901da177e4SLinus Torvalds else if (r_type == R_390_GOT16 || 2911da177e4SLinus Torvalds r_type == R_390_GOTPLT16) 292083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 0, 16, 0); 2931da177e4SLinus Torvalds else if (r_type == R_390_GOT20 || 2941da177e4SLinus Torvalds r_type == R_390_GOTPLT20) 295083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 1, 20, 0); 2961da177e4SLinus Torvalds else if (r_type == R_390_GOT32 || 2971da177e4SLinus Torvalds r_type == R_390_GOTPLT32) 298083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 0, 32, 0); 2991da177e4SLinus Torvalds else if (r_type == R_390_GOT64 || 3001da177e4SLinus Torvalds r_type == R_390_GOTPLT64) 301083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 0, 64, 0); 302083e14c0SMartin Schwidefsky else if (r_type == R_390_GOTENT || 303083e14c0SMartin Schwidefsky r_type == R_390_GOTPLTENT) { 3047523e4dcSRusty Russell val += (Elf_Addr) me->core_layout.base - loc; 305083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 1, 32, 1); 306083e14c0SMartin Schwidefsky } 3071da177e4SLinus Torvalds break; 3081da177e4SLinus Torvalds case R_390_PLT16DBL: /* 16 bit PC rel. PLT shifted by 1. */ 3091da177e4SLinus Torvalds case R_390_PLT32DBL: /* 32 bit PC rel. PLT shifted by 1. */ 3101da177e4SLinus Torvalds case R_390_PLT32: /* 32 bit PC relative PLT address. */ 3111da177e4SLinus Torvalds case R_390_PLT64: /* 64 bit PC relative PLT address. */ 3121da177e4SLinus Torvalds case R_390_PLTOFF16: /* 16 bit offset from GOT to PLT. */ 3131da177e4SLinus Torvalds case R_390_PLTOFF32: /* 32 bit offset from GOT to PLT. */ 3141da177e4SLinus Torvalds case R_390_PLTOFF64: /* 16 bit offset from GOT to PLT. */ 3151da177e4SLinus Torvalds if (info->plt_initialized == 0) { 3161da177e4SLinus Torvalds unsigned int *ip; 3177523e4dcSRusty Russell ip = me->core_layout.base + me->arch.plt_offset + 3181da177e4SLinus Torvalds info->plt_offset; 319*f19fbd5eSMartin Schwidefsky ip[0] = 0x0d10e310; /* basr 1,0 */ 320*f19fbd5eSMartin Schwidefsky ip[1] = 0x100a0004; /* lg 1,10(1) */ 321*f19fbd5eSMartin Schwidefsky if (IS_ENABLED(CONFIG_EXPOLINE) && 322*f19fbd5eSMartin Schwidefsky !nospec_call_disable) { 323*f19fbd5eSMartin Schwidefsky unsigned int *ij; 324*f19fbd5eSMartin Schwidefsky ij = me->core_layout.base + 325*f19fbd5eSMartin Schwidefsky me->arch.plt_offset + 326*f19fbd5eSMartin Schwidefsky me->arch.plt_size - PLT_ENTRY_SIZE; 327*f19fbd5eSMartin Schwidefsky ip[2] = 0xa7f40000 + /* j __jump_r1 */ 328*f19fbd5eSMartin Schwidefsky (unsigned int)(u16) 329*f19fbd5eSMartin Schwidefsky (((unsigned long) ij - 8 - 330*f19fbd5eSMartin Schwidefsky (unsigned long) ip) / 2); 331*f19fbd5eSMartin Schwidefsky } else { 332*f19fbd5eSMartin Schwidefsky ip[2] = 0x07f10000; /* br %r1 */ 333*f19fbd5eSMartin Schwidefsky } 3341da177e4SLinus Torvalds ip[3] = (unsigned int) (val >> 32); 3351da177e4SLinus Torvalds ip[4] = (unsigned int) val; 3361da177e4SLinus Torvalds info->plt_initialized = 1; 3371da177e4SLinus Torvalds } 3381da177e4SLinus Torvalds if (r_type == R_390_PLTOFF16 || 339504665a9SMartin Schwidefsky r_type == R_390_PLTOFF32 || 340504665a9SMartin Schwidefsky r_type == R_390_PLTOFF64) 3411da177e4SLinus Torvalds val = me->arch.plt_offset - me->arch.got_offset + 3421da177e4SLinus Torvalds info->plt_offset + rela->r_addend; 343504665a9SMartin Schwidefsky else { 344504665a9SMartin Schwidefsky if (!((r_type == R_390_PLT16DBL && 345504665a9SMartin Schwidefsky val - loc + 0xffffUL < 0x1ffffeUL) || 346504665a9SMartin Schwidefsky (r_type == R_390_PLT32DBL && 347504665a9SMartin Schwidefsky val - loc + 0xffffffffULL < 0x1fffffffeULL))) 3487523e4dcSRusty Russell val = (Elf_Addr) me->core_layout.base + 349504665a9SMartin Schwidefsky me->arch.plt_offset + 350504665a9SMartin Schwidefsky info->plt_offset; 351504665a9SMartin Schwidefsky val += rela->r_addend - loc; 352504665a9SMartin Schwidefsky } 3531da177e4SLinus Torvalds if (r_type == R_390_PLT16DBL) 354083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 1, 16, 1); 3551da177e4SLinus Torvalds else if (r_type == R_390_PLTOFF16) 356083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 0, 16, 0); 3571da177e4SLinus Torvalds else if (r_type == R_390_PLT32DBL) 358083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 1, 32, 1); 3591da177e4SLinus Torvalds else if (r_type == R_390_PLT32 || 3601da177e4SLinus Torvalds r_type == R_390_PLTOFF32) 361083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 0, 32, 0); 3621da177e4SLinus Torvalds else if (r_type == R_390_PLT64 || 3631da177e4SLinus Torvalds r_type == R_390_PLTOFF64) 364083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 0, 64, 0); 3651da177e4SLinus Torvalds break; 3661da177e4SLinus Torvalds case R_390_GOTOFF16: /* 16 bit offset to GOT. */ 3671da177e4SLinus Torvalds case R_390_GOTOFF32: /* 32 bit offset to GOT. */ 3681da177e4SLinus Torvalds case R_390_GOTOFF64: /* 64 bit offset to GOT. */ 3691da177e4SLinus Torvalds val = val + rela->r_addend - 3707523e4dcSRusty Russell ((Elf_Addr) me->core_layout.base + me->arch.got_offset); 3711da177e4SLinus Torvalds if (r_type == R_390_GOTOFF16) 372083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 0, 16, 0); 3731da177e4SLinus Torvalds else if (r_type == R_390_GOTOFF32) 374083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 0, 32, 0); 3751da177e4SLinus Torvalds else if (r_type == R_390_GOTOFF64) 376083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 0, 64, 0); 3771da177e4SLinus Torvalds break; 3781da177e4SLinus Torvalds case R_390_GOTPC: /* 32 bit PC relative offset to GOT. */ 3791da177e4SLinus Torvalds case R_390_GOTPCDBL: /* 32 bit PC rel. off. to GOT shifted by 1. */ 3807523e4dcSRusty Russell val = (Elf_Addr) me->core_layout.base + me->arch.got_offset + 3811da177e4SLinus Torvalds rela->r_addend - loc; 3821da177e4SLinus Torvalds if (r_type == R_390_GOTPC) 383083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 1, 32, 0); 3841da177e4SLinus Torvalds else if (r_type == R_390_GOTPCDBL) 385083e14c0SMartin Schwidefsky rc = apply_rela_bits(loc, val, 1, 32, 1); 3861da177e4SLinus Torvalds break; 3871da177e4SLinus Torvalds case R_390_COPY: 3881da177e4SLinus Torvalds case R_390_GLOB_DAT: /* Create GOT entry. */ 3891da177e4SLinus Torvalds case R_390_JMP_SLOT: /* Create PLT entry. */ 3901da177e4SLinus Torvalds case R_390_RELATIVE: /* Adjust by program base. */ 3911da177e4SLinus Torvalds /* Only needed if we want to support loading of 3921da177e4SLinus Torvalds modules linked with -shared. */ 393083e14c0SMartin Schwidefsky return -ENOEXEC; 3941da177e4SLinus Torvalds default: 395083e14c0SMartin Schwidefsky printk(KERN_ERR "module %s: unknown relocation: %u\n", 3961da177e4SLinus Torvalds me->name, r_type); 3971da177e4SLinus Torvalds return -ENOEXEC; 3981da177e4SLinus Torvalds } 399083e14c0SMartin Schwidefsky if (rc) { 400083e14c0SMartin Schwidefsky printk(KERN_ERR "module %s: relocation error for symbol %s " 401083e14c0SMartin Schwidefsky "(r_type %i, value 0x%lx)\n", 402083e14c0SMartin Schwidefsky me->name, strtab + symtab[r_sym].st_name, 403083e14c0SMartin Schwidefsky r_type, (unsigned long) val); 404083e14c0SMartin Schwidefsky return rc; 405083e14c0SMartin Schwidefsky } 4061da177e4SLinus Torvalds return 0; 4071da177e4SLinus Torvalds } 4081da177e4SLinus Torvalds 409083e14c0SMartin Schwidefsky int apply_relocate_add(Elf_Shdr *sechdrs, const char *strtab, 4101da177e4SLinus Torvalds unsigned int symindex, unsigned int relsec, 4111da177e4SLinus Torvalds struct module *me) 4121da177e4SLinus Torvalds { 4131da177e4SLinus Torvalds Elf_Addr base; 4141da177e4SLinus Torvalds Elf_Sym *symtab; 4151da177e4SLinus Torvalds Elf_Rela *rela; 4161da177e4SLinus Torvalds unsigned long i, n; 4171da177e4SLinus Torvalds int rc; 4181da177e4SLinus Torvalds 4191da177e4SLinus Torvalds DEBUGP("Applying relocate section %u to %u\n", 4201da177e4SLinus Torvalds relsec, sechdrs[relsec].sh_info); 4211da177e4SLinus Torvalds base = sechdrs[sechdrs[relsec].sh_info].sh_addr; 4221da177e4SLinus Torvalds symtab = (Elf_Sym *) sechdrs[symindex].sh_addr; 4231da177e4SLinus Torvalds rela = (Elf_Rela *) sechdrs[relsec].sh_addr; 4241da177e4SLinus Torvalds n = sechdrs[relsec].sh_size / sizeof(Elf_Rela); 4251da177e4SLinus Torvalds 4261da177e4SLinus Torvalds for (i = 0; i < n; i++, rela++) { 427083e14c0SMartin Schwidefsky rc = apply_rela(rela, base, symtab, strtab, me); 4281da177e4SLinus Torvalds if (rc) 4291da177e4SLinus Torvalds return rc; 4301da177e4SLinus Torvalds } 4311da177e4SLinus Torvalds return 0; 4321da177e4SLinus Torvalds } 4331da177e4SLinus Torvalds 4341da177e4SLinus Torvalds int module_finalize(const Elf_Ehdr *hdr, 4351da177e4SLinus Torvalds const Elf_Shdr *sechdrs, 4361da177e4SLinus Torvalds struct module *me) 4371da177e4SLinus Torvalds { 438686140a1SVasily Gorbik const Elf_Shdr *s; 439*f19fbd5eSMartin Schwidefsky char *secstrings, *secname; 440*f19fbd5eSMartin Schwidefsky void *aseg; 441*f19fbd5eSMartin Schwidefsky 442*f19fbd5eSMartin Schwidefsky if (IS_ENABLED(CONFIG_EXPOLINE) && 443*f19fbd5eSMartin Schwidefsky !nospec_call_disable && me->arch.plt_size) { 444*f19fbd5eSMartin Schwidefsky unsigned int *ij; 445*f19fbd5eSMartin Schwidefsky 446*f19fbd5eSMartin Schwidefsky ij = me->core_layout.base + me->arch.plt_offset + 447*f19fbd5eSMartin Schwidefsky me->arch.plt_size - PLT_ENTRY_SIZE; 448*f19fbd5eSMartin Schwidefsky if (test_facility(35)) { 449*f19fbd5eSMartin Schwidefsky ij[0] = 0xc6000000; /* exrl %r0,.+10 */ 450*f19fbd5eSMartin Schwidefsky ij[1] = 0x0005a7f4; /* j . */ 451*f19fbd5eSMartin Schwidefsky ij[2] = 0x000007f1; /* br %r1 */ 452*f19fbd5eSMartin Schwidefsky } else { 453*f19fbd5eSMartin Schwidefsky ij[0] = 0x44000000 | (unsigned int) 454*f19fbd5eSMartin Schwidefsky offsetof(struct lowcore, br_r1_trampoline); 455*f19fbd5eSMartin Schwidefsky ij[1] = 0xa7f40000; /* j . */ 456*f19fbd5eSMartin Schwidefsky } 457*f19fbd5eSMartin Schwidefsky } 458686140a1SVasily Gorbik 459686140a1SVasily Gorbik secstrings = (void *)hdr + sechdrs[hdr->e_shstrndx].sh_offset; 460686140a1SVasily Gorbik for (s = sechdrs; s < sechdrs + hdr->e_shnum; s++) { 461*f19fbd5eSMartin Schwidefsky aseg = (void *) s->sh_addr; 462*f19fbd5eSMartin Schwidefsky secname = secstrings + s->sh_name; 463686140a1SVasily Gorbik 464*f19fbd5eSMartin Schwidefsky if (!strcmp(".altinstructions", secname)) 465*f19fbd5eSMartin Schwidefsky /* patch .altinstructions */ 466686140a1SVasily Gorbik apply_alternatives(aseg, aseg + s->sh_size); 467*f19fbd5eSMartin Schwidefsky 468*f19fbd5eSMartin Schwidefsky if (IS_ENABLED(CONFIG_EXPOLINE) && 469*f19fbd5eSMartin Schwidefsky (!strcmp(".nospec_call_table", secname))) 470*f19fbd5eSMartin Schwidefsky nospec_call_revert(aseg, aseg + s->sh_size); 471*f19fbd5eSMartin Schwidefsky 472*f19fbd5eSMartin Schwidefsky if (IS_ENABLED(CONFIG_EXPOLINE) && 473*f19fbd5eSMartin Schwidefsky (!strcmp(".nospec_return_table", secname))) 474*f19fbd5eSMartin Schwidefsky nospec_return_revert(aseg, aseg + s->sh_size); 475686140a1SVasily Gorbik } 476686140a1SVasily Gorbik 4776f367769SHeiko Carstens jump_label_apply_nops(me); 4785336377dSLinus Torvalds return 0; 4791da177e4SLinus Torvalds } 480