1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * Copyright (C) 2020-2022 Loongson Technology Corporation Limited
4 */
5
6 #include <linux/elf.h>
7 #include <linux/kernel.h>
8 #include <linux/module.h>
9 #include <linux/moduleloader.h>
10 #include <linux/ftrace.h>
11 #include <linux/sort.h>
12
module_emit_got_entry(struct module * mod,Elf_Shdr * sechdrs,Elf_Addr val)13 Elf_Addr module_emit_got_entry(struct module *mod, Elf_Shdr *sechdrs, Elf_Addr val)
14 {
15 struct mod_section *got_sec = &mod->arch.got;
16 int i = got_sec->num_entries;
17 struct got_entry *got = get_got_entry(val, sechdrs, got_sec);
18
19 if (got)
20 return (Elf_Addr)got;
21
22 /* There is no GOT entry for val yet, create a new one. */
23 got = (struct got_entry *)sechdrs[got_sec->shndx].sh_addr;
24 got[i] = emit_got_entry(val);
25
26 got_sec->num_entries++;
27 if (got_sec->num_entries > got_sec->max_entries) {
28 /*
29 * This may happen when the module contains a GOT_HI20 without
30 * a paired GOT_LO12. Such a module is broken, reject it.
31 */
32 pr_err("%s: module contains bad GOT relocation\n", mod->name);
33 return 0;
34 }
35
36 return (Elf_Addr)&got[i];
37 }
38
module_emit_plt_entry(struct module * mod,Elf_Shdr * sechdrs,Elf_Addr val)39 Elf_Addr module_emit_plt_entry(struct module *mod, Elf_Shdr *sechdrs, Elf_Addr val)
40 {
41 int nr;
42 struct mod_section *plt_sec = &mod->arch.plt;
43 struct mod_section *plt_idx_sec = &mod->arch.plt_idx;
44 struct plt_entry *plt = get_plt_entry(val, sechdrs, plt_sec, plt_idx_sec);
45 struct plt_idx_entry *plt_idx;
46
47 if (plt)
48 return (Elf_Addr)plt;
49
50 nr = plt_sec->num_entries;
51
52 /* There is no duplicate entry, create a new one */
53 plt = (struct plt_entry *)sechdrs[plt_sec->shndx].sh_addr;
54 plt[nr] = emit_plt_entry(val);
55 plt_idx = (struct plt_idx_entry *)sechdrs[plt_idx_sec->shndx].sh_addr;
56 plt_idx[nr] = emit_plt_idx_entry(val);
57
58 plt_sec->num_entries++;
59 plt_idx_sec->num_entries++;
60 BUG_ON(plt_sec->num_entries > plt_sec->max_entries);
61
62 return (Elf_Addr)&plt[nr];
63 }
64
65 #define cmp_3way(a, b) ((a) < (b) ? -1 : (a) > (b))
66
compare_rela(const void * x,const void * y)67 static int compare_rela(const void *x, const void *y)
68 {
69 int ret;
70 const Elf_Rela *rela_x = x, *rela_y = y;
71
72 ret = cmp_3way(rela_x->r_info, rela_y->r_info);
73 if (ret == 0)
74 ret = cmp_3way(rela_x->r_addend, rela_y->r_addend);
75
76 return ret;
77 }
78
count_max_entries(Elf_Rela * relas,int num,unsigned int * plts,unsigned int * gots)79 static void count_max_entries(Elf_Rela *relas, int num,
80 unsigned int *plts, unsigned int *gots)
81 {
82 unsigned int i;
83
84 sort(relas, num, sizeof(Elf_Rela), compare_rela, NULL);
85
86 for (i = 0; i < num; i++) {
87 if (i && !compare_rela(&relas[i-1], &relas[i]))
88 continue;
89
90 switch (ELF_R_TYPE(relas[i].r_info)) {
91 case R_LARCH_SOP_PUSH_PLT_PCREL:
92 case R_LARCH_B26:
93 (*plts)++;
94 break;
95 case R_LARCH_GOT_PC_HI20:
96 (*gots)++;
97 break;
98 default:
99 break; /* Do nothing. */
100 }
101 }
102 }
103
module_frob_arch_sections(Elf_Ehdr * ehdr,Elf_Shdr * sechdrs,char * secstrings,struct module * mod)104 int module_frob_arch_sections(Elf_Ehdr *ehdr, Elf_Shdr *sechdrs,
105 char *secstrings, struct module *mod)
106 {
107 unsigned int i, num_plts = 0, num_gots = 0;
108 Elf_Shdr *got_sec, *plt_sec, *plt_idx_sec, *tramp = NULL;
109
110 /*
111 * Find the empty .plt sections.
112 */
113 for (i = 0; i < ehdr->e_shnum; i++) {
114 if (!strcmp(secstrings + sechdrs[i].sh_name, ".got"))
115 mod->arch.got.shndx = i;
116 else if (!strcmp(secstrings + sechdrs[i].sh_name, ".plt"))
117 mod->arch.plt.shndx = i;
118 else if (!strcmp(secstrings + sechdrs[i].sh_name, ".plt.idx"))
119 mod->arch.plt_idx.shndx = i;
120 else if (!strcmp(secstrings + sechdrs[i].sh_name, ".ftrace_trampoline"))
121 tramp = sechdrs + i;
122 }
123
124 if (!mod->arch.got.shndx) {
125 pr_err("%s: module GOT section(s) missing\n", mod->name);
126 return -ENOEXEC;
127 }
128 if (!mod->arch.plt.shndx) {
129 pr_err("%s: module PLT section(s) missing\n", mod->name);
130 return -ENOEXEC;
131 }
132 if (!mod->arch.plt_idx.shndx) {
133 pr_err("%s: module PLT.IDX section(s) missing\n", mod->name);
134 return -ENOEXEC;
135 }
136
137 /* Calculate the maxinum number of entries */
138 for (i = 0; i < ehdr->e_shnum; i++) {
139 int num_rela = sechdrs[i].sh_size / sizeof(Elf_Rela);
140 Elf_Rela *relas = (void *)ehdr + sechdrs[i].sh_offset;
141 Elf_Shdr *dst_sec = sechdrs + sechdrs[i].sh_info;
142
143 if (sechdrs[i].sh_type != SHT_RELA)
144 continue;
145
146 /* ignore relocations that operate on non-exec sections */
147 if (!(dst_sec->sh_flags & SHF_EXECINSTR))
148 continue;
149
150 count_max_entries(relas, num_rela, &num_plts, &num_gots);
151 }
152
153 got_sec = sechdrs + mod->arch.got.shndx;
154 got_sec->sh_type = SHT_NOBITS;
155 got_sec->sh_flags = SHF_ALLOC;
156 got_sec->sh_addralign = L1_CACHE_BYTES;
157 got_sec->sh_size = (num_gots + 1) * sizeof(struct got_entry);
158 mod->arch.got.num_entries = 0;
159 mod->arch.got.max_entries = num_gots;
160
161 plt_sec = sechdrs + mod->arch.plt.shndx;
162 plt_sec->sh_type = SHT_NOBITS;
163 plt_sec->sh_flags = SHF_EXECINSTR | SHF_ALLOC;
164 plt_sec->sh_addralign = L1_CACHE_BYTES;
165 plt_sec->sh_size = (num_plts + 1) * sizeof(struct plt_entry);
166 mod->arch.plt.num_entries = 0;
167 mod->arch.plt.max_entries = num_plts;
168
169 plt_idx_sec = sechdrs + mod->arch.plt_idx.shndx;
170 plt_idx_sec->sh_type = SHT_NOBITS;
171 plt_idx_sec->sh_flags = SHF_ALLOC;
172 plt_idx_sec->sh_addralign = L1_CACHE_BYTES;
173 plt_idx_sec->sh_size = (num_plts + 1) * sizeof(struct plt_idx_entry);
174 mod->arch.plt_idx.num_entries = 0;
175 mod->arch.plt_idx.max_entries = num_plts;
176
177 if (tramp) {
178 tramp->sh_type = SHT_NOBITS;
179 tramp->sh_flags = SHF_EXECINSTR | SHF_ALLOC;
180 tramp->sh_addralign = __alignof__(struct plt_entry);
181 tramp->sh_size = NR_FTRACE_PLTS * sizeof(struct plt_entry);
182 }
183
184 return 0;
185 }
186