xref: /linux/block/sed-opal.c (revision 5e3992fe72748ed3892be876f09d4d990548b7af)
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Copyright © 2016 Intel Corporation
4  *
5  * Authors:
6  *    Scott  Bauer      <scott.bauer@intel.com>
7  *    Rafael Antognolli <rafael.antognolli@intel.com>
8  */
9 
10 #define pr_fmt(fmt) KBUILD_MODNAME ":OPAL: " fmt
11 
12 #include <linux/delay.h>
13 #include <linux/device.h>
14 #include <linux/kernel.h>
15 #include <linux/list.h>
16 #include <linux/blkdev.h>
17 #include <linux/slab.h>
18 #include <linux/uaccess.h>
19 #include <uapi/linux/sed-opal.h>
20 #include <linux/sed-opal.h>
21 #include <linux/string.h>
22 #include <linux/kdev_t.h>
23 
24 #include "opal_proto.h"
25 
26 #define IO_BUFFER_LENGTH 2048
27 #define MAX_TOKS 64
28 
29 /* Number of bytes needed by cmd_finalize. */
30 #define CMD_FINALIZE_BYTES_NEEDED 7
31 
32 struct opal_step {
33 	int (*fn)(struct opal_dev *dev, void *data);
34 	void *data;
35 };
36 typedef int (cont_fn)(struct opal_dev *dev);
37 
38 enum opal_atom_width {
39 	OPAL_WIDTH_TINY,
40 	OPAL_WIDTH_SHORT,
41 	OPAL_WIDTH_MEDIUM,
42 	OPAL_WIDTH_LONG,
43 	OPAL_WIDTH_TOKEN
44 };
45 
46 /*
47  * On the parsed response, we don't store again the toks that are already
48  * stored in the response buffer. Instead, for each token, we just store a
49  * pointer to the position in the buffer where the token starts, and the size
50  * of the token in bytes.
51  */
52 struct opal_resp_tok {
53 	const u8 *pos;
54 	size_t len;
55 	enum opal_response_token type;
56 	enum opal_atom_width width;
57 	union {
58 		u64 u;
59 		s64 s;
60 	} stored;
61 };
62 
63 /*
64  * From the response header it's not possible to know how many tokens there are
65  * on the payload. So we hardcode that the maximum will be MAX_TOKS, and later
66  * if we start dealing with messages that have more than that, we can increase
67  * this number. This is done to avoid having to make two passes through the
68  * response, the first one counting how many tokens we have and the second one
69  * actually storing the positions.
70  */
71 struct parsed_resp {
72 	int num;
73 	struct opal_resp_tok toks[MAX_TOKS];
74 };
75 
76 struct opal_dev {
77 	u32 flags;
78 
79 	void *data;
80 	sec_send_recv *send_recv;
81 
82 	struct mutex dev_lock;
83 	u16 comid;
84 	u32 hsn;
85 	u32 tsn;
86 	u64 align; /* alignment granularity */
87 	u64 lowest_lba;
88 	u32 logical_block_size;
89 	u8  align_required; /* ALIGN: 0 or 1 */
90 
91 	size_t pos;
92 	u8 *cmd;
93 	u8 *resp;
94 
95 	struct parsed_resp parsed;
96 	size_t prev_d_len;
97 	void *prev_data;
98 
99 	struct list_head unlk_lst;
100 };
101 
102 
103 static const u8 opaluid[][OPAL_UID_LENGTH] = {
104 	/* users */
105 	[OPAL_SMUID_UID] =
106 		{ 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xff },
107 	[OPAL_THISSP_UID] =
108 		{ 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x01 },
109 	[OPAL_ADMINSP_UID] =
110 		{ 0x00, 0x00, 0x02, 0x05, 0x00, 0x00, 0x00, 0x01 },
111 	[OPAL_LOCKINGSP_UID] =
112 		{ 0x00, 0x00, 0x02, 0x05, 0x00, 0x00, 0x00, 0x02 },
113 	[OPAL_ENTERPRISE_LOCKINGSP_UID] =
114 		{ 0x00, 0x00, 0x02, 0x05, 0x00, 0x01, 0x00, 0x01 },
115 	[OPAL_ANYBODY_UID] =
116 		{ 0x00, 0x00, 0x00, 0x09, 0x00, 0x00, 0x00, 0x01 },
117 	[OPAL_SID_UID] =
118 		{ 0x00, 0x00, 0x00, 0x09, 0x00, 0x00, 0x00, 0x06 },
119 	[OPAL_ADMIN1_UID] =
120 		{ 0x00, 0x00, 0x00, 0x09, 0x00, 0x01, 0x00, 0x01 },
121 	[OPAL_USER1_UID] =
122 		{ 0x00, 0x00, 0x00, 0x09, 0x00, 0x03, 0x00, 0x01 },
123 	[OPAL_USER2_UID] =
124 		{ 0x00, 0x00, 0x00, 0x09, 0x00, 0x03, 0x00, 0x02 },
125 	[OPAL_PSID_UID] =
126 		{ 0x00, 0x00, 0x00, 0x09, 0x00, 0x01, 0xff, 0x01 },
127 	[OPAL_ENTERPRISE_BANDMASTER0_UID] =
128 		{ 0x00, 0x00, 0x00, 0x09, 0x00, 0x00, 0x80, 0x01 },
129 	[OPAL_ENTERPRISE_ERASEMASTER_UID] =
130 		{ 0x00, 0x00, 0x00, 0x09, 0x00, 0x00, 0x84, 0x01 },
131 
132 	/* tables */
133 	[OPAL_TABLE_TABLE] =
134 		{ 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x01 },
135 	[OPAL_LOCKINGRANGE_GLOBAL] =
136 		{ 0x00, 0x00, 0x08, 0x02, 0x00, 0x00, 0x00, 0x01 },
137 	[OPAL_LOCKINGRANGE_ACE_START_TO_KEY] =
138 		{ 0x00, 0x00, 0x00, 0x08, 0x00, 0x03, 0xD0, 0x01 },
139 	[OPAL_LOCKINGRANGE_ACE_RDLOCKED] =
140 		{ 0x00, 0x00, 0x00, 0x08, 0x00, 0x03, 0xE0, 0x01 },
141 	[OPAL_LOCKINGRANGE_ACE_WRLOCKED] =
142 		{ 0x00, 0x00, 0x00, 0x08, 0x00, 0x03, 0xE8, 0x01 },
143 	[OPAL_MBRCONTROL] =
144 		{ 0x00, 0x00, 0x08, 0x03, 0x00, 0x00, 0x00, 0x01 },
145 	[OPAL_MBR] =
146 		{ 0x00, 0x00, 0x08, 0x04, 0x00, 0x00, 0x00, 0x00 },
147 	[OPAL_AUTHORITY_TABLE] =
148 		{ 0x00, 0x00, 0x00, 0x09, 0x00, 0x00, 0x00, 0x00},
149 	[OPAL_C_PIN_TABLE] =
150 		{ 0x00, 0x00, 0x00, 0x0B, 0x00, 0x00, 0x00, 0x00},
151 	[OPAL_LOCKING_INFO_TABLE] =
152 		{ 0x00, 0x00, 0x08, 0x01, 0x00, 0x00, 0x00, 0x01 },
153 	[OPAL_ENTERPRISE_LOCKING_INFO_TABLE] =
154 		{ 0x00, 0x00, 0x08, 0x01, 0x00, 0x00, 0x00, 0x00 },
155 	[OPAL_DATASTORE] =
156 		{ 0x00, 0x00, 0x10, 0x01, 0x00, 0x00, 0x00, 0x00 },
157 
158 	/* C_PIN_TABLE object ID's */
159 	[OPAL_C_PIN_MSID] =
160 		{ 0x00, 0x00, 0x00, 0x0B, 0x00, 0x00, 0x84, 0x02},
161 	[OPAL_C_PIN_SID] =
162 		{ 0x00, 0x00, 0x00, 0x0B, 0x00, 0x00, 0x00, 0x01},
163 	[OPAL_C_PIN_ADMIN1] =
164 		{ 0x00, 0x00, 0x00, 0x0B, 0x00, 0x01, 0x00, 0x01},
165 
166 	/* half UID's (only first 4 bytes used) */
167 	[OPAL_HALF_UID_AUTHORITY_OBJ_REF] =
168 		{ 0x00, 0x00, 0x0C, 0x05, 0xff, 0xff, 0xff, 0xff },
169 	[OPAL_HALF_UID_BOOLEAN_ACE] =
170 		{ 0x00, 0x00, 0x04, 0x0E, 0xff, 0xff, 0xff, 0xff },
171 
172 	/* special value for omitted optional parameter */
173 	[OPAL_UID_HEXFF] =
174 		{ 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff, 0xff},
175 };
176 
177 /*
178  * TCG Storage SSC Methods.
179  * Derived from: TCG_Storage_Architecture_Core_Spec_v2.01_r1.00
180  * Section: 6.3 Assigned UIDs
181  */
182 static const u8 opalmethod[][OPAL_METHOD_LENGTH] = {
183 	[OPAL_PROPERTIES] =
184 		{ 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xff, 0x01 },
185 	[OPAL_STARTSESSION] =
186 		{ 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0xff, 0x02 },
187 	[OPAL_REVERT] =
188 		{ 0x00, 0x00, 0x00, 0x06, 0x00, 0x00, 0x02, 0x02 },
189 	[OPAL_ACTIVATE] =
190 		{ 0x00, 0x00, 0x00, 0x06, 0x00, 0x00, 0x02, 0x03 },
191 	[OPAL_EGET] =
192 		{ 0x00, 0x00, 0x00, 0x06, 0x00, 0x00, 0x00, 0x06 },
193 	[OPAL_ESET] =
194 		{ 0x00, 0x00, 0x00, 0x06, 0x00, 0x00, 0x00, 0x07 },
195 	[OPAL_NEXT] =
196 		{ 0x00, 0x00, 0x00, 0x06, 0x00, 0x00, 0x00, 0x08 },
197 	[OPAL_EAUTHENTICATE] =
198 		{ 0x00, 0x00, 0x00, 0x06, 0x00, 0x00, 0x00, 0x0c },
199 	[OPAL_GETACL] =
200 		{ 0x00, 0x00, 0x00, 0x06, 0x00, 0x00, 0x00, 0x0d },
201 	[OPAL_GENKEY] =
202 		{ 0x00, 0x00, 0x00, 0x06, 0x00, 0x00, 0x00, 0x10 },
203 	[OPAL_REVERTSP] =
204 		{ 0x00, 0x00, 0x00, 0x06, 0x00, 0x00, 0x00, 0x11 },
205 	[OPAL_GET] =
206 		{ 0x00, 0x00, 0x00, 0x06, 0x00, 0x00, 0x00, 0x16 },
207 	[OPAL_SET] =
208 		{ 0x00, 0x00, 0x00, 0x06, 0x00, 0x00, 0x00, 0x17 },
209 	[OPAL_AUTHENTICATE] =
210 		{ 0x00, 0x00, 0x00, 0x06, 0x00, 0x00, 0x00, 0x1c },
211 	[OPAL_RANDOM] =
212 		{ 0x00, 0x00, 0x00, 0x06, 0x00, 0x00, 0x06, 0x01 },
213 	[OPAL_ERASE] =
214 		{ 0x00, 0x00, 0x00, 0x06, 0x00, 0x00, 0x08, 0x03 },
215 };
216 
217 static int end_opal_session_error(struct opal_dev *dev);
218 static int opal_discovery0_step(struct opal_dev *dev);
219 
220 struct opal_suspend_data {
221 	struct opal_lock_unlock unlk;
222 	u8 lr;
223 	struct list_head node;
224 };
225 
226 /*
227  * Derived from:
228  * TCG_Storage_Architecture_Core_Spec_v2.01_r1.00
229  * Section: 5.1.5 Method Status Codes
230  */
231 static const char * const opal_errors[] = {
232 	"Success",
233 	"Not Authorized",
234 	"Unknown Error",
235 	"SP Busy",
236 	"SP Failed",
237 	"SP Disabled",
238 	"SP Frozen",
239 	"No Sessions Available",
240 	"Uniqueness Conflict",
241 	"Insufficient Space",
242 	"Insufficient Rows",
243 	"Invalid Function",
244 	"Invalid Parameter",
245 	"Invalid Reference",
246 	"Unknown Error",
247 	"TPER Malfunction",
248 	"Transaction Failure",
249 	"Response Overflow",
250 	"Authority Locked Out",
251 };
252 
253 static const char *opal_error_to_human(int error)
254 {
255 	if (error == 0x3f)
256 		return "Failed";
257 
258 	if (error >= ARRAY_SIZE(opal_errors) || error < 0)
259 		return "Unknown Error";
260 
261 	return opal_errors[error];
262 }
263 
264 static void print_buffer(const u8 *ptr, u32 length)
265 {
266 #ifdef DEBUG
267 	print_hex_dump_bytes("OPAL: ", DUMP_PREFIX_OFFSET, ptr, length);
268 	pr_debug("\n");
269 #endif
270 }
271 
272 static bool check_tper(const void *data)
273 {
274 	const struct d0_tper_features *tper = data;
275 	u8 flags = tper->supported_features;
276 
277 	if (!(flags & TPER_SYNC_SUPPORTED)) {
278 		pr_debug("TPer sync not supported. flags = %d\n",
279 			 tper->supported_features);
280 		return false;
281 	}
282 
283 	return true;
284 }
285 
286 static bool check_lcksuppt(const void *data)
287 {
288 	const struct d0_locking_features *lfeat = data;
289 	u8 sup_feat = lfeat->supported_features;
290 
291 	return !!(sup_feat & LOCKING_SUPPORTED_MASK);
292 }
293 
294 static bool check_lckenabled(const void *data)
295 {
296 	const struct d0_locking_features *lfeat = data;
297 	u8 sup_feat = lfeat->supported_features;
298 
299 	return !!(sup_feat & LOCKING_ENABLED_MASK);
300 }
301 
302 static bool check_locked(const void *data)
303 {
304 	const struct d0_locking_features *lfeat = data;
305 	u8 sup_feat = lfeat->supported_features;
306 
307 	return !!(sup_feat & LOCKED_MASK);
308 }
309 
310 static bool check_mbrenabled(const void *data)
311 {
312 	const struct d0_locking_features *lfeat = data;
313 	u8 sup_feat = lfeat->supported_features;
314 
315 	return !!(sup_feat & MBR_ENABLED_MASK);
316 }
317 
318 static bool check_mbrdone(const void *data)
319 {
320 	const struct d0_locking_features *lfeat = data;
321 	u8 sup_feat = lfeat->supported_features;
322 
323 	return !!(sup_feat & MBR_DONE_MASK);
324 }
325 
326 static bool check_sum(const void *data)
327 {
328 	const struct d0_single_user_mode *sum = data;
329 	u32 nlo = be32_to_cpu(sum->num_locking_objects);
330 
331 	if (nlo == 0) {
332 		pr_debug("Need at least one locking object.\n");
333 		return false;
334 	}
335 
336 	pr_debug("Number of locking objects: %d\n", nlo);
337 
338 	return true;
339 }
340 
341 static u16 get_comid_v100(const void *data)
342 {
343 	const struct d0_opal_v100 *v100 = data;
344 
345 	return be16_to_cpu(v100->baseComID);
346 }
347 
348 static u16 get_comid_v200(const void *data)
349 {
350 	const struct d0_opal_v200 *v200 = data;
351 
352 	return be16_to_cpu(v200->baseComID);
353 }
354 
355 static int opal_send_cmd(struct opal_dev *dev)
356 {
357 	return dev->send_recv(dev->data, dev->comid, TCG_SECP_01,
358 			      dev->cmd, IO_BUFFER_LENGTH,
359 			      true);
360 }
361 
362 static int opal_recv_cmd(struct opal_dev *dev)
363 {
364 	return dev->send_recv(dev->data, dev->comid, TCG_SECP_01,
365 			      dev->resp, IO_BUFFER_LENGTH,
366 			      false);
367 }
368 
369 static int opal_recv_check(struct opal_dev *dev)
370 {
371 	size_t buflen = IO_BUFFER_LENGTH;
372 	void *buffer = dev->resp;
373 	struct opal_header *hdr = buffer;
374 	int ret;
375 
376 	do {
377 		pr_debug("Sent OPAL command: outstanding=%d, minTransfer=%d\n",
378 			 hdr->cp.outstandingData,
379 			 hdr->cp.minTransfer);
380 
381 		if (hdr->cp.outstandingData == 0 ||
382 		    hdr->cp.minTransfer != 0)
383 			return 0;
384 
385 		memset(buffer, 0, buflen);
386 		ret = opal_recv_cmd(dev);
387 	} while (!ret);
388 
389 	return ret;
390 }
391 
392 static int opal_send_recv(struct opal_dev *dev, cont_fn *cont)
393 {
394 	int ret;
395 
396 	ret = opal_send_cmd(dev);
397 	if (ret)
398 		return ret;
399 	ret = opal_recv_cmd(dev);
400 	if (ret)
401 		return ret;
402 	ret = opal_recv_check(dev);
403 	if (ret)
404 		return ret;
405 	return cont(dev);
406 }
407 
408 static void check_geometry(struct opal_dev *dev, const void *data)
409 {
410 	const struct d0_geometry_features *geo = data;
411 
412 	dev->align = be64_to_cpu(geo->alignment_granularity);
413 	dev->lowest_lba = be64_to_cpu(geo->lowest_aligned_lba);
414 	dev->logical_block_size = be32_to_cpu(geo->logical_block_size);
415 	dev->align_required = geo->reserved01 & 1;
416 }
417 
418 static int execute_step(struct opal_dev *dev,
419 			const struct opal_step *step, size_t stepIndex)
420 {
421 	int error = step->fn(dev, step->data);
422 
423 	if (error) {
424 		pr_debug("Step %zu (%pS) failed with error %d: %s\n",
425 			 stepIndex, step->fn, error,
426 			 opal_error_to_human(error));
427 	}
428 
429 	return error;
430 }
431 
432 static int execute_steps(struct opal_dev *dev,
433 			 const struct opal_step *steps, size_t n_steps)
434 {
435 	size_t state = 0;
436 	int error;
437 
438 	/* first do a discovery0 */
439 	error = opal_discovery0_step(dev);
440 	if (error)
441 		return error;
442 
443 	for (state = 0; state < n_steps; state++) {
444 		error = execute_step(dev, &steps[state], state);
445 		if (error)
446 			goto out_error;
447 	}
448 
449 	return 0;
450 
451 out_error:
452 	/*
453 	 * For each OPAL command the first step in steps starts some sort of
454 	 * session. If an error occurred in the initial discovery0 or if an
455 	 * error occurred in the first step (and thus stopping the loop with
456 	 * state == 0) then there was an error before or during the attempt to
457 	 * start a session. Therefore we shouldn't attempt to terminate a
458 	 * session, as one has not yet been created.
459 	 */
460 	if (state > 0)
461 		end_opal_session_error(dev);
462 
463 	return error;
464 }
465 
466 static int opal_discovery0_end(struct opal_dev *dev)
467 {
468 	bool found_com_id = false, supported = true, single_user = false;
469 	const struct d0_header *hdr = (struct d0_header *)dev->resp;
470 	const u8 *epos = dev->resp, *cpos = dev->resp;
471 	u16 comid = 0;
472 	u32 hlen = be32_to_cpu(hdr->length);
473 
474 	print_buffer(dev->resp, hlen);
475 	dev->flags &= OPAL_FL_SUPPORTED;
476 
477 	if (hlen > IO_BUFFER_LENGTH - sizeof(*hdr)) {
478 		pr_debug("Discovery length overflows buffer (%zu+%u)/%u\n",
479 			 sizeof(*hdr), hlen, IO_BUFFER_LENGTH);
480 		return -EFAULT;
481 	}
482 
483 	epos += hlen; /* end of buffer */
484 	cpos += sizeof(*hdr); /* current position on buffer */
485 
486 	while (cpos < epos && supported) {
487 		const struct d0_features *body =
488 			(const struct d0_features *)cpos;
489 
490 		switch (be16_to_cpu(body->code)) {
491 		case FC_TPER:
492 			supported = check_tper(body->features);
493 			break;
494 		case FC_SINGLEUSER:
495 			single_user = check_sum(body->features);
496 			if (single_user)
497 				dev->flags |= OPAL_FL_SUM_SUPPORTED;
498 			break;
499 		case FC_GEOMETRY:
500 			check_geometry(dev, body);
501 			break;
502 		case FC_LOCKING:
503 			if (check_lcksuppt(body->features))
504 				dev->flags |= OPAL_FL_LOCKING_SUPPORTED;
505 			if (check_lckenabled(body->features))
506 				dev->flags |= OPAL_FL_LOCKING_ENABLED;
507 			if (check_locked(body->features))
508 				dev->flags |= OPAL_FL_LOCKED;
509 			if (check_mbrenabled(body->features))
510 				dev->flags |= OPAL_FL_MBR_ENABLED;
511 			if (check_mbrdone(body->features))
512 				dev->flags |= OPAL_FL_MBR_DONE;
513 			break;
514 		case FC_ENTERPRISE:
515 		case FC_DATASTORE:
516 			/* some ignored properties */
517 			pr_debug("Found OPAL feature description: %d\n",
518 				 be16_to_cpu(body->code));
519 			break;
520 		case FC_OPALV100:
521 			comid = get_comid_v100(body->features);
522 			found_com_id = true;
523 			break;
524 		case FC_OPALV200:
525 			comid = get_comid_v200(body->features);
526 			found_com_id = true;
527 			break;
528 		case 0xbfff ... 0xffff:
529 			/* vendor specific, just ignore */
530 			break;
531 		default:
532 			pr_debug("OPAL Unknown feature: %d\n",
533 				 be16_to_cpu(body->code));
534 
535 		}
536 		cpos += body->length + 4;
537 	}
538 
539 	if (!supported) {
540 		pr_debug("This device is not Opal enabled. Not Supported!\n");
541 		return -EOPNOTSUPP;
542 	}
543 
544 	if (!single_user)
545 		pr_debug("Device doesn't support single user mode\n");
546 
547 
548 	if (!found_com_id) {
549 		pr_debug("Could not find OPAL comid for device. Returning early\n");
550 		return -EOPNOTSUPP;
551 	}
552 
553 	dev->comid = comid;
554 
555 	return 0;
556 }
557 
558 static int opal_discovery0(struct opal_dev *dev, void *data)
559 {
560 	int ret;
561 
562 	memset(dev->resp, 0, IO_BUFFER_LENGTH);
563 	dev->comid = OPAL_DISCOVERY_COMID;
564 	ret = opal_recv_cmd(dev);
565 	if (ret)
566 		return ret;
567 
568 	return opal_discovery0_end(dev);
569 }
570 
571 static int opal_discovery0_step(struct opal_dev *dev)
572 {
573 	const struct opal_step discovery0_step = {
574 		opal_discovery0,
575 	};
576 
577 	return execute_step(dev, &discovery0_step, 0);
578 }
579 
580 static size_t remaining_size(struct opal_dev *cmd)
581 {
582 	return IO_BUFFER_LENGTH - cmd->pos;
583 }
584 
585 static bool can_add(int *err, struct opal_dev *cmd, size_t len)
586 {
587 	if (*err)
588 		return false;
589 
590 	if (remaining_size(cmd) < len) {
591 		pr_debug("Error adding %zu bytes: end of buffer.\n", len);
592 		*err = -ERANGE;
593 		return false;
594 	}
595 
596 	return true;
597 }
598 
599 static void add_token_u8(int *err, struct opal_dev *cmd, u8 tok)
600 {
601 	if (!can_add(err, cmd, 1))
602 		return;
603 
604 	cmd->cmd[cmd->pos++] = tok;
605 }
606 
607 static void add_short_atom_header(struct opal_dev *cmd, bool bytestring,
608 				  bool has_sign, int len)
609 {
610 	u8 atom;
611 	int err = 0;
612 
613 	atom = SHORT_ATOM_ID;
614 	atom |= bytestring ? SHORT_ATOM_BYTESTRING : 0;
615 	atom |= has_sign ? SHORT_ATOM_SIGNED : 0;
616 	atom |= len & SHORT_ATOM_LEN_MASK;
617 
618 	add_token_u8(&err, cmd, atom);
619 }
620 
621 static void add_medium_atom_header(struct opal_dev *cmd, bool bytestring,
622 				   bool has_sign, int len)
623 {
624 	u8 header0;
625 
626 	header0 = MEDIUM_ATOM_ID;
627 	header0 |= bytestring ? MEDIUM_ATOM_BYTESTRING : 0;
628 	header0 |= has_sign ? MEDIUM_ATOM_SIGNED : 0;
629 	header0 |= (len >> 8) & MEDIUM_ATOM_LEN_MASK;
630 
631 	cmd->cmd[cmd->pos++] = header0;
632 	cmd->cmd[cmd->pos++] = len;
633 }
634 
635 static void add_token_u64(int *err, struct opal_dev *cmd, u64 number)
636 {
637 	size_t len;
638 	int msb;
639 
640 	if (!(number & ~TINY_ATOM_DATA_MASK)) {
641 		add_token_u8(err, cmd, number);
642 		return;
643 	}
644 
645 	msb = fls64(number);
646 	len = DIV_ROUND_UP(msb, 8);
647 
648 	if (!can_add(err, cmd, len + 1)) {
649 		pr_debug("Error adding u64: end of buffer.\n");
650 		return;
651 	}
652 	add_short_atom_header(cmd, false, false, len);
653 	while (len--)
654 		add_token_u8(err, cmd, number >> (len * 8));
655 }
656 
657 static u8 *add_bytestring_header(int *err, struct opal_dev *cmd, size_t len)
658 {
659 	size_t header_len = 1;
660 	bool is_short_atom = true;
661 
662 	if (len & ~SHORT_ATOM_LEN_MASK) {
663 		header_len = 2;
664 		is_short_atom = false;
665 	}
666 
667 	if (!can_add(err, cmd, header_len + len)) {
668 		pr_debug("Error adding bytestring: end of buffer.\n");
669 		return NULL;
670 	}
671 
672 	if (is_short_atom)
673 		add_short_atom_header(cmd, true, false, len);
674 	else
675 		add_medium_atom_header(cmd, true, false, len);
676 
677 	return &cmd->cmd[cmd->pos];
678 }
679 
680 static void add_token_bytestring(int *err, struct opal_dev *cmd,
681 				 const u8 *bytestring, size_t len)
682 {
683 	u8 *start;
684 
685 	start = add_bytestring_header(err, cmd, len);
686 	if (!start)
687 		return;
688 	memcpy(start, bytestring, len);
689 	cmd->pos += len;
690 }
691 
692 static int build_locking_range(u8 *buffer, size_t length, u8 lr)
693 {
694 	if (length > OPAL_UID_LENGTH) {
695 		pr_debug("Can't build locking range. Length OOB\n");
696 		return -ERANGE;
697 	}
698 
699 	memcpy(buffer, opaluid[OPAL_LOCKINGRANGE_GLOBAL], OPAL_UID_LENGTH);
700 
701 	if (lr == 0)
702 		return 0;
703 
704 	buffer[5] = LOCKING_RANGE_NON_GLOBAL;
705 	buffer[7] = lr;
706 
707 	return 0;
708 }
709 
710 static int build_locking_user(u8 *buffer, size_t length, u8 lr)
711 {
712 	if (length > OPAL_UID_LENGTH) {
713 		pr_debug("Can't build locking range user. Length OOB\n");
714 		return -ERANGE;
715 	}
716 
717 	memcpy(buffer, opaluid[OPAL_USER1_UID], OPAL_UID_LENGTH);
718 
719 	buffer[7] = lr + 1;
720 
721 	return 0;
722 }
723 
724 static void set_comid(struct opal_dev *cmd, u16 comid)
725 {
726 	struct opal_header *hdr = (struct opal_header *)cmd->cmd;
727 
728 	hdr->cp.extendedComID[0] = comid >> 8;
729 	hdr->cp.extendedComID[1] = comid;
730 	hdr->cp.extendedComID[2] = 0;
731 	hdr->cp.extendedComID[3] = 0;
732 }
733 
734 static int cmd_finalize(struct opal_dev *cmd, u32 hsn, u32 tsn)
735 {
736 	struct opal_header *hdr;
737 	int err = 0;
738 
739 	/*
740 	 * Close the parameter list opened from cmd_start.
741 	 * The number of bytes added must be equal to
742 	 * CMD_FINALIZE_BYTES_NEEDED.
743 	 */
744 	add_token_u8(&err, cmd, OPAL_ENDLIST);
745 
746 	add_token_u8(&err, cmd, OPAL_ENDOFDATA);
747 	add_token_u8(&err, cmd, OPAL_STARTLIST);
748 	add_token_u8(&err, cmd, 0);
749 	add_token_u8(&err, cmd, 0);
750 	add_token_u8(&err, cmd, 0);
751 	add_token_u8(&err, cmd, OPAL_ENDLIST);
752 
753 	if (err) {
754 		pr_debug("Error finalizing command.\n");
755 		return -EFAULT;
756 	}
757 
758 	hdr = (struct opal_header *) cmd->cmd;
759 
760 	hdr->pkt.tsn = cpu_to_be32(tsn);
761 	hdr->pkt.hsn = cpu_to_be32(hsn);
762 
763 	hdr->subpkt.length = cpu_to_be32(cmd->pos - sizeof(*hdr));
764 	while (cmd->pos % 4) {
765 		if (cmd->pos >= IO_BUFFER_LENGTH) {
766 			pr_debug("Error: Buffer overrun\n");
767 			return -ERANGE;
768 		}
769 		cmd->cmd[cmd->pos++] = 0;
770 	}
771 	hdr->pkt.length = cpu_to_be32(cmd->pos - sizeof(hdr->cp) -
772 				      sizeof(hdr->pkt));
773 	hdr->cp.length = cpu_to_be32(cmd->pos - sizeof(hdr->cp));
774 
775 	return 0;
776 }
777 
778 static const struct opal_resp_tok *response_get_token(
779 				const struct parsed_resp *resp,
780 				int n)
781 {
782 	const struct opal_resp_tok *tok;
783 
784 	if (!resp) {
785 		pr_debug("Response is NULL\n");
786 		return ERR_PTR(-EINVAL);
787 	}
788 
789 	if (n >= resp->num) {
790 		pr_debug("Token number doesn't exist: %d, resp: %d\n",
791 			 n, resp->num);
792 		return ERR_PTR(-EINVAL);
793 	}
794 
795 	tok = &resp->toks[n];
796 	if (tok->len == 0) {
797 		pr_debug("Token length must be non-zero\n");
798 		return ERR_PTR(-EINVAL);
799 	}
800 
801 	return tok;
802 }
803 
804 static ssize_t response_parse_tiny(struct opal_resp_tok *tok,
805 				   const u8 *pos)
806 {
807 	tok->pos = pos;
808 	tok->len = 1;
809 	tok->width = OPAL_WIDTH_TINY;
810 
811 	if (pos[0] & TINY_ATOM_SIGNED) {
812 		tok->type = OPAL_DTA_TOKENID_SINT;
813 	} else {
814 		tok->type = OPAL_DTA_TOKENID_UINT;
815 		tok->stored.u = pos[0] & 0x3f;
816 	}
817 
818 	return tok->len;
819 }
820 
821 static ssize_t response_parse_short(struct opal_resp_tok *tok,
822 				    const u8 *pos)
823 {
824 	tok->pos = pos;
825 	tok->len = (pos[0] & SHORT_ATOM_LEN_MASK) + 1;
826 	tok->width = OPAL_WIDTH_SHORT;
827 
828 	if (pos[0] & SHORT_ATOM_BYTESTRING) {
829 		tok->type = OPAL_DTA_TOKENID_BYTESTRING;
830 	} else if (pos[0] & SHORT_ATOM_SIGNED) {
831 		tok->type = OPAL_DTA_TOKENID_SINT;
832 	} else {
833 		u64 u_integer = 0;
834 		ssize_t i, b = 0;
835 
836 		tok->type = OPAL_DTA_TOKENID_UINT;
837 		if (tok->len > 9) {
838 			pr_debug("uint64 with more than 8 bytes\n");
839 			return -EINVAL;
840 		}
841 		for (i = tok->len - 1; i > 0; i--) {
842 			u_integer |= ((u64)pos[i] << (8 * b));
843 			b++;
844 		}
845 		tok->stored.u = u_integer;
846 	}
847 
848 	return tok->len;
849 }
850 
851 static ssize_t response_parse_medium(struct opal_resp_tok *tok,
852 				     const u8 *pos)
853 {
854 	tok->pos = pos;
855 	tok->len = (((pos[0] & MEDIUM_ATOM_LEN_MASK) << 8) | pos[1]) + 2;
856 	tok->width = OPAL_WIDTH_MEDIUM;
857 
858 	if (pos[0] & MEDIUM_ATOM_BYTESTRING)
859 		tok->type = OPAL_DTA_TOKENID_BYTESTRING;
860 	else if (pos[0] & MEDIUM_ATOM_SIGNED)
861 		tok->type = OPAL_DTA_TOKENID_SINT;
862 	else
863 		tok->type = OPAL_DTA_TOKENID_UINT;
864 
865 	return tok->len;
866 }
867 
868 static ssize_t response_parse_long(struct opal_resp_tok *tok,
869 				   const u8 *pos)
870 {
871 	tok->pos = pos;
872 	tok->len = ((pos[1] << 16) | (pos[2] << 8) | pos[3]) + 4;
873 	tok->width = OPAL_WIDTH_LONG;
874 
875 	if (pos[0] & LONG_ATOM_BYTESTRING)
876 		tok->type = OPAL_DTA_TOKENID_BYTESTRING;
877 	else if (pos[0] & LONG_ATOM_SIGNED)
878 		tok->type = OPAL_DTA_TOKENID_SINT;
879 	else
880 		tok->type = OPAL_DTA_TOKENID_UINT;
881 
882 	return tok->len;
883 }
884 
885 static ssize_t response_parse_token(struct opal_resp_tok *tok,
886 				    const u8 *pos)
887 {
888 	tok->pos = pos;
889 	tok->len = 1;
890 	tok->type = OPAL_DTA_TOKENID_TOKEN;
891 	tok->width = OPAL_WIDTH_TOKEN;
892 
893 	return tok->len;
894 }
895 
896 static int response_parse(const u8 *buf, size_t length,
897 			  struct parsed_resp *resp)
898 {
899 	const struct opal_header *hdr;
900 	struct opal_resp_tok *iter;
901 	int num_entries = 0;
902 	int total;
903 	ssize_t token_length;
904 	const u8 *pos;
905 	u32 clen, plen, slen;
906 
907 	if (!buf)
908 		return -EFAULT;
909 
910 	if (!resp)
911 		return -EFAULT;
912 
913 	hdr = (struct opal_header *)buf;
914 	pos = buf;
915 	pos += sizeof(*hdr);
916 
917 	clen = be32_to_cpu(hdr->cp.length);
918 	plen = be32_to_cpu(hdr->pkt.length);
919 	slen = be32_to_cpu(hdr->subpkt.length);
920 	pr_debug("Response size: cp: %u, pkt: %u, subpkt: %u\n",
921 		 clen, plen, slen);
922 
923 	if (clen == 0 || plen == 0 || slen == 0 ||
924 	    slen > IO_BUFFER_LENGTH - sizeof(*hdr)) {
925 		pr_debug("Bad header length. cp: %u, pkt: %u, subpkt: %u\n",
926 			 clen, plen, slen);
927 		print_buffer(pos, sizeof(*hdr));
928 		return -EINVAL;
929 	}
930 
931 	if (pos > buf + length)
932 		return -EFAULT;
933 
934 	iter = resp->toks;
935 	total = slen;
936 	print_buffer(pos, total);
937 	while (total > 0) {
938 		if (pos[0] <= TINY_ATOM_BYTE) /* tiny atom */
939 			token_length = response_parse_tiny(iter, pos);
940 		else if (pos[0] <= SHORT_ATOM_BYTE) /* short atom */
941 			token_length = response_parse_short(iter, pos);
942 		else if (pos[0] <= MEDIUM_ATOM_BYTE) /* medium atom */
943 			token_length = response_parse_medium(iter, pos);
944 		else if (pos[0] <= LONG_ATOM_BYTE) /* long atom */
945 			token_length = response_parse_long(iter, pos);
946 		else /* TOKEN */
947 			token_length = response_parse_token(iter, pos);
948 
949 		if (token_length < 0)
950 			return token_length;
951 
952 		pos += token_length;
953 		total -= token_length;
954 		iter++;
955 		num_entries++;
956 	}
957 
958 	resp->num = num_entries;
959 
960 	return 0;
961 }
962 
963 static size_t response_get_string(const struct parsed_resp *resp, int n,
964 				  const char **store)
965 {
966 	u8 skip;
967 	const struct opal_resp_tok *tok;
968 
969 	*store = NULL;
970 	tok = response_get_token(resp, n);
971 	if (IS_ERR(tok))
972 		return 0;
973 
974 	if (tok->type != OPAL_DTA_TOKENID_BYTESTRING) {
975 		pr_debug("Token is not a byte string!\n");
976 		return 0;
977 	}
978 
979 	switch (tok->width) {
980 	case OPAL_WIDTH_TINY:
981 	case OPAL_WIDTH_SHORT:
982 		skip = 1;
983 		break;
984 	case OPAL_WIDTH_MEDIUM:
985 		skip = 2;
986 		break;
987 	case OPAL_WIDTH_LONG:
988 		skip = 4;
989 		break;
990 	default:
991 		pr_debug("Token has invalid width!\n");
992 		return 0;
993 	}
994 
995 	*store = tok->pos + skip;
996 
997 	return tok->len - skip;
998 }
999 
1000 static u64 response_get_u64(const struct parsed_resp *resp, int n)
1001 {
1002 	const struct opal_resp_tok *tok;
1003 
1004 	tok = response_get_token(resp, n);
1005 	if (IS_ERR(tok))
1006 		return 0;
1007 
1008 	if (tok->type != OPAL_DTA_TOKENID_UINT) {
1009 		pr_debug("Token is not unsigned int: %d\n", tok->type);
1010 		return 0;
1011 	}
1012 
1013 	if (tok->width != OPAL_WIDTH_TINY && tok->width != OPAL_WIDTH_SHORT) {
1014 		pr_debug("Atom is not short or tiny: %d\n", tok->width);
1015 		return 0;
1016 	}
1017 
1018 	return tok->stored.u;
1019 }
1020 
1021 static bool response_token_matches(const struct opal_resp_tok *token, u8 match)
1022 {
1023 	if (IS_ERR(token) ||
1024 	    token->type != OPAL_DTA_TOKENID_TOKEN ||
1025 	    token->pos[0] != match)
1026 		return false;
1027 	return true;
1028 }
1029 
1030 static u8 response_status(const struct parsed_resp *resp)
1031 {
1032 	const struct opal_resp_tok *tok;
1033 
1034 	tok = response_get_token(resp, 0);
1035 	if (response_token_matches(tok, OPAL_ENDOFSESSION))
1036 		return 0;
1037 
1038 	if (resp->num < 5)
1039 		return DTAERROR_NO_METHOD_STATUS;
1040 
1041 	tok = response_get_token(resp, resp->num - 5);
1042 	if (!response_token_matches(tok, OPAL_STARTLIST))
1043 		return DTAERROR_NO_METHOD_STATUS;
1044 
1045 	tok = response_get_token(resp, resp->num - 1);
1046 	if (!response_token_matches(tok, OPAL_ENDLIST))
1047 		return DTAERROR_NO_METHOD_STATUS;
1048 
1049 	return response_get_u64(resp, resp->num - 4);
1050 }
1051 
1052 /* Parses and checks for errors */
1053 static int parse_and_check_status(struct opal_dev *dev)
1054 {
1055 	int error;
1056 
1057 	print_buffer(dev->cmd, dev->pos);
1058 
1059 	error = response_parse(dev->resp, IO_BUFFER_LENGTH, &dev->parsed);
1060 	if (error) {
1061 		pr_debug("Couldn't parse response.\n");
1062 		return error;
1063 	}
1064 
1065 	return response_status(&dev->parsed);
1066 }
1067 
1068 static void clear_opal_cmd(struct opal_dev *dev)
1069 {
1070 	dev->pos = sizeof(struct opal_header);
1071 	memset(dev->cmd, 0, IO_BUFFER_LENGTH);
1072 }
1073 
1074 static int cmd_start(struct opal_dev *dev, const u8 *uid, const u8 *method)
1075 {
1076 	int err = 0;
1077 
1078 	clear_opal_cmd(dev);
1079 	set_comid(dev, dev->comid);
1080 
1081 	add_token_u8(&err, dev, OPAL_CALL);
1082 	add_token_bytestring(&err, dev, uid, OPAL_UID_LENGTH);
1083 	add_token_bytestring(&err, dev, method, OPAL_METHOD_LENGTH);
1084 
1085 	/*
1086 	 * Every method call is followed by its parameters enclosed within
1087 	 * OPAL_STARTLIST and OPAL_ENDLIST tokens. We automatically open the
1088 	 * parameter list here and close it later in cmd_finalize.
1089 	 */
1090 	add_token_u8(&err, dev, OPAL_STARTLIST);
1091 
1092 	return err;
1093 }
1094 
1095 static int start_opal_session_cont(struct opal_dev *dev)
1096 {
1097 	u32 hsn, tsn;
1098 	int error = 0;
1099 
1100 	error = parse_and_check_status(dev);
1101 	if (error)
1102 		return error;
1103 
1104 	hsn = response_get_u64(&dev->parsed, 4);
1105 	tsn = response_get_u64(&dev->parsed, 5);
1106 
1107 	if (hsn != GENERIC_HOST_SESSION_NUM || tsn < FIRST_TPER_SESSION_NUM) {
1108 		pr_debug("Couldn't authenticate session\n");
1109 		return -EPERM;
1110 	}
1111 
1112 	dev->hsn = hsn;
1113 	dev->tsn = tsn;
1114 
1115 	return 0;
1116 }
1117 
1118 static void add_suspend_info(struct opal_dev *dev,
1119 			     struct opal_suspend_data *sus)
1120 {
1121 	struct opal_suspend_data *iter;
1122 
1123 	list_for_each_entry(iter, &dev->unlk_lst, node) {
1124 		if (iter->lr == sus->lr) {
1125 			list_del(&iter->node);
1126 			kfree(iter);
1127 			break;
1128 		}
1129 	}
1130 	list_add_tail(&sus->node, &dev->unlk_lst);
1131 }
1132 
1133 static int end_session_cont(struct opal_dev *dev)
1134 {
1135 	dev->hsn = 0;
1136 	dev->tsn = 0;
1137 
1138 	return parse_and_check_status(dev);
1139 }
1140 
1141 static int finalize_and_send(struct opal_dev *dev, cont_fn cont)
1142 {
1143 	int ret;
1144 
1145 	ret = cmd_finalize(dev, dev->hsn, dev->tsn);
1146 	if (ret) {
1147 		pr_debug("Error finalizing command buffer: %d\n", ret);
1148 		return ret;
1149 	}
1150 
1151 	print_buffer(dev->cmd, dev->pos);
1152 
1153 	return opal_send_recv(dev, cont);
1154 }
1155 
1156 static int generic_get_columns(struct opal_dev *dev, const u8 *table,
1157 			       u64 start_column, u64 end_column)
1158 {
1159 	int err;
1160 
1161 	err = cmd_start(dev, table, opalmethod[OPAL_GET]);
1162 
1163 	add_token_u8(&err, dev, OPAL_STARTLIST);
1164 
1165 	add_token_u8(&err, dev, OPAL_STARTNAME);
1166 	add_token_u8(&err, dev, OPAL_STARTCOLUMN);
1167 	add_token_u64(&err, dev, start_column);
1168 	add_token_u8(&err, dev, OPAL_ENDNAME);
1169 
1170 	add_token_u8(&err, dev, OPAL_STARTNAME);
1171 	add_token_u8(&err, dev, OPAL_ENDCOLUMN);
1172 	add_token_u64(&err, dev, end_column);
1173 	add_token_u8(&err, dev, OPAL_ENDNAME);
1174 
1175 	add_token_u8(&err, dev, OPAL_ENDLIST);
1176 
1177 	if (err)
1178 		return err;
1179 
1180 	return finalize_and_send(dev, parse_and_check_status);
1181 }
1182 
1183 /*
1184  * request @column from table @table on device @dev. On success, the column
1185  * data will be available in dev->resp->tok[4]
1186  */
1187 static int generic_get_column(struct opal_dev *dev, const u8 *table,
1188 			      u64 column)
1189 {
1190 	return generic_get_columns(dev, table, column, column);
1191 }
1192 
1193 /*
1194  * see TCG SAS 5.3.2.3 for a description of the available columns
1195  *
1196  * the result is provided in dev->resp->tok[4]
1197  */
1198 static int generic_get_table_info(struct opal_dev *dev, const u8 *table_uid,
1199 				  u64 column)
1200 {
1201 	u8 uid[OPAL_UID_LENGTH];
1202 	const unsigned int half = OPAL_UID_LENGTH_HALF;
1203 
1204 	/* sed-opal UIDs can be split in two halves:
1205 	 *  first:  actual table index
1206 	 *  second: relative index in the table
1207 	 * so we have to get the first half of the OPAL_TABLE_TABLE and use the
1208 	 * first part of the target table as relative index into that table
1209 	 */
1210 	memcpy(uid, opaluid[OPAL_TABLE_TABLE], half);
1211 	memcpy(uid + half, table_uid, half);
1212 
1213 	return generic_get_column(dev, uid, column);
1214 }
1215 
1216 static int gen_key(struct opal_dev *dev, void *data)
1217 {
1218 	u8 uid[OPAL_UID_LENGTH];
1219 	int err;
1220 
1221 	memcpy(uid, dev->prev_data, min(sizeof(uid), dev->prev_d_len));
1222 	kfree(dev->prev_data);
1223 	dev->prev_data = NULL;
1224 
1225 	err = cmd_start(dev, uid, opalmethod[OPAL_GENKEY]);
1226 
1227 	if (err) {
1228 		pr_debug("Error building gen key command\n");
1229 		return err;
1230 
1231 	}
1232 
1233 	return finalize_and_send(dev, parse_and_check_status);
1234 }
1235 
1236 static int get_active_key_cont(struct opal_dev *dev)
1237 {
1238 	const char *activekey;
1239 	size_t keylen;
1240 	int error = 0;
1241 
1242 	error = parse_and_check_status(dev);
1243 	if (error)
1244 		return error;
1245 
1246 	keylen = response_get_string(&dev->parsed, 4, &activekey);
1247 	if (!activekey) {
1248 		pr_debug("%s: Couldn't extract the Activekey from the response\n",
1249 			 __func__);
1250 		return OPAL_INVAL_PARAM;
1251 	}
1252 
1253 	dev->prev_data = kmemdup(activekey, keylen, GFP_KERNEL);
1254 
1255 	if (!dev->prev_data)
1256 		return -ENOMEM;
1257 
1258 	dev->prev_d_len = keylen;
1259 
1260 	return 0;
1261 }
1262 
1263 static int get_active_key(struct opal_dev *dev, void *data)
1264 {
1265 	u8 uid[OPAL_UID_LENGTH];
1266 	int err;
1267 	u8 *lr = data;
1268 
1269 	err = build_locking_range(uid, sizeof(uid), *lr);
1270 	if (err)
1271 		return err;
1272 
1273 	err = generic_get_column(dev, uid, OPAL_ACTIVEKEY);
1274 	if (err)
1275 		return err;
1276 
1277 	return get_active_key_cont(dev);
1278 }
1279 
1280 static int generic_table_write_data(struct opal_dev *dev, const u64 data,
1281 				    u64 offset, u64 size, const u8 *uid)
1282 {
1283 	const u8 __user *src = (u8 __user *)(uintptr_t)data;
1284 	u8 *dst;
1285 	u64 len;
1286 	size_t off = 0;
1287 	int err;
1288 
1289 	/* do we fit in the available space? */
1290 	err = generic_get_table_info(dev, uid, OPAL_TABLE_ROWS);
1291 	if (err) {
1292 		pr_debug("Couldn't get the table size\n");
1293 		return err;
1294 	}
1295 
1296 	len = response_get_u64(&dev->parsed, 4);
1297 	if (size > len || offset > len - size) {
1298 		pr_debug("Does not fit in the table (%llu vs. %llu)\n",
1299 			  offset + size, len);
1300 		return -ENOSPC;
1301 	}
1302 
1303 	/* do the actual transmission(s) */
1304 	while (off < size) {
1305 		err = cmd_start(dev, uid, opalmethod[OPAL_SET]);
1306 		add_token_u8(&err, dev, OPAL_STARTNAME);
1307 		add_token_u8(&err, dev, OPAL_WHERE);
1308 		add_token_u64(&err, dev, offset + off);
1309 		add_token_u8(&err, dev, OPAL_ENDNAME);
1310 
1311 		add_token_u8(&err, dev, OPAL_STARTNAME);
1312 		add_token_u8(&err, dev, OPAL_VALUES);
1313 
1314 		/*
1315 		 * The bytestring header is either 1 or 2 bytes, so assume 2.
1316 		 * There also needs to be enough space to accommodate the
1317 		 * trailing OPAL_ENDNAME (1 byte) and tokens added by
1318 		 * cmd_finalize.
1319 		 */
1320 		len = min(remaining_size(dev) - (2+1+CMD_FINALIZE_BYTES_NEEDED),
1321 			  (size_t)(size - off));
1322 		pr_debug("Write bytes %zu+%llu/%llu\n", off, len, size);
1323 
1324 		dst = add_bytestring_header(&err, dev, len);
1325 		if (!dst)
1326 			break;
1327 
1328 		if (copy_from_user(dst, src + off, len)) {
1329 			err = -EFAULT;
1330 			break;
1331 		}
1332 
1333 		dev->pos += len;
1334 
1335 		add_token_u8(&err, dev, OPAL_ENDNAME);
1336 		if (err)
1337 			break;
1338 
1339 		err = finalize_and_send(dev, parse_and_check_status);
1340 		if (err)
1341 			break;
1342 
1343 		off += len;
1344 	}
1345 
1346 	return err;
1347 }
1348 
1349 static int generic_lr_enable_disable(struct opal_dev *dev,
1350 				     u8 *uid, bool rle, bool wle,
1351 				     bool rl, bool wl)
1352 {
1353 	int err;
1354 
1355 	err = cmd_start(dev, uid, opalmethod[OPAL_SET]);
1356 
1357 	add_token_u8(&err, dev, OPAL_STARTNAME);
1358 	add_token_u8(&err, dev, OPAL_VALUES);
1359 	add_token_u8(&err, dev, OPAL_STARTLIST);
1360 
1361 	add_token_u8(&err, dev, OPAL_STARTNAME);
1362 	add_token_u8(&err, dev, OPAL_READLOCKENABLED);
1363 	add_token_u8(&err, dev, rle);
1364 	add_token_u8(&err, dev, OPAL_ENDNAME);
1365 
1366 	add_token_u8(&err, dev, OPAL_STARTNAME);
1367 	add_token_u8(&err, dev, OPAL_WRITELOCKENABLED);
1368 	add_token_u8(&err, dev, wle);
1369 	add_token_u8(&err, dev, OPAL_ENDNAME);
1370 
1371 	add_token_u8(&err, dev, OPAL_STARTNAME);
1372 	add_token_u8(&err, dev, OPAL_READLOCKED);
1373 	add_token_u8(&err, dev, rl);
1374 	add_token_u8(&err, dev, OPAL_ENDNAME);
1375 
1376 	add_token_u8(&err, dev, OPAL_STARTNAME);
1377 	add_token_u8(&err, dev, OPAL_WRITELOCKED);
1378 	add_token_u8(&err, dev, wl);
1379 	add_token_u8(&err, dev, OPAL_ENDNAME);
1380 
1381 	add_token_u8(&err, dev, OPAL_ENDLIST);
1382 	add_token_u8(&err, dev, OPAL_ENDNAME);
1383 
1384 	return err;
1385 }
1386 
1387 static inline int enable_global_lr(struct opal_dev *dev, u8 *uid,
1388 				   struct opal_user_lr_setup *setup)
1389 {
1390 	int err;
1391 
1392 	err = generic_lr_enable_disable(dev, uid, !!setup->RLE, !!setup->WLE,
1393 					0, 0);
1394 	if (err)
1395 		pr_debug("Failed to create enable global lr command\n");
1396 
1397 	return err;
1398 }
1399 
1400 static int setup_locking_range(struct opal_dev *dev, void *data)
1401 {
1402 	u8 uid[OPAL_UID_LENGTH];
1403 	struct opal_user_lr_setup *setup = data;
1404 	u8 lr;
1405 	int err;
1406 
1407 	lr = setup->session.opal_key.lr;
1408 	err = build_locking_range(uid, sizeof(uid), lr);
1409 	if (err)
1410 		return err;
1411 
1412 	if (lr == 0)
1413 		err = enable_global_lr(dev, uid, setup);
1414 	else {
1415 		err = cmd_start(dev, uid, opalmethod[OPAL_SET]);
1416 
1417 		add_token_u8(&err, dev, OPAL_STARTNAME);
1418 		add_token_u8(&err, dev, OPAL_VALUES);
1419 		add_token_u8(&err, dev, OPAL_STARTLIST);
1420 
1421 		add_token_u8(&err, dev, OPAL_STARTNAME);
1422 		add_token_u8(&err, dev, OPAL_RANGESTART);
1423 		add_token_u64(&err, dev, setup->range_start);
1424 		add_token_u8(&err, dev, OPAL_ENDNAME);
1425 
1426 		add_token_u8(&err, dev, OPAL_STARTNAME);
1427 		add_token_u8(&err, dev, OPAL_RANGELENGTH);
1428 		add_token_u64(&err, dev, setup->range_length);
1429 		add_token_u8(&err, dev, OPAL_ENDNAME);
1430 
1431 		add_token_u8(&err, dev, OPAL_STARTNAME);
1432 		add_token_u8(&err, dev, OPAL_READLOCKENABLED);
1433 		add_token_u64(&err, dev, !!setup->RLE);
1434 		add_token_u8(&err, dev, OPAL_ENDNAME);
1435 
1436 		add_token_u8(&err, dev, OPAL_STARTNAME);
1437 		add_token_u8(&err, dev, OPAL_WRITELOCKENABLED);
1438 		add_token_u64(&err, dev, !!setup->WLE);
1439 		add_token_u8(&err, dev, OPAL_ENDNAME);
1440 
1441 		add_token_u8(&err, dev, OPAL_ENDLIST);
1442 		add_token_u8(&err, dev, OPAL_ENDNAME);
1443 	}
1444 	if (err) {
1445 		pr_debug("Error building Setup Locking range command.\n");
1446 		return err;
1447 	}
1448 
1449 	return finalize_and_send(dev, parse_and_check_status);
1450 }
1451 
1452 static int response_get_column(const struct parsed_resp *resp,
1453 			       int *iter,
1454 			       u8 column,
1455 			       u64 *value)
1456 {
1457 	const struct opal_resp_tok *tok;
1458 	int n = *iter;
1459 	u64 val;
1460 
1461 	tok = response_get_token(resp, n);
1462 	if (IS_ERR(tok))
1463 		return PTR_ERR(tok);
1464 
1465 	if (!response_token_matches(tok, OPAL_STARTNAME)) {
1466 		pr_debug("Unexpected response token type %d.\n", n);
1467 		return OPAL_INVAL_PARAM;
1468 	}
1469 	n++;
1470 
1471 	if (response_get_u64(resp, n) != column) {
1472 		pr_debug("Token %d does not match expected column %u.\n",
1473 			 n, column);
1474 		return OPAL_INVAL_PARAM;
1475 	}
1476 	n++;
1477 
1478 	val = response_get_u64(resp, n);
1479 	n++;
1480 
1481 	tok = response_get_token(resp, n);
1482 	if (IS_ERR(tok))
1483 		return PTR_ERR(tok);
1484 
1485 	if (!response_token_matches(tok, OPAL_ENDNAME)) {
1486 		pr_debug("Unexpected response token type %d.\n", n);
1487 		return OPAL_INVAL_PARAM;
1488 	}
1489 	n++;
1490 
1491 	*value = val;
1492 	*iter = n;
1493 
1494 	return 0;
1495 }
1496 
1497 static int locking_range_status(struct opal_dev *dev, void *data)
1498 {
1499 	u8 lr_buffer[OPAL_UID_LENGTH];
1500 	u64 resp;
1501 	bool rlocked, wlocked;
1502 	int err, tok_n = 2;
1503 	struct opal_lr_status *lrst = data;
1504 
1505 	err = build_locking_range(lr_buffer, sizeof(lr_buffer),
1506 				  lrst->session.opal_key.lr);
1507 	if (err)
1508 		return err;
1509 
1510 	err = generic_get_columns(dev, lr_buffer, OPAL_RANGESTART,
1511 				  OPAL_WRITELOCKED);
1512 	if (err) {
1513 		pr_debug("Couldn't get lr %u table columns %d to %d.\n",
1514 			 lrst->session.opal_key.lr, OPAL_RANGESTART,
1515 			 OPAL_WRITELOCKED);
1516 		return err;
1517 	}
1518 
1519 	/* range start */
1520 	err = response_get_column(&dev->parsed, &tok_n, OPAL_RANGESTART,
1521 				  &lrst->range_start);
1522 	if (err)
1523 		return err;
1524 
1525 	/* range length */
1526 	err = response_get_column(&dev->parsed, &tok_n, OPAL_RANGELENGTH,
1527 				  &lrst->range_length);
1528 	if (err)
1529 		return err;
1530 
1531 	/* RLE */
1532 	err = response_get_column(&dev->parsed, &tok_n, OPAL_READLOCKENABLED,
1533 				  &resp);
1534 	if (err)
1535 		return err;
1536 
1537 	lrst->RLE = !!resp;
1538 
1539 	/* WLE */
1540 	err = response_get_column(&dev->parsed, &tok_n, OPAL_WRITELOCKENABLED,
1541 				  &resp);
1542 	if (err)
1543 		return err;
1544 
1545 	lrst->WLE = !!resp;
1546 
1547 	/* read locked */
1548 	err = response_get_column(&dev->parsed, &tok_n, OPAL_READLOCKED, &resp);
1549 	if (err)
1550 		return err;
1551 
1552 	rlocked = !!resp;
1553 
1554 	/* write locked */
1555 	err = response_get_column(&dev->parsed, &tok_n, OPAL_WRITELOCKED, &resp);
1556 	if (err)
1557 		return err;
1558 
1559 	wlocked = !!resp;
1560 
1561 	/* opal_lock_state can not map 'read locked' only state. */
1562 	lrst->l_state = OPAL_RW;
1563 	if (rlocked && wlocked)
1564 		lrst->l_state = OPAL_LK;
1565 	else if (wlocked)
1566 		lrst->l_state = OPAL_RO;
1567 	else if (rlocked) {
1568 		pr_debug("Can not report read locked only state.\n");
1569 		return -EINVAL;
1570 	}
1571 
1572 	return 0;
1573 }
1574 
1575 static int start_generic_opal_session(struct opal_dev *dev,
1576 				      enum opal_uid auth,
1577 				      enum opal_uid sp_type,
1578 				      const char *key,
1579 				      u8 key_len)
1580 {
1581 	u32 hsn;
1582 	int err;
1583 
1584 	if (key == NULL && auth != OPAL_ANYBODY_UID)
1585 		return OPAL_INVAL_PARAM;
1586 
1587 	hsn = GENERIC_HOST_SESSION_NUM;
1588 	err = cmd_start(dev, opaluid[OPAL_SMUID_UID],
1589 			opalmethod[OPAL_STARTSESSION]);
1590 
1591 	add_token_u64(&err, dev, hsn);
1592 	add_token_bytestring(&err, dev, opaluid[sp_type], OPAL_UID_LENGTH);
1593 	add_token_u8(&err, dev, 1);
1594 
1595 	switch (auth) {
1596 	case OPAL_ANYBODY_UID:
1597 		break;
1598 	case OPAL_ADMIN1_UID:
1599 	case OPAL_SID_UID:
1600 	case OPAL_PSID_UID:
1601 		add_token_u8(&err, dev, OPAL_STARTNAME);
1602 		add_token_u8(&err, dev, 0); /* HostChallenge */
1603 		add_token_bytestring(&err, dev, key, key_len);
1604 		add_token_u8(&err, dev, OPAL_ENDNAME);
1605 		add_token_u8(&err, dev, OPAL_STARTNAME);
1606 		add_token_u8(&err, dev, 3); /* HostSignAuth */
1607 		add_token_bytestring(&err, dev, opaluid[auth],
1608 				     OPAL_UID_LENGTH);
1609 		add_token_u8(&err, dev, OPAL_ENDNAME);
1610 		break;
1611 	default:
1612 		pr_debug("Cannot start Admin SP session with auth %d\n", auth);
1613 		return OPAL_INVAL_PARAM;
1614 	}
1615 
1616 	if (err) {
1617 		pr_debug("Error building start adminsp session command.\n");
1618 		return err;
1619 	}
1620 
1621 	return finalize_and_send(dev, start_opal_session_cont);
1622 }
1623 
1624 static int start_anybodyASP_opal_session(struct opal_dev *dev, void *data)
1625 {
1626 	return start_generic_opal_session(dev, OPAL_ANYBODY_UID,
1627 					  OPAL_ADMINSP_UID, NULL, 0);
1628 }
1629 
1630 static int start_SIDASP_opal_session(struct opal_dev *dev, void *data)
1631 {
1632 	int ret;
1633 	const u8 *key = dev->prev_data;
1634 
1635 	if (!key) {
1636 		const struct opal_key *okey = data;
1637 
1638 		ret = start_generic_opal_session(dev, OPAL_SID_UID,
1639 						 OPAL_ADMINSP_UID,
1640 						 okey->key,
1641 						 okey->key_len);
1642 	} else {
1643 		ret = start_generic_opal_session(dev, OPAL_SID_UID,
1644 						 OPAL_ADMINSP_UID,
1645 						 key, dev->prev_d_len);
1646 		kfree(key);
1647 		dev->prev_data = NULL;
1648 	}
1649 
1650 	return ret;
1651 }
1652 
1653 static int start_admin1LSP_opal_session(struct opal_dev *dev, void *data)
1654 {
1655 	struct opal_key *key = data;
1656 
1657 	return start_generic_opal_session(dev, OPAL_ADMIN1_UID,
1658 					  OPAL_LOCKINGSP_UID,
1659 					  key->key, key->key_len);
1660 }
1661 
1662 static int start_PSID_opal_session(struct opal_dev *dev, void *data)
1663 {
1664 	const struct opal_key *okey = data;
1665 
1666 	return start_generic_opal_session(dev, OPAL_PSID_UID,
1667 					  OPAL_ADMINSP_UID,
1668 					  okey->key,
1669 					  okey->key_len);
1670 }
1671 
1672 static int start_auth_opal_session(struct opal_dev *dev, void *data)
1673 {
1674 	struct opal_session_info *session = data;
1675 	u8 lk_ul_user[OPAL_UID_LENGTH];
1676 	size_t keylen = session->opal_key.key_len;
1677 	int err = 0;
1678 
1679 	u8 *key = session->opal_key.key;
1680 	u32 hsn = GENERIC_HOST_SESSION_NUM;
1681 
1682 	if (session->sum)
1683 		err = build_locking_user(lk_ul_user, sizeof(lk_ul_user),
1684 					 session->opal_key.lr);
1685 	else if (session->who != OPAL_ADMIN1 && !session->sum)
1686 		err = build_locking_user(lk_ul_user, sizeof(lk_ul_user),
1687 					 session->who - 1);
1688 	else
1689 		memcpy(lk_ul_user, opaluid[OPAL_ADMIN1_UID], OPAL_UID_LENGTH);
1690 
1691 	if (err)
1692 		return err;
1693 
1694 	err = cmd_start(dev, opaluid[OPAL_SMUID_UID],
1695 			opalmethod[OPAL_STARTSESSION]);
1696 
1697 	add_token_u64(&err, dev, hsn);
1698 	add_token_bytestring(&err, dev, opaluid[OPAL_LOCKINGSP_UID],
1699 			     OPAL_UID_LENGTH);
1700 	add_token_u8(&err, dev, 1);
1701 	add_token_u8(&err, dev, OPAL_STARTNAME);
1702 	add_token_u8(&err, dev, 0);
1703 	add_token_bytestring(&err, dev, key, keylen);
1704 	add_token_u8(&err, dev, OPAL_ENDNAME);
1705 	add_token_u8(&err, dev, OPAL_STARTNAME);
1706 	add_token_u8(&err, dev, 3);
1707 	add_token_bytestring(&err, dev, lk_ul_user, OPAL_UID_LENGTH);
1708 	add_token_u8(&err, dev, OPAL_ENDNAME);
1709 
1710 	if (err) {
1711 		pr_debug("Error building STARTSESSION command.\n");
1712 		return err;
1713 	}
1714 
1715 	return finalize_and_send(dev, start_opal_session_cont);
1716 }
1717 
1718 static int revert_tper(struct opal_dev *dev, void *data)
1719 {
1720 	int err;
1721 
1722 	err = cmd_start(dev, opaluid[OPAL_ADMINSP_UID],
1723 			opalmethod[OPAL_REVERT]);
1724 	if (err) {
1725 		pr_debug("Error building REVERT TPER command.\n");
1726 		return err;
1727 	}
1728 
1729 	return finalize_and_send(dev, parse_and_check_status);
1730 }
1731 
1732 static int internal_activate_user(struct opal_dev *dev, void *data)
1733 {
1734 	struct opal_session_info *session = data;
1735 	u8 uid[OPAL_UID_LENGTH];
1736 	int err;
1737 
1738 	memcpy(uid, opaluid[OPAL_USER1_UID], OPAL_UID_LENGTH);
1739 	uid[7] = session->who;
1740 
1741 	err = cmd_start(dev, uid, opalmethod[OPAL_SET]);
1742 	add_token_u8(&err, dev, OPAL_STARTNAME);
1743 	add_token_u8(&err, dev, OPAL_VALUES);
1744 	add_token_u8(&err, dev, OPAL_STARTLIST);
1745 	add_token_u8(&err, dev, OPAL_STARTNAME);
1746 	add_token_u8(&err, dev, 5); /* Enabled */
1747 	add_token_u8(&err, dev, OPAL_TRUE);
1748 	add_token_u8(&err, dev, OPAL_ENDNAME);
1749 	add_token_u8(&err, dev, OPAL_ENDLIST);
1750 	add_token_u8(&err, dev, OPAL_ENDNAME);
1751 
1752 	if (err) {
1753 		pr_debug("Error building Activate UserN command.\n");
1754 		return err;
1755 	}
1756 
1757 	return finalize_and_send(dev, parse_and_check_status);
1758 }
1759 
1760 static int erase_locking_range(struct opal_dev *dev, void *data)
1761 {
1762 	struct opal_session_info *session = data;
1763 	u8 uid[OPAL_UID_LENGTH];
1764 	int err;
1765 
1766 	if (build_locking_range(uid, sizeof(uid), session->opal_key.lr) < 0)
1767 		return -ERANGE;
1768 
1769 	err = cmd_start(dev, uid, opalmethod[OPAL_ERASE]);
1770 
1771 	if (err) {
1772 		pr_debug("Error building Erase Locking Range Command.\n");
1773 		return err;
1774 	}
1775 
1776 	return finalize_and_send(dev, parse_and_check_status);
1777 }
1778 
1779 static int set_mbr_done(struct opal_dev *dev, void *data)
1780 {
1781 	u8 *mbr_done_tf = data;
1782 	int err;
1783 
1784 	err = cmd_start(dev, opaluid[OPAL_MBRCONTROL],
1785 			opalmethod[OPAL_SET]);
1786 
1787 	add_token_u8(&err, dev, OPAL_STARTNAME);
1788 	add_token_u8(&err, dev, OPAL_VALUES);
1789 	add_token_u8(&err, dev, OPAL_STARTLIST);
1790 	add_token_u8(&err, dev, OPAL_STARTNAME);
1791 	add_token_u8(&err, dev, OPAL_MBRDONE);
1792 	add_token_u8(&err, dev, *mbr_done_tf); /* Done T or F */
1793 	add_token_u8(&err, dev, OPAL_ENDNAME);
1794 	add_token_u8(&err, dev, OPAL_ENDLIST);
1795 	add_token_u8(&err, dev, OPAL_ENDNAME);
1796 
1797 	if (err) {
1798 		pr_debug("Error Building set MBR Done command\n");
1799 		return err;
1800 	}
1801 
1802 	return finalize_and_send(dev, parse_and_check_status);
1803 }
1804 
1805 static int set_mbr_enable_disable(struct opal_dev *dev, void *data)
1806 {
1807 	u8 *mbr_en_dis = data;
1808 	int err;
1809 
1810 	err = cmd_start(dev, opaluid[OPAL_MBRCONTROL],
1811 			opalmethod[OPAL_SET]);
1812 
1813 	add_token_u8(&err, dev, OPAL_STARTNAME);
1814 	add_token_u8(&err, dev, OPAL_VALUES);
1815 	add_token_u8(&err, dev, OPAL_STARTLIST);
1816 	add_token_u8(&err, dev, OPAL_STARTNAME);
1817 	add_token_u8(&err, dev, OPAL_MBRENABLE);
1818 	add_token_u8(&err, dev, *mbr_en_dis);
1819 	add_token_u8(&err, dev, OPAL_ENDNAME);
1820 	add_token_u8(&err, dev, OPAL_ENDLIST);
1821 	add_token_u8(&err, dev, OPAL_ENDNAME);
1822 
1823 	if (err) {
1824 		pr_debug("Error Building set MBR done command\n");
1825 		return err;
1826 	}
1827 
1828 	return finalize_and_send(dev, parse_and_check_status);
1829 }
1830 
1831 static int write_shadow_mbr(struct opal_dev *dev, void *data)
1832 {
1833 	struct opal_shadow_mbr *shadow = data;
1834 
1835 	return generic_table_write_data(dev, shadow->data, shadow->offset,
1836 					shadow->size, opaluid[OPAL_MBR]);
1837 }
1838 
1839 static int generic_pw_cmd(u8 *key, size_t key_len, u8 *cpin_uid,
1840 			  struct opal_dev *dev)
1841 {
1842 	int err;
1843 
1844 	err = cmd_start(dev, cpin_uid, opalmethod[OPAL_SET]);
1845 
1846 	add_token_u8(&err, dev, OPAL_STARTNAME);
1847 	add_token_u8(&err, dev, OPAL_VALUES);
1848 	add_token_u8(&err, dev, OPAL_STARTLIST);
1849 	add_token_u8(&err, dev, OPAL_STARTNAME);
1850 	add_token_u8(&err, dev, OPAL_PIN);
1851 	add_token_bytestring(&err, dev, key, key_len);
1852 	add_token_u8(&err, dev, OPAL_ENDNAME);
1853 	add_token_u8(&err, dev, OPAL_ENDLIST);
1854 	add_token_u8(&err, dev, OPAL_ENDNAME);
1855 
1856 	return err;
1857 }
1858 
1859 static int set_new_pw(struct opal_dev *dev, void *data)
1860 {
1861 	u8 cpin_uid[OPAL_UID_LENGTH];
1862 	struct opal_session_info *usr = data;
1863 
1864 	memcpy(cpin_uid, opaluid[OPAL_C_PIN_ADMIN1], OPAL_UID_LENGTH);
1865 
1866 	if (usr->who != OPAL_ADMIN1) {
1867 		cpin_uid[5] = 0x03;
1868 		if (usr->sum)
1869 			cpin_uid[7] = usr->opal_key.lr + 1;
1870 		else
1871 			cpin_uid[7] = usr->who;
1872 	}
1873 
1874 	if (generic_pw_cmd(usr->opal_key.key, usr->opal_key.key_len,
1875 			   cpin_uid, dev)) {
1876 		pr_debug("Error building set password command.\n");
1877 		return -ERANGE;
1878 	}
1879 
1880 	return finalize_and_send(dev, parse_and_check_status);
1881 }
1882 
1883 static int set_sid_cpin_pin(struct opal_dev *dev, void *data)
1884 {
1885 	u8 cpin_uid[OPAL_UID_LENGTH];
1886 	struct opal_key *key = data;
1887 
1888 	memcpy(cpin_uid, opaluid[OPAL_C_PIN_SID], OPAL_UID_LENGTH);
1889 
1890 	if (generic_pw_cmd(key->key, key->key_len, cpin_uid, dev)) {
1891 		pr_debug("Error building Set SID cpin\n");
1892 		return -ERANGE;
1893 	}
1894 	return finalize_and_send(dev, parse_and_check_status);
1895 }
1896 
1897 static void add_authority_object_ref(int *err,
1898 				     struct opal_dev *dev,
1899 				     const u8 *uid,
1900 				     size_t uid_len)
1901 {
1902 	add_token_u8(err, dev, OPAL_STARTNAME);
1903 	add_token_bytestring(err, dev,
1904 			     opaluid[OPAL_HALF_UID_AUTHORITY_OBJ_REF],
1905 			     OPAL_UID_LENGTH/2);
1906 	add_token_bytestring(err, dev, uid, uid_len);
1907 	add_token_u8(err, dev, OPAL_ENDNAME);
1908 }
1909 
1910 static void add_boolean_object_ref(int *err,
1911 				   struct opal_dev *dev,
1912 				   u8 boolean_op)
1913 {
1914 	add_token_u8(err, dev, OPAL_STARTNAME);
1915 	add_token_bytestring(err, dev, opaluid[OPAL_HALF_UID_BOOLEAN_ACE],
1916 			     OPAL_UID_LENGTH/2);
1917 	add_token_u8(err, dev, boolean_op);
1918 	add_token_u8(err, dev, OPAL_ENDNAME);
1919 }
1920 
1921 static int set_lr_boolean_ace(struct opal_dev *dev,
1922 			      unsigned int opal_uid,
1923 			      u8 lr,
1924 			      const u8 *users,
1925 			      size_t users_len)
1926 {
1927 	u8 lr_buffer[OPAL_UID_LENGTH];
1928 	u8 user_uid[OPAL_UID_LENGTH];
1929 	u8 u;
1930 	int err;
1931 
1932 	memcpy(lr_buffer, opaluid[opal_uid], OPAL_UID_LENGTH);
1933 	lr_buffer[7] = lr;
1934 
1935 	err = cmd_start(dev, lr_buffer, opalmethod[OPAL_SET]);
1936 
1937 	add_token_u8(&err, dev, OPAL_STARTNAME);
1938 	add_token_u8(&err, dev, OPAL_VALUES);
1939 
1940 	add_token_u8(&err, dev, OPAL_STARTLIST);
1941 	add_token_u8(&err, dev, OPAL_STARTNAME);
1942 	add_token_u8(&err, dev, 3);
1943 
1944 	add_token_u8(&err, dev, OPAL_STARTLIST);
1945 
1946 	for (u = 0; u < users_len; u++) {
1947 		if (users[u] == OPAL_ADMIN1)
1948 			memcpy(user_uid, opaluid[OPAL_ADMIN1_UID],
1949 			       OPAL_UID_LENGTH);
1950 		else {
1951 			memcpy(user_uid, opaluid[OPAL_USER1_UID],
1952 			       OPAL_UID_LENGTH);
1953 			user_uid[7] = users[u];
1954 		}
1955 
1956 		add_authority_object_ref(&err, dev, user_uid, sizeof(user_uid));
1957 
1958 		/*
1959 		 * Add boolean operator in postfix only with
1960 		 * two or more authorities being added in ACE
1961 		 * expresion.
1962 		 * */
1963 		if (u > 0)
1964 			add_boolean_object_ref(&err, dev, OPAL_BOOLEAN_OR);
1965 	}
1966 
1967 	add_token_u8(&err, dev, OPAL_ENDLIST);
1968 	add_token_u8(&err, dev, OPAL_ENDNAME);
1969 	add_token_u8(&err, dev, OPAL_ENDLIST);
1970 	add_token_u8(&err, dev, OPAL_ENDNAME);
1971 
1972 	return err;
1973 }
1974 
1975 static int add_user_to_lr(struct opal_dev *dev, void *data)
1976 {
1977 	int err;
1978 	struct opal_lock_unlock *lkul = data;
1979 	const u8 users[] = {
1980 		lkul->session.who
1981 	};
1982 
1983 	err = set_lr_boolean_ace(dev,
1984 				 lkul->l_state == OPAL_RW ?
1985 					OPAL_LOCKINGRANGE_ACE_WRLOCKED :
1986 					OPAL_LOCKINGRANGE_ACE_RDLOCKED,
1987 				 lkul->session.opal_key.lr, users,
1988 				 ARRAY_SIZE(users));
1989 	if (err) {
1990 		pr_debug("Error building add user to locking range command.\n");
1991 		return err;
1992 	}
1993 
1994 	return finalize_and_send(dev, parse_and_check_status);
1995 }
1996 
1997 static int add_user_to_lr_ace(struct opal_dev *dev, void *data)
1998 {
1999 	int err;
2000 	struct opal_lock_unlock *lkul = data;
2001 	const u8 users[] = {
2002 		OPAL_ADMIN1,
2003 		lkul->session.who
2004 	};
2005 
2006 	err = set_lr_boolean_ace(dev, OPAL_LOCKINGRANGE_ACE_START_TO_KEY,
2007 				 lkul->session.opal_key.lr, users,
2008 				 ARRAY_SIZE(users));
2009 
2010 	if (err) {
2011 		pr_debug("Error building add user to locking ranges ACEs.\n");
2012 		return err;
2013 	}
2014 
2015 	return finalize_and_send(dev, parse_and_check_status);
2016 }
2017 
2018 static int lock_unlock_locking_range(struct opal_dev *dev, void *data)
2019 {
2020 	u8 lr_buffer[OPAL_UID_LENGTH];
2021 	struct opal_lock_unlock *lkul = data;
2022 	u8 read_locked = 1, write_locked = 1;
2023 	int err = 0;
2024 
2025 	if (build_locking_range(lr_buffer, sizeof(lr_buffer),
2026 				lkul->session.opal_key.lr) < 0)
2027 		return -ERANGE;
2028 
2029 	switch (lkul->l_state) {
2030 	case OPAL_RO:
2031 		read_locked = 0;
2032 		write_locked = 1;
2033 		break;
2034 	case OPAL_RW:
2035 		read_locked = 0;
2036 		write_locked = 0;
2037 		break;
2038 	case OPAL_LK:
2039 		/* vars are initialized to locked */
2040 		break;
2041 	default:
2042 		pr_debug("Tried to set an invalid locking state... returning to uland\n");
2043 		return OPAL_INVAL_PARAM;
2044 	}
2045 
2046 	err = cmd_start(dev, lr_buffer, opalmethod[OPAL_SET]);
2047 
2048 	add_token_u8(&err, dev, OPAL_STARTNAME);
2049 	add_token_u8(&err, dev, OPAL_VALUES);
2050 	add_token_u8(&err, dev, OPAL_STARTLIST);
2051 
2052 	add_token_u8(&err, dev, OPAL_STARTNAME);
2053 	add_token_u8(&err, dev, OPAL_READLOCKED);
2054 	add_token_u8(&err, dev, read_locked);
2055 	add_token_u8(&err, dev, OPAL_ENDNAME);
2056 
2057 	add_token_u8(&err, dev, OPAL_STARTNAME);
2058 	add_token_u8(&err, dev, OPAL_WRITELOCKED);
2059 	add_token_u8(&err, dev, write_locked);
2060 	add_token_u8(&err, dev, OPAL_ENDNAME);
2061 
2062 	add_token_u8(&err, dev, OPAL_ENDLIST);
2063 	add_token_u8(&err, dev, OPAL_ENDNAME);
2064 
2065 	if (err) {
2066 		pr_debug("Error building SET command.\n");
2067 		return err;
2068 	}
2069 
2070 	return finalize_and_send(dev, parse_and_check_status);
2071 }
2072 
2073 
2074 static int lock_unlock_locking_range_sum(struct opal_dev *dev, void *data)
2075 {
2076 	u8 lr_buffer[OPAL_UID_LENGTH];
2077 	u8 read_locked = 1, write_locked = 1;
2078 	struct opal_lock_unlock *lkul = data;
2079 	int ret;
2080 
2081 	clear_opal_cmd(dev);
2082 	set_comid(dev, dev->comid);
2083 
2084 	if (build_locking_range(lr_buffer, sizeof(lr_buffer),
2085 				lkul->session.opal_key.lr) < 0)
2086 		return -ERANGE;
2087 
2088 	switch (lkul->l_state) {
2089 	case OPAL_RO:
2090 		read_locked = 0;
2091 		write_locked = 1;
2092 		break;
2093 	case OPAL_RW:
2094 		read_locked = 0;
2095 		write_locked = 0;
2096 		break;
2097 	case OPAL_LK:
2098 		/* vars are initialized to locked */
2099 		break;
2100 	default:
2101 		pr_debug("Tried to set an invalid locking state.\n");
2102 		return OPAL_INVAL_PARAM;
2103 	}
2104 	ret = generic_lr_enable_disable(dev, lr_buffer, 1, 1,
2105 					read_locked, write_locked);
2106 
2107 	if (ret < 0) {
2108 		pr_debug("Error building SET command.\n");
2109 		return ret;
2110 	}
2111 
2112 	return finalize_and_send(dev, parse_and_check_status);
2113 }
2114 
2115 static int activate_lsp(struct opal_dev *dev, void *data)
2116 {
2117 	struct opal_lr_act *opal_act = data;
2118 	u8 user_lr[OPAL_UID_LENGTH];
2119 	int err, i;
2120 
2121 	err = cmd_start(dev, opaluid[OPAL_LOCKINGSP_UID],
2122 			opalmethod[OPAL_ACTIVATE]);
2123 
2124 	if (opal_act->sum) {
2125 		err = build_locking_range(user_lr, sizeof(user_lr),
2126 					  opal_act->lr[0]);
2127 		if (err)
2128 			return err;
2129 
2130 		add_token_u8(&err, dev, OPAL_STARTNAME);
2131 		add_token_u64(&err, dev, OPAL_SUM_SET_LIST);
2132 
2133 		add_token_u8(&err, dev, OPAL_STARTLIST);
2134 		add_token_bytestring(&err, dev, user_lr, OPAL_UID_LENGTH);
2135 		for (i = 1; i < opal_act->num_lrs; i++) {
2136 			user_lr[7] = opal_act->lr[i];
2137 			add_token_bytestring(&err, dev, user_lr, OPAL_UID_LENGTH);
2138 		}
2139 		add_token_u8(&err, dev, OPAL_ENDLIST);
2140 		add_token_u8(&err, dev, OPAL_ENDNAME);
2141 	}
2142 
2143 	if (err) {
2144 		pr_debug("Error building Activate LockingSP command.\n");
2145 		return err;
2146 	}
2147 
2148 	return finalize_and_send(dev, parse_and_check_status);
2149 }
2150 
2151 /* Determine if we're in the Manufactured Inactive or Active state */
2152 static int get_lsp_lifecycle(struct opal_dev *dev, void *data)
2153 {
2154 	u8 lc_status;
2155 	int err;
2156 
2157 	err = generic_get_column(dev, opaluid[OPAL_LOCKINGSP_UID],
2158 				 OPAL_LIFECYCLE);
2159 	if (err)
2160 		return err;
2161 
2162 	lc_status = response_get_u64(&dev->parsed, 4);
2163 	/* 0x08 is Manufactured Inactive */
2164 	/* 0x09 is Manufactured */
2165 	if (lc_status != OPAL_MANUFACTURED_INACTIVE) {
2166 		pr_debug("Couldn't determine the status of the Lifecycle state\n");
2167 		return -ENODEV;
2168 	}
2169 
2170 	return 0;
2171 }
2172 
2173 static int get_msid_cpin_pin(struct opal_dev *dev, void *data)
2174 {
2175 	const char *msid_pin;
2176 	size_t strlen;
2177 	int err;
2178 
2179 	err = generic_get_column(dev, opaluid[OPAL_C_PIN_MSID], OPAL_PIN);
2180 	if (err)
2181 		return err;
2182 
2183 	strlen = response_get_string(&dev->parsed, 4, &msid_pin);
2184 	if (!msid_pin) {
2185 		pr_debug("Couldn't extract MSID_CPIN from response\n");
2186 		return OPAL_INVAL_PARAM;
2187 	}
2188 
2189 	dev->prev_data = kmemdup(msid_pin, strlen, GFP_KERNEL);
2190 	if (!dev->prev_data)
2191 		return -ENOMEM;
2192 
2193 	dev->prev_d_len = strlen;
2194 
2195 	return 0;
2196 }
2197 
2198 static int write_table_data(struct opal_dev *dev, void *data)
2199 {
2200 	struct opal_read_write_table *write_tbl = data;
2201 
2202 	return generic_table_write_data(dev, write_tbl->data, write_tbl->offset,
2203 					write_tbl->size, write_tbl->table_uid);
2204 }
2205 
2206 static int read_table_data_cont(struct opal_dev *dev)
2207 {
2208 	int err;
2209 	const char *data_read;
2210 
2211 	err = parse_and_check_status(dev);
2212 	if (err)
2213 		return err;
2214 
2215 	dev->prev_d_len = response_get_string(&dev->parsed, 1, &data_read);
2216 	dev->prev_data = (void *)data_read;
2217 	if (!dev->prev_data) {
2218 		pr_debug("%s: Couldn't read data from the table.\n", __func__);
2219 		return OPAL_INVAL_PARAM;
2220 	}
2221 
2222 	return 0;
2223 }
2224 
2225 /*
2226  * IO_BUFFER_LENGTH = 2048
2227  * sizeof(header) = 56
2228  * No. of Token Bytes in the Response = 11
2229  * MAX size of data that can be carried in response buffer
2230  * at a time is : 2048 - (56 + 11) = 1981 = 0x7BD.
2231  */
2232 #define OPAL_MAX_READ_TABLE (0x7BD)
2233 
2234 static int read_table_data(struct opal_dev *dev, void *data)
2235 {
2236 	struct opal_read_write_table *read_tbl = data;
2237 	int err;
2238 	size_t off = 0, max_read_size = OPAL_MAX_READ_TABLE;
2239 	u64 table_len, len;
2240 	u64 offset = read_tbl->offset, read_size = read_tbl->size - 1;
2241 	u8 __user *dst;
2242 
2243 	err = generic_get_table_info(dev, read_tbl->table_uid, OPAL_TABLE_ROWS);
2244 	if (err) {
2245 		pr_debug("Couldn't get the table size\n");
2246 		return err;
2247 	}
2248 
2249 	table_len = response_get_u64(&dev->parsed, 4);
2250 
2251 	/* Check if the user is trying to read from the table limits */
2252 	if (read_size > table_len || offset > table_len - read_size) {
2253 		pr_debug("Read size exceeds the Table size limits (%llu vs. %llu)\n",
2254 			  offset + read_size, table_len);
2255 		return -EINVAL;
2256 	}
2257 
2258 	while (off < read_size) {
2259 		err = cmd_start(dev, read_tbl->table_uid, opalmethod[OPAL_GET]);
2260 
2261 		add_token_u8(&err, dev, OPAL_STARTLIST);
2262 		add_token_u8(&err, dev, OPAL_STARTNAME);
2263 		add_token_u8(&err, dev, OPAL_STARTROW);
2264 		add_token_u64(&err, dev, offset + off); /* start row value */
2265 		add_token_u8(&err, dev, OPAL_ENDNAME);
2266 
2267 		add_token_u8(&err, dev, OPAL_STARTNAME);
2268 		add_token_u8(&err, dev, OPAL_ENDROW);
2269 
2270 		len = min(max_read_size, (size_t)(read_size - off));
2271 		add_token_u64(&err, dev, offset + off + len); /* end row value
2272 							       */
2273 		add_token_u8(&err, dev, OPAL_ENDNAME);
2274 		add_token_u8(&err, dev, OPAL_ENDLIST);
2275 
2276 		if (err) {
2277 			pr_debug("Error building read table data command.\n");
2278 			break;
2279 		}
2280 
2281 		err = finalize_and_send(dev, read_table_data_cont);
2282 		if (err)
2283 			break;
2284 
2285 		/* len+1: This includes the NULL terminator at the end*/
2286 		if (dev->prev_d_len > len + 1) {
2287 			err = -EOVERFLOW;
2288 			break;
2289 		}
2290 
2291 		dst = (u8 __user *)(uintptr_t)read_tbl->data;
2292 		if (copy_to_user(dst + off, dev->prev_data, dev->prev_d_len)) {
2293 			pr_debug("Error copying data to userspace\n");
2294 			err = -EFAULT;
2295 			break;
2296 		}
2297 		dev->prev_data = NULL;
2298 
2299 		off += len;
2300 	}
2301 
2302 	return err;
2303 }
2304 
2305 static int end_opal_session(struct opal_dev *dev, void *data)
2306 {
2307 	int err = 0;
2308 
2309 	clear_opal_cmd(dev);
2310 	set_comid(dev, dev->comid);
2311 	add_token_u8(&err, dev, OPAL_ENDOFSESSION);
2312 
2313 	if (err < 0)
2314 		return err;
2315 
2316 	return finalize_and_send(dev, end_session_cont);
2317 }
2318 
2319 static int end_opal_session_error(struct opal_dev *dev)
2320 {
2321 	const struct opal_step error_end_session = {
2322 		end_opal_session,
2323 	};
2324 
2325 	return execute_step(dev, &error_end_session, 0);
2326 }
2327 
2328 static inline void setup_opal_dev(struct opal_dev *dev)
2329 {
2330 	dev->tsn = 0;
2331 	dev->hsn = 0;
2332 	dev->prev_data = NULL;
2333 }
2334 
2335 static int check_opal_support(struct opal_dev *dev)
2336 {
2337 	int ret;
2338 
2339 	mutex_lock(&dev->dev_lock);
2340 	setup_opal_dev(dev);
2341 	ret = opal_discovery0_step(dev);
2342 	if (!ret)
2343 		dev->flags |= OPAL_FL_SUPPORTED;
2344 	mutex_unlock(&dev->dev_lock);
2345 
2346 	return ret;
2347 }
2348 
2349 static void clean_opal_dev(struct opal_dev *dev)
2350 {
2351 
2352 	struct opal_suspend_data *suspend, *next;
2353 
2354 	mutex_lock(&dev->dev_lock);
2355 	list_for_each_entry_safe(suspend, next, &dev->unlk_lst, node) {
2356 		list_del(&suspend->node);
2357 		kfree(suspend);
2358 	}
2359 	mutex_unlock(&dev->dev_lock);
2360 }
2361 
2362 void free_opal_dev(struct opal_dev *dev)
2363 {
2364 	if (!dev)
2365 		return;
2366 
2367 	clean_opal_dev(dev);
2368 	kfree(dev->resp);
2369 	kfree(dev->cmd);
2370 	kfree(dev);
2371 }
2372 EXPORT_SYMBOL(free_opal_dev);
2373 
2374 struct opal_dev *init_opal_dev(void *data, sec_send_recv *send_recv)
2375 {
2376 	struct opal_dev *dev;
2377 
2378 	dev = kmalloc(sizeof(*dev), GFP_KERNEL);
2379 	if (!dev)
2380 		return NULL;
2381 
2382 	/*
2383 	 * Presumably DMA-able buffers must be cache-aligned. Kmalloc makes
2384 	 * sure the allocated buffer is DMA-safe in that regard.
2385 	 */
2386 	dev->cmd = kmalloc(IO_BUFFER_LENGTH, GFP_KERNEL);
2387 	if (!dev->cmd)
2388 		goto err_free_dev;
2389 
2390 	dev->resp = kmalloc(IO_BUFFER_LENGTH, GFP_KERNEL);
2391 	if (!dev->resp)
2392 		goto err_free_cmd;
2393 
2394 	INIT_LIST_HEAD(&dev->unlk_lst);
2395 	mutex_init(&dev->dev_lock);
2396 	dev->flags = 0;
2397 	dev->data = data;
2398 	dev->send_recv = send_recv;
2399 	if (check_opal_support(dev) != 0) {
2400 		pr_debug("Opal is not supported on this device\n");
2401 		goto err_free_resp;
2402 	}
2403 
2404 	return dev;
2405 
2406 err_free_resp:
2407 	kfree(dev->resp);
2408 
2409 err_free_cmd:
2410 	kfree(dev->cmd);
2411 
2412 err_free_dev:
2413 	kfree(dev);
2414 
2415 	return NULL;
2416 }
2417 EXPORT_SYMBOL(init_opal_dev);
2418 
2419 static int opal_secure_erase_locking_range(struct opal_dev *dev,
2420 					   struct opal_session_info *opal_session)
2421 {
2422 	const struct opal_step erase_steps[] = {
2423 		{ start_auth_opal_session, opal_session },
2424 		{ get_active_key, &opal_session->opal_key.lr },
2425 		{ gen_key, },
2426 		{ end_opal_session, }
2427 	};
2428 	int ret;
2429 
2430 	mutex_lock(&dev->dev_lock);
2431 	setup_opal_dev(dev);
2432 	ret = execute_steps(dev, erase_steps, ARRAY_SIZE(erase_steps));
2433 	mutex_unlock(&dev->dev_lock);
2434 
2435 	return ret;
2436 }
2437 
2438 static int opal_erase_locking_range(struct opal_dev *dev,
2439 				    struct opal_session_info *opal_session)
2440 {
2441 	const struct opal_step erase_steps[] = {
2442 		{ start_auth_opal_session, opal_session },
2443 		{ erase_locking_range, opal_session },
2444 		{ end_opal_session, }
2445 	};
2446 	int ret;
2447 
2448 	mutex_lock(&dev->dev_lock);
2449 	setup_opal_dev(dev);
2450 	ret = execute_steps(dev, erase_steps, ARRAY_SIZE(erase_steps));
2451 	mutex_unlock(&dev->dev_lock);
2452 
2453 	return ret;
2454 }
2455 
2456 static int opal_enable_disable_shadow_mbr(struct opal_dev *dev,
2457 					  struct opal_mbr_data *opal_mbr)
2458 {
2459 	u8 enable_disable = opal_mbr->enable_disable == OPAL_MBR_ENABLE ?
2460 		OPAL_TRUE : OPAL_FALSE;
2461 
2462 	const struct opal_step mbr_steps[] = {
2463 		{ start_admin1LSP_opal_session, &opal_mbr->key },
2464 		{ set_mbr_done, &enable_disable },
2465 		{ end_opal_session, },
2466 		{ start_admin1LSP_opal_session, &opal_mbr->key },
2467 		{ set_mbr_enable_disable, &enable_disable },
2468 		{ end_opal_session, }
2469 	};
2470 	int ret;
2471 
2472 	if (opal_mbr->enable_disable != OPAL_MBR_ENABLE &&
2473 	    opal_mbr->enable_disable != OPAL_MBR_DISABLE)
2474 		return -EINVAL;
2475 
2476 	mutex_lock(&dev->dev_lock);
2477 	setup_opal_dev(dev);
2478 	ret = execute_steps(dev, mbr_steps, ARRAY_SIZE(mbr_steps));
2479 	mutex_unlock(&dev->dev_lock);
2480 
2481 	return ret;
2482 }
2483 
2484 static int opal_set_mbr_done(struct opal_dev *dev,
2485 			     struct opal_mbr_done *mbr_done)
2486 {
2487 	u8 mbr_done_tf = mbr_done->done_flag == OPAL_MBR_DONE ?
2488 		OPAL_TRUE : OPAL_FALSE;
2489 
2490 	const struct opal_step mbr_steps[] = {
2491 		{ start_admin1LSP_opal_session, &mbr_done->key },
2492 		{ set_mbr_done, &mbr_done_tf },
2493 		{ end_opal_session, }
2494 	};
2495 	int ret;
2496 
2497 	if (mbr_done->done_flag != OPAL_MBR_DONE &&
2498 	    mbr_done->done_flag != OPAL_MBR_NOT_DONE)
2499 		return -EINVAL;
2500 
2501 	mutex_lock(&dev->dev_lock);
2502 	setup_opal_dev(dev);
2503 	ret = execute_steps(dev, mbr_steps, ARRAY_SIZE(mbr_steps));
2504 	mutex_unlock(&dev->dev_lock);
2505 
2506 	return ret;
2507 }
2508 
2509 static int opal_write_shadow_mbr(struct opal_dev *dev,
2510 				 struct opal_shadow_mbr *info)
2511 {
2512 	const struct opal_step mbr_steps[] = {
2513 		{ start_admin1LSP_opal_session, &info->key },
2514 		{ write_shadow_mbr, info },
2515 		{ end_opal_session, }
2516 	};
2517 	int ret;
2518 
2519 	if (info->size == 0)
2520 		return 0;
2521 
2522 	mutex_lock(&dev->dev_lock);
2523 	setup_opal_dev(dev);
2524 	ret = execute_steps(dev, mbr_steps, ARRAY_SIZE(mbr_steps));
2525 	mutex_unlock(&dev->dev_lock);
2526 
2527 	return ret;
2528 }
2529 
2530 static int opal_save(struct opal_dev *dev, struct opal_lock_unlock *lk_unlk)
2531 {
2532 	struct opal_suspend_data *suspend;
2533 
2534 	suspend = kzalloc(sizeof(*suspend), GFP_KERNEL);
2535 	if (!suspend)
2536 		return -ENOMEM;
2537 
2538 	suspend->unlk = *lk_unlk;
2539 	suspend->lr = lk_unlk->session.opal_key.lr;
2540 
2541 	mutex_lock(&dev->dev_lock);
2542 	setup_opal_dev(dev);
2543 	add_suspend_info(dev, suspend);
2544 	mutex_unlock(&dev->dev_lock);
2545 
2546 	return 0;
2547 }
2548 
2549 static int opal_add_user_to_lr(struct opal_dev *dev,
2550 			       struct opal_lock_unlock *lk_unlk)
2551 {
2552 	const struct opal_step steps[] = {
2553 		{ start_admin1LSP_opal_session, &lk_unlk->session.opal_key },
2554 		{ add_user_to_lr, lk_unlk },
2555 		{ add_user_to_lr_ace, lk_unlk },
2556 		{ end_opal_session, }
2557 	};
2558 	int ret;
2559 
2560 	if (lk_unlk->l_state != OPAL_RO &&
2561 	    lk_unlk->l_state != OPAL_RW) {
2562 		pr_debug("Locking state was not RO or RW\n");
2563 		return -EINVAL;
2564 	}
2565 
2566 	if (lk_unlk->session.who < OPAL_USER1 ||
2567 	    lk_unlk->session.who > OPAL_USER9) {
2568 		pr_debug("Authority was not within the range of users: %d\n",
2569 			 lk_unlk->session.who);
2570 		return -EINVAL;
2571 	}
2572 
2573 	if (lk_unlk->session.sum) {
2574 		pr_debug("%s not supported in sum. Use setup locking range\n",
2575 			 __func__);
2576 		return -EINVAL;
2577 	}
2578 
2579 	mutex_lock(&dev->dev_lock);
2580 	setup_opal_dev(dev);
2581 	ret = execute_steps(dev, steps, ARRAY_SIZE(steps));
2582 	mutex_unlock(&dev->dev_lock);
2583 
2584 	return ret;
2585 }
2586 
2587 static int opal_reverttper(struct opal_dev *dev, struct opal_key *opal, bool psid)
2588 {
2589 	/* controller will terminate session */
2590 	const struct opal_step revert_steps[] = {
2591 		{ start_SIDASP_opal_session, opal },
2592 		{ revert_tper, }
2593 	};
2594 	const struct opal_step psid_revert_steps[] = {
2595 		{ start_PSID_opal_session, opal },
2596 		{ revert_tper, }
2597 	};
2598 
2599 	int ret;
2600 
2601 	mutex_lock(&dev->dev_lock);
2602 	setup_opal_dev(dev);
2603 	if (psid)
2604 		ret = execute_steps(dev, psid_revert_steps,
2605 				    ARRAY_SIZE(psid_revert_steps));
2606 	else
2607 		ret = execute_steps(dev, revert_steps,
2608 				    ARRAY_SIZE(revert_steps));
2609 	mutex_unlock(&dev->dev_lock);
2610 
2611 	/*
2612 	 * If we successfully reverted lets clean
2613 	 * any saved locking ranges.
2614 	 */
2615 	if (!ret)
2616 		clean_opal_dev(dev);
2617 
2618 	return ret;
2619 }
2620 
2621 static int __opal_lock_unlock(struct opal_dev *dev,
2622 			      struct opal_lock_unlock *lk_unlk)
2623 {
2624 	const struct opal_step unlock_steps[] = {
2625 		{ start_auth_opal_session, &lk_unlk->session },
2626 		{ lock_unlock_locking_range, lk_unlk },
2627 		{ end_opal_session, }
2628 	};
2629 	const struct opal_step unlock_sum_steps[] = {
2630 		{ start_auth_opal_session, &lk_unlk->session },
2631 		{ lock_unlock_locking_range_sum, lk_unlk },
2632 		{ end_opal_session, }
2633 	};
2634 
2635 	if (lk_unlk->session.sum)
2636 		return execute_steps(dev, unlock_sum_steps,
2637 				     ARRAY_SIZE(unlock_sum_steps));
2638 	else
2639 		return execute_steps(dev, unlock_steps,
2640 				     ARRAY_SIZE(unlock_steps));
2641 }
2642 
2643 static int __opal_set_mbr_done(struct opal_dev *dev, struct opal_key *key)
2644 {
2645 	u8 mbr_done_tf = OPAL_TRUE;
2646 	const struct opal_step mbrdone_step[] = {
2647 		{ start_admin1LSP_opal_session, key },
2648 		{ set_mbr_done, &mbr_done_tf },
2649 		{ end_opal_session, }
2650 	};
2651 
2652 	return execute_steps(dev, mbrdone_step, ARRAY_SIZE(mbrdone_step));
2653 }
2654 
2655 static void opal_lock_check_for_saved_key(struct opal_dev *dev,
2656 			    struct opal_lock_unlock *lk_unlk)
2657 {
2658 	struct opal_suspend_data *iter;
2659 
2660 	if (lk_unlk->l_state != OPAL_LK ||
2661 			lk_unlk->session.opal_key.key_len > 0)
2662 		return;
2663 
2664 	/*
2665 	 * Usually when closing a crypto device (eg: dm-crypt with LUKS) the
2666 	 * volume key is not required, as it requires root privileges anyway,
2667 	 * and root can deny access to a disk in many ways regardless.
2668 	 * Requiring the volume key to lock the device is a peculiarity of the
2669 	 * OPAL specification. Given we might already have saved the key if
2670 	 * the user requested it via the 'IOC_OPAL_SAVE' ioctl, we can use
2671 	 * that key to lock the device if no key was provided here, the
2672 	 * locking range matches and the appropriate flag was passed with
2673 	 * 'IOC_OPAL_SAVE'.
2674 	 * This allows integrating OPAL with tools and libraries that are used
2675 	 * to the common behaviour and do not ask for the volume key when
2676 	 * closing a device.
2677 	 */
2678 	setup_opal_dev(dev);
2679 	list_for_each_entry(iter, &dev->unlk_lst, node) {
2680 		if ((iter->unlk.flags & OPAL_SAVE_FOR_LOCK) &&
2681 				iter->lr == lk_unlk->session.opal_key.lr &&
2682 				iter->unlk.session.opal_key.key_len > 0) {
2683 			lk_unlk->session.opal_key.key_len =
2684 				iter->unlk.session.opal_key.key_len;
2685 			memcpy(lk_unlk->session.opal_key.key,
2686 				iter->unlk.session.opal_key.key,
2687 				iter->unlk.session.opal_key.key_len);
2688 			break;
2689 		}
2690 	}
2691 }
2692 
2693 static int opal_lock_unlock(struct opal_dev *dev,
2694 			    struct opal_lock_unlock *lk_unlk)
2695 {
2696 	int ret;
2697 
2698 	if (lk_unlk->session.who > OPAL_USER9)
2699 		return -EINVAL;
2700 
2701 	mutex_lock(&dev->dev_lock);
2702 	opal_lock_check_for_saved_key(dev, lk_unlk);
2703 	ret = __opal_lock_unlock(dev, lk_unlk);
2704 	mutex_unlock(&dev->dev_lock);
2705 
2706 	return ret;
2707 }
2708 
2709 static int opal_take_ownership(struct opal_dev *dev, struct opal_key *opal)
2710 {
2711 	const struct opal_step owner_steps[] = {
2712 		{ start_anybodyASP_opal_session, },
2713 		{ get_msid_cpin_pin, },
2714 		{ end_opal_session, },
2715 		{ start_SIDASP_opal_session, opal },
2716 		{ set_sid_cpin_pin, opal },
2717 		{ end_opal_session, }
2718 	};
2719 	int ret;
2720 
2721 	if (!dev)
2722 		return -ENODEV;
2723 
2724 	mutex_lock(&dev->dev_lock);
2725 	setup_opal_dev(dev);
2726 	ret = execute_steps(dev, owner_steps, ARRAY_SIZE(owner_steps));
2727 	mutex_unlock(&dev->dev_lock);
2728 
2729 	return ret;
2730 }
2731 
2732 static int opal_activate_lsp(struct opal_dev *dev,
2733 			     struct opal_lr_act *opal_lr_act)
2734 {
2735 	const struct opal_step active_steps[] = {
2736 		{ start_SIDASP_opal_session, &opal_lr_act->key },
2737 		{ get_lsp_lifecycle, },
2738 		{ activate_lsp, opal_lr_act },
2739 		{ end_opal_session, }
2740 	};
2741 	int ret;
2742 
2743 	if (!opal_lr_act->num_lrs || opal_lr_act->num_lrs > OPAL_MAX_LRS)
2744 		return -EINVAL;
2745 
2746 	mutex_lock(&dev->dev_lock);
2747 	setup_opal_dev(dev);
2748 	ret = execute_steps(dev, active_steps, ARRAY_SIZE(active_steps));
2749 	mutex_unlock(&dev->dev_lock);
2750 
2751 	return ret;
2752 }
2753 
2754 static int opal_setup_locking_range(struct opal_dev *dev,
2755 				    struct opal_user_lr_setup *opal_lrs)
2756 {
2757 	const struct opal_step lr_steps[] = {
2758 		{ start_auth_opal_session, &opal_lrs->session },
2759 		{ setup_locking_range, opal_lrs },
2760 		{ end_opal_session, }
2761 	};
2762 	int ret;
2763 
2764 	mutex_lock(&dev->dev_lock);
2765 	setup_opal_dev(dev);
2766 	ret = execute_steps(dev, lr_steps, ARRAY_SIZE(lr_steps));
2767 	mutex_unlock(&dev->dev_lock);
2768 
2769 	return ret;
2770 }
2771 
2772 static int opal_locking_range_status(struct opal_dev *dev,
2773 			  struct opal_lr_status *opal_lrst,
2774 			  void __user *data)
2775 {
2776 	const struct opal_step lr_steps[] = {
2777 		{ start_auth_opal_session, &opal_lrst->session },
2778 		{ locking_range_status, opal_lrst },
2779 		{ end_opal_session, }
2780 	};
2781 	int ret;
2782 
2783 	mutex_lock(&dev->dev_lock);
2784 	setup_opal_dev(dev);
2785 	ret = execute_steps(dev, lr_steps, ARRAY_SIZE(lr_steps));
2786 	mutex_unlock(&dev->dev_lock);
2787 
2788 	/* skip session info when copying back to uspace */
2789 	if (!ret && copy_to_user(data + offsetof(struct opal_lr_status, range_start),
2790 				(void *)opal_lrst + offsetof(struct opal_lr_status, range_start),
2791 				sizeof(*opal_lrst) - offsetof(struct opal_lr_status, range_start))) {
2792 		pr_debug("Error copying status to userspace\n");
2793 		return -EFAULT;
2794 	}
2795 
2796 	return ret;
2797 }
2798 
2799 static int opal_set_new_pw(struct opal_dev *dev, struct opal_new_pw *opal_pw)
2800 {
2801 	const struct opal_step pw_steps[] = {
2802 		{ start_auth_opal_session, &opal_pw->session },
2803 		{ set_new_pw, &opal_pw->new_user_pw },
2804 		{ end_opal_session, }
2805 	};
2806 	int ret;
2807 
2808 	if (opal_pw->session.who > OPAL_USER9  ||
2809 	    opal_pw->new_user_pw.who > OPAL_USER9)
2810 		return -EINVAL;
2811 
2812 	mutex_lock(&dev->dev_lock);
2813 	setup_opal_dev(dev);
2814 	ret = execute_steps(dev, pw_steps, ARRAY_SIZE(pw_steps));
2815 	mutex_unlock(&dev->dev_lock);
2816 
2817 	return ret;
2818 }
2819 
2820 static int opal_activate_user(struct opal_dev *dev,
2821 			      struct opal_session_info *opal_session)
2822 {
2823 	const struct opal_step act_steps[] = {
2824 		{ start_admin1LSP_opal_session, &opal_session->opal_key },
2825 		{ internal_activate_user, opal_session },
2826 		{ end_opal_session, }
2827 	};
2828 	int ret;
2829 
2830 	/* We can't activate Admin1 it's active as manufactured */
2831 	if (opal_session->who < OPAL_USER1 ||
2832 	    opal_session->who > OPAL_USER9) {
2833 		pr_debug("Who was not a valid user: %d\n", opal_session->who);
2834 		return -EINVAL;
2835 	}
2836 
2837 	mutex_lock(&dev->dev_lock);
2838 	setup_opal_dev(dev);
2839 	ret = execute_steps(dev, act_steps, ARRAY_SIZE(act_steps));
2840 	mutex_unlock(&dev->dev_lock);
2841 
2842 	return ret;
2843 }
2844 
2845 bool opal_unlock_from_suspend(struct opal_dev *dev)
2846 {
2847 	struct opal_suspend_data *suspend;
2848 	bool was_failure = false;
2849 	int ret = 0;
2850 
2851 	if (!dev)
2852 		return false;
2853 
2854 	if (!(dev->flags & OPAL_FL_SUPPORTED))
2855 		return false;
2856 
2857 	mutex_lock(&dev->dev_lock);
2858 	setup_opal_dev(dev);
2859 
2860 	list_for_each_entry(suspend, &dev->unlk_lst, node) {
2861 		dev->tsn = 0;
2862 		dev->hsn = 0;
2863 
2864 		ret = __opal_lock_unlock(dev, &suspend->unlk);
2865 		if (ret) {
2866 			pr_debug("Failed to unlock LR %hhu with sum %d\n",
2867 				 suspend->unlk.session.opal_key.lr,
2868 				 suspend->unlk.session.sum);
2869 			was_failure = true;
2870 		}
2871 
2872 		if (dev->flags & OPAL_FL_MBR_ENABLED) {
2873 			ret = __opal_set_mbr_done(dev, &suspend->unlk.session.opal_key);
2874 			if (ret)
2875 				pr_debug("Failed to set MBR Done in S3 resume\n");
2876 		}
2877 	}
2878 	mutex_unlock(&dev->dev_lock);
2879 
2880 	return was_failure;
2881 }
2882 EXPORT_SYMBOL(opal_unlock_from_suspend);
2883 
2884 static int opal_read_table(struct opal_dev *dev,
2885 			   struct opal_read_write_table *rw_tbl)
2886 {
2887 	const struct opal_step read_table_steps[] = {
2888 		{ start_admin1LSP_opal_session, &rw_tbl->key },
2889 		{ read_table_data, rw_tbl },
2890 		{ end_opal_session, }
2891 	};
2892 	int ret = 0;
2893 
2894 	if (!rw_tbl->size)
2895 		return ret;
2896 
2897 	return execute_steps(dev, read_table_steps,
2898 			     ARRAY_SIZE(read_table_steps));
2899 }
2900 
2901 static int opal_write_table(struct opal_dev *dev,
2902 			    struct opal_read_write_table *rw_tbl)
2903 {
2904 	const struct opal_step write_table_steps[] = {
2905 		{ start_admin1LSP_opal_session, &rw_tbl->key },
2906 		{ write_table_data, rw_tbl },
2907 		{ end_opal_session, }
2908 	};
2909 	int ret = 0;
2910 
2911 	if (!rw_tbl->size)
2912 		return ret;
2913 
2914 	return execute_steps(dev, write_table_steps,
2915 			     ARRAY_SIZE(write_table_steps));
2916 }
2917 
2918 static int opal_generic_read_write_table(struct opal_dev *dev,
2919 					 struct opal_read_write_table *rw_tbl)
2920 {
2921 	int ret, bit_set;
2922 
2923 	mutex_lock(&dev->dev_lock);
2924 	setup_opal_dev(dev);
2925 
2926 	bit_set = fls64(rw_tbl->flags) - 1;
2927 	switch (bit_set) {
2928 	case OPAL_READ_TABLE:
2929 		ret = opal_read_table(dev, rw_tbl);
2930 		break;
2931 	case OPAL_WRITE_TABLE:
2932 		ret = opal_write_table(dev, rw_tbl);
2933 		break;
2934 	default:
2935 		pr_debug("Invalid bit set in the flag (%016llx).\n",
2936 			 rw_tbl->flags);
2937 		ret = -EINVAL;
2938 		break;
2939 	}
2940 
2941 	mutex_unlock(&dev->dev_lock);
2942 
2943 	return ret;
2944 }
2945 
2946 static int opal_get_status(struct opal_dev *dev, void __user *data)
2947 {
2948 	struct opal_status sts = {0};
2949 
2950 	/*
2951 	 * check_opal_support() error is not fatal,
2952 	 * !dev->supported is a valid condition
2953 	 */
2954 	if (!check_opal_support(dev))
2955 		sts.flags = dev->flags;
2956 	if (copy_to_user(data, &sts, sizeof(sts))) {
2957 		pr_debug("Error copying status to userspace\n");
2958 		return -EFAULT;
2959 	}
2960 	return 0;
2961 }
2962 
2963 static int opal_get_geometry(struct opal_dev *dev, void __user *data)
2964 {
2965 	struct opal_geometry geo = {0};
2966 
2967 	if (check_opal_support(dev))
2968 		return -EINVAL;
2969 
2970 	geo.align = dev->align_required;
2971 	geo.logical_block_size = dev->logical_block_size;
2972 	geo.alignment_granularity =  dev->align;
2973 	geo.lowest_aligned_lba = dev->lowest_lba;
2974 
2975 	if (copy_to_user(data, &geo, sizeof(geo))) {
2976 		pr_debug("Error copying geometry data to userspace\n");
2977 		return -EFAULT;
2978 	}
2979 
2980 	return 0;
2981 }
2982 
2983 int sed_ioctl(struct opal_dev *dev, unsigned int cmd, void __user *arg)
2984 {
2985 	void *p;
2986 	int ret = -ENOTTY;
2987 
2988 	if (!capable(CAP_SYS_ADMIN))
2989 		return -EACCES;
2990 	if (!dev)
2991 		return -ENOTSUPP;
2992 	if (!(dev->flags & OPAL_FL_SUPPORTED))
2993 		return -ENOTSUPP;
2994 
2995 	if (cmd & IOC_IN) {
2996 		p = memdup_user(arg, _IOC_SIZE(cmd));
2997 		if (IS_ERR(p))
2998 			return PTR_ERR(p);
2999 	}
3000 
3001 	switch (cmd) {
3002 	case IOC_OPAL_SAVE:
3003 		ret = opal_save(dev, p);
3004 		break;
3005 	case IOC_OPAL_LOCK_UNLOCK:
3006 		ret = opal_lock_unlock(dev, p);
3007 		break;
3008 	case IOC_OPAL_TAKE_OWNERSHIP:
3009 		ret = opal_take_ownership(dev, p);
3010 		break;
3011 	case IOC_OPAL_ACTIVATE_LSP:
3012 		ret = opal_activate_lsp(dev, p);
3013 		break;
3014 	case IOC_OPAL_SET_PW:
3015 		ret = opal_set_new_pw(dev, p);
3016 		break;
3017 	case IOC_OPAL_ACTIVATE_USR:
3018 		ret = opal_activate_user(dev, p);
3019 		break;
3020 	case IOC_OPAL_REVERT_TPR:
3021 		ret = opal_reverttper(dev, p, false);
3022 		break;
3023 	case IOC_OPAL_LR_SETUP:
3024 		ret = opal_setup_locking_range(dev, p);
3025 		break;
3026 	case IOC_OPAL_ADD_USR_TO_LR:
3027 		ret = opal_add_user_to_lr(dev, p);
3028 		break;
3029 	case IOC_OPAL_ENABLE_DISABLE_MBR:
3030 		ret = opal_enable_disable_shadow_mbr(dev, p);
3031 		break;
3032 	case IOC_OPAL_MBR_DONE:
3033 		ret = opal_set_mbr_done(dev, p);
3034 		break;
3035 	case IOC_OPAL_WRITE_SHADOW_MBR:
3036 		ret = opal_write_shadow_mbr(dev, p);
3037 		break;
3038 	case IOC_OPAL_ERASE_LR:
3039 		ret = opal_erase_locking_range(dev, p);
3040 		break;
3041 	case IOC_OPAL_SECURE_ERASE_LR:
3042 		ret = opal_secure_erase_locking_range(dev, p);
3043 		break;
3044 	case IOC_OPAL_PSID_REVERT_TPR:
3045 		ret = opal_reverttper(dev, p, true);
3046 		break;
3047 	case IOC_OPAL_GENERIC_TABLE_RW:
3048 		ret = opal_generic_read_write_table(dev, p);
3049 		break;
3050 	case IOC_OPAL_GET_STATUS:
3051 		ret = opal_get_status(dev, arg);
3052 		break;
3053 	case IOC_OPAL_GET_LR_STATUS:
3054 		ret = opal_locking_range_status(dev, p, arg);
3055 		break;
3056 	case IOC_OPAL_GET_GEOMETRY:
3057 		ret = opal_get_geometry(dev, arg);
3058 		break;
3059 	default:
3060 		break;
3061 	}
3062 
3063 	if (cmd & IOC_IN)
3064 		kfree(p);
3065 	return ret;
3066 }
3067 EXPORT_SYMBOL_GPL(sed_ioctl);
3068