483 static void ck_ec32_inc(struct ck_ec32 *ec, const struct ck_ec_mode *mode);
488 static void ck_ec64_inc(struct ck_ec64 *ec, const struct ck_ec_mode *mode);
503 			    const struct ck_ec_mode *mode,
510 			    const struct ck_ec_mode *mode,
527 			  const struct ck_ec_mode *mode,
538 			const struct ck_ec_mode *mode,
546 			const struct ck_ec_mode *mode,
571 			     const struct ck_ec_mode *mode,
582 			     const struct ck_ec_mode *mode,
625 				    const struct ck_ec_mode *mode)  in ck_ec32_inc()  argument
629 	ck_ec32_add(ec, mode, 1);  in ck_ec32_inc()
669 	if (mode->single_producer == true) {  in ck_ec32_inc()
679 		ck_ec32_wake(ec, mode->ops);  in ck_ec32_inc()
687 						 const struct ck_ec_mode *mode,  in ck_ec32_add_epilogue()  argument
696 		ck_ec32_wake(ec, mode->ops);  in ck_ec32_add_epilogue()
703 					    const struct ck_ec_mode *mode,  in ck_ec32_add_mp()  argument
710 	return ck_ec32_add_epilogue(ec, mode, old);  in ck_ec32_add_mp()
715 					    const struct ck_ec_mode *mode,  in ck_ec32_add_sp()  argument
734 	return ck_ec32_add_epilogue(ec, mode, old);  in ck_ec32_add_sp()
739 					const struct ck_ec_mode *mode,  in ck_ec32_add()  argument
743 	if (mode->single_producer == true) {  in ck_ec32_add()
744 		return ck_ec32_add_sp(ec, mode, delta);  in ck_ec32_add()
748 	return ck_ec32_add_mp(ec, mode, delta);  in ck_ec32_add()
756 				      const struct ck_ec_mode *mode,  in ck_ec_deadline()  argument
759 	return ck_ec_deadline_impl(new_deadline, mode->ops, timeout);  in ck_ec_deadline()
769 				    const struct ck_ec_mode *mode,  in ck_ec32_wait()  argument
777 	return ck_ec32_wait_slow(ec, mode->ops, old_value, deadline);  in ck_ec32_wait()
790 		  const struct ck_ec_mode *mode,  in ck_ec32_wait_pred()  argument
801 	return ck_ec32_wait_pred_slow(ec, mode->ops, old_value,  in ck_ec32_wait_pred()
828 				    const struct ck_ec_mode *mode)  in ck_ec64_inc()  argument
831 	(void)ck_ec64_add(ec, mode, 1);  in ck_ec64_inc()
836 					       const struct ck_ec_mode *mode,  in ck_ec_add64_epilogue()  argument
842 		ck_ec64_wake(ec, mode->ops);  in ck_ec_add64_epilogue()
849 					    const struct ck_ec_mode *mode,  in ck_ec64_add_mp()  argument
855 	return ck_ec_add64_epilogue(ec, mode, ck_pr_faa_64(&ec->counter, inc));  in ck_ec64_add_mp()
861 					    const struct ck_ec_mode *mode,  in ck_ec64_add_sp()  argument
880 	return ck_ec_add64_epilogue(ec, mode, old);  in ck_ec64_add_sp()
890 					const struct ck_ec_mode *mode,  in ck_ec64_add()  argument
894 	if (mode->single_producer == true) {  in ck_ec64_add()
895 		return ck_ec64_add_sp(ec, mode, delta);  in ck_ec64_add()
899 	return ck_ec64_add_mp(ec, mode, delta);  in ck_ec64_add()
908 				    const struct ck_ec_mode *mode,  in ck_ec64_wait()  argument
916 	return ck_ec64_wait_slow(ec, mode->ops, old_value, deadline);  in ck_ec64_wait()
930 		  const struct ck_ec_mode *mode,  in ck_ec64_wait_pred()  argument
941 	return ck_ec64_wait_pred_slow(ec, mode->ops, old_value,  in ck_ec64_wait_pred()