xref: /titanic_51/usr/src/lib/libcrypt/common/cryptio.c (revision e8031f0a8ed0e45c6d8847c5e09424e66fd34a4b)
17c478bd9Sstevel@tonic-gate /*
27c478bd9Sstevel@tonic-gate  * CDDL HEADER START
37c478bd9Sstevel@tonic-gate  *
47c478bd9Sstevel@tonic-gate  * The contents of this file are subject to the terms of the
57c478bd9Sstevel@tonic-gate  * Common Development and Distribution License, Version 1.0 only
67c478bd9Sstevel@tonic-gate  * (the "License").  You may not use this file except in compliance
77c478bd9Sstevel@tonic-gate  * with the License.
87c478bd9Sstevel@tonic-gate  *
97c478bd9Sstevel@tonic-gate  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
107c478bd9Sstevel@tonic-gate  * or http://www.opensolaris.org/os/licensing.
117c478bd9Sstevel@tonic-gate  * See the License for the specific language governing permissions
127c478bd9Sstevel@tonic-gate  * and limitations under the License.
137c478bd9Sstevel@tonic-gate  *
147c478bd9Sstevel@tonic-gate  * When distributing Covered Code, include this CDDL HEADER in each
157c478bd9Sstevel@tonic-gate  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
167c478bd9Sstevel@tonic-gate  * If applicable, add the following below this CDDL HEADER, with the
177c478bd9Sstevel@tonic-gate  * fields enclosed by brackets "[]" replaced with your own identifying
187c478bd9Sstevel@tonic-gate  * information: Portions Copyright [yyyy] [name of copyright owner]
197c478bd9Sstevel@tonic-gate  *
207c478bd9Sstevel@tonic-gate  * CDDL HEADER END
217c478bd9Sstevel@tonic-gate  */
22*e8031f0aSraf 
237c478bd9Sstevel@tonic-gate /*
24*e8031f0aSraf  * Copyright 2006 Sun Microsystems, Inc.  All rights reserved.
257c478bd9Sstevel@tonic-gate  * Use is subject to license terms.
267c478bd9Sstevel@tonic-gate  */
277c478bd9Sstevel@tonic-gate 
287c478bd9Sstevel@tonic-gate /*	Copyright (c) 1988 AT&T	*/
297c478bd9Sstevel@tonic-gate /*	  All Rights Reserved  	*/
307c478bd9Sstevel@tonic-gate 
317c478bd9Sstevel@tonic-gate 
327c478bd9Sstevel@tonic-gate 
337c478bd9Sstevel@tonic-gate #pragma ident	"%Z%%M%	%I%	%E% SMI"
347c478bd9Sstevel@tonic-gate 
357c478bd9Sstevel@tonic-gate #pragma weak run_setkey = _run_setkey
367c478bd9Sstevel@tonic-gate #pragma weak run_crypt = _run_crypt
377c478bd9Sstevel@tonic-gate #pragma weak crypt_close = _crypt_close
387c478bd9Sstevel@tonic-gate #pragma weak makekey = _makekey
397c478bd9Sstevel@tonic-gate 
40*e8031f0aSraf #include "des_synonyms.h"
417c478bd9Sstevel@tonic-gate #include <stdio.h>
427c478bd9Sstevel@tonic-gate #include <signal.h>
437c478bd9Sstevel@tonic-gate #include <fcntl.h>
447c478bd9Sstevel@tonic-gate #include <errno.h>
457c478bd9Sstevel@tonic-gate #include <thread.h>
467c478bd9Sstevel@tonic-gate #include <sys/types.h>
477c478bd9Sstevel@tonic-gate #include <unistd.h>
487c478bd9Sstevel@tonic-gate #include <strings.h>
497c478bd9Sstevel@tonic-gate #include <crypt.h>
507c478bd9Sstevel@tonic-gate #include "des_soft.h"
517c478bd9Sstevel@tonic-gate #include "lib_gen.h"
527c478bd9Sstevel@tonic-gate 
537c478bd9Sstevel@tonic-gate #define	READER	0
547c478bd9Sstevel@tonic-gate #define	WRITER	1
557c478bd9Sstevel@tonic-gate #define	KSIZE 	8
567c478bd9Sstevel@tonic-gate 
577c478bd9Sstevel@tonic-gate /*  Global Variables  */
587c478bd9Sstevel@tonic-gate static char key[KSIZE+1];
597c478bd9Sstevel@tonic-gate struct header {
607c478bd9Sstevel@tonic-gate 	long offset;
617c478bd9Sstevel@tonic-gate 	unsigned int count;
627c478bd9Sstevel@tonic-gate };
637c478bd9Sstevel@tonic-gate 
647c478bd9Sstevel@tonic-gate static mutex_t lock = DEFAULTMUTEX;
657c478bd9Sstevel@tonic-gate 
667c478bd9Sstevel@tonic-gate static int cryptopen();
677c478bd9Sstevel@tonic-gate static int writekey();
687c478bd9Sstevel@tonic-gate 
697c478bd9Sstevel@tonic-gate void	_exit();
707c478bd9Sstevel@tonic-gate 
717c478bd9Sstevel@tonic-gate int
727c478bd9Sstevel@tonic-gate run_setkey(int p[2], const char *keyparam)
737c478bd9Sstevel@tonic-gate {
747c478bd9Sstevel@tonic-gate 	(void) mutex_lock(&lock);
757c478bd9Sstevel@tonic-gate 	if (cryptopen(p) == -1) {
767c478bd9Sstevel@tonic-gate 		(void) mutex_unlock(&lock);
777c478bd9Sstevel@tonic-gate 		return (-1);
787c478bd9Sstevel@tonic-gate 	}
797c478bd9Sstevel@tonic-gate 	(void)  strncpy(key, keyparam, KSIZE);
807c478bd9Sstevel@tonic-gate 	if (*key == 0) {
817c478bd9Sstevel@tonic-gate 		(void) crypt_close_nolock(p);
827c478bd9Sstevel@tonic-gate 		(void) mutex_unlock(&lock);
837c478bd9Sstevel@tonic-gate 		return (0);
847c478bd9Sstevel@tonic-gate 	}
857c478bd9Sstevel@tonic-gate 	if (writekey(p, key) == -1) {
867c478bd9Sstevel@tonic-gate 		(void) mutex_unlock(&lock);
877c478bd9Sstevel@tonic-gate 		return (-1);
887c478bd9Sstevel@tonic-gate 	}
897c478bd9Sstevel@tonic-gate 	(void) mutex_unlock(&lock);
907c478bd9Sstevel@tonic-gate 	return (1);
917c478bd9Sstevel@tonic-gate }
927c478bd9Sstevel@tonic-gate 
937c478bd9Sstevel@tonic-gate static char cmd[] = "exec /usr/bin/crypt -p 2>/dev/null";
947c478bd9Sstevel@tonic-gate static int
957c478bd9Sstevel@tonic-gate cryptopen(int p[2])
967c478bd9Sstevel@tonic-gate {
977c478bd9Sstevel@tonic-gate 	char c;
987c478bd9Sstevel@tonic-gate 
997c478bd9Sstevel@tonic-gate 	if (__p2open(cmd, p) < 0)
1007c478bd9Sstevel@tonic-gate 		return (-1);
1017c478bd9Sstevel@tonic-gate 	if (read(p[WRITER], &c, 1) != 1) { /* check that crypt is working on */
1027c478bd9Sstevel@tonic-gate 					    /* other end */
1037c478bd9Sstevel@tonic-gate 		(void)  crypt_close(p); /* remove defunct process */
1047c478bd9Sstevel@tonic-gate 		return (-1);
1057c478bd9Sstevel@tonic-gate 	}
1067c478bd9Sstevel@tonic-gate 	return (1);
1077c478bd9Sstevel@tonic-gate }
1087c478bd9Sstevel@tonic-gate 
1097c478bd9Sstevel@tonic-gate static int
1107c478bd9Sstevel@tonic-gate writekey(int p[2], char *keyarg)
1117c478bd9Sstevel@tonic-gate {
1127c478bd9Sstevel@tonic-gate 	void (*pstat) ();
1137c478bd9Sstevel@tonic-gate 	pstat = signal(SIGPIPE, SIG_IGN); /* don't want pipe errors to cause */
1147c478bd9Sstevel@tonic-gate 					    /*  death */
1157c478bd9Sstevel@tonic-gate 	if (write(p[READER], keyarg, KSIZE) != KSIZE) {
1167c478bd9Sstevel@tonic-gate 		(void)  crypt_close(p); /* remove defunct process */
1177c478bd9Sstevel@tonic-gate 		(void)  signal(SIGPIPE, pstat);
1187c478bd9Sstevel@tonic-gate 		return (-1);
1197c478bd9Sstevel@tonic-gate 	}
1207c478bd9Sstevel@tonic-gate 	(void)  signal(SIGPIPE, pstat);
1217c478bd9Sstevel@tonic-gate 	return (1);
1227c478bd9Sstevel@tonic-gate }
1237c478bd9Sstevel@tonic-gate 
1247c478bd9Sstevel@tonic-gate 
1257c478bd9Sstevel@tonic-gate int
1267c478bd9Sstevel@tonic-gate run_crypt(long offset, char *buffer, unsigned int count, int p[2])
1277c478bd9Sstevel@tonic-gate {
1287c478bd9Sstevel@tonic-gate 	struct header header;
1297c478bd9Sstevel@tonic-gate 	void (*pstat) ();
1307c478bd9Sstevel@tonic-gate 
1317c478bd9Sstevel@tonic-gate 	(void) mutex_lock(&lock);
1327c478bd9Sstevel@tonic-gate 	header.count = count;
1337c478bd9Sstevel@tonic-gate 	header.offset = offset;
1347c478bd9Sstevel@tonic-gate 	pstat = signal(SIGPIPE, SIG_IGN);
1357c478bd9Sstevel@tonic-gate 	if (write(p[READER], (char *)&header, sizeof (header))
1367c478bd9Sstevel@tonic-gate 		!= sizeof (header)) {
1377c478bd9Sstevel@tonic-gate 		(void) crypt_close_nolock(p);
1387c478bd9Sstevel@tonic-gate 		(void) signal(SIGPIPE, pstat);
1397c478bd9Sstevel@tonic-gate 		(void) mutex_unlock(&lock);
1407c478bd9Sstevel@tonic-gate 		return (-1);
1417c478bd9Sstevel@tonic-gate 	}
1427c478bd9Sstevel@tonic-gate 	if (write(p[READER], buffer, count) < count) {
1437c478bd9Sstevel@tonic-gate 		(void) crypt_close_nolock(p);
1447c478bd9Sstevel@tonic-gate 		(void) signal(SIGPIPE, pstat);
1457c478bd9Sstevel@tonic-gate 		(void) mutex_unlock(&lock);
1467c478bd9Sstevel@tonic-gate 		return (-1);
1477c478bd9Sstevel@tonic-gate 	}
1487c478bd9Sstevel@tonic-gate 	if (read(p[WRITER], buffer,  count) < count) {
1497c478bd9Sstevel@tonic-gate 		(void) crypt_close_nolock(p);
1507c478bd9Sstevel@tonic-gate 		(void) signal(SIGPIPE, pstat);
1517c478bd9Sstevel@tonic-gate 		(void) mutex_unlock(&lock);
1527c478bd9Sstevel@tonic-gate 		return (-1);
1537c478bd9Sstevel@tonic-gate 	}
1547c478bd9Sstevel@tonic-gate 	(void) signal(SIGPIPE, pstat);
1557c478bd9Sstevel@tonic-gate 	(void) mutex_unlock(&lock);
1567c478bd9Sstevel@tonic-gate 	return (0);
1577c478bd9Sstevel@tonic-gate }
1587c478bd9Sstevel@tonic-gate 
1597c478bd9Sstevel@tonic-gate int
1607c478bd9Sstevel@tonic-gate makekey(int b[2])
1617c478bd9Sstevel@tonic-gate {
1627c478bd9Sstevel@tonic-gate 	int i;
1637c478bd9Sstevel@tonic-gate 	long gorp;
1647c478bd9Sstevel@tonic-gate 	char tempbuf[KSIZE], *a, *temp;
1657c478bd9Sstevel@tonic-gate 
1667c478bd9Sstevel@tonic-gate 	(void) mutex_lock(&lock);
1677c478bd9Sstevel@tonic-gate 	a = key;
1687c478bd9Sstevel@tonic-gate 	temp = tempbuf;
1697c478bd9Sstevel@tonic-gate 	for (i = 0; i < KSIZE; i++)
1707c478bd9Sstevel@tonic-gate 		temp[i] = *a++;
1717c478bd9Sstevel@tonic-gate 	gorp = getuid() + getgid();
1727c478bd9Sstevel@tonic-gate 
1737c478bd9Sstevel@tonic-gate 	for (i = 0; i < 4; i++)
1747c478bd9Sstevel@tonic-gate 		temp[i] ^= (char)((gorp>>(8*i))&0377);
1757c478bd9Sstevel@tonic-gate 
1767c478bd9Sstevel@tonic-gate 	if (cryptopen(b) == -1) {
1777c478bd9Sstevel@tonic-gate 		(void) mutex_unlock(&lock);
1787c478bd9Sstevel@tonic-gate 		return (-1);
1797c478bd9Sstevel@tonic-gate 	}
1807c478bd9Sstevel@tonic-gate 	if (writekey(b, temp) == -1) {
1817c478bd9Sstevel@tonic-gate 		(void) mutex_unlock(&lock);
1827c478bd9Sstevel@tonic-gate 		return (-1);
1837c478bd9Sstevel@tonic-gate 	}
1847c478bd9Sstevel@tonic-gate 	(void) mutex_unlock(&lock);
1857c478bd9Sstevel@tonic-gate 	return (0);
1867c478bd9Sstevel@tonic-gate }
1877c478bd9Sstevel@tonic-gate 
1887c478bd9Sstevel@tonic-gate int
1897c478bd9Sstevel@tonic-gate crypt_close_nolock(int p[2])
1907c478bd9Sstevel@tonic-gate {
1917c478bd9Sstevel@tonic-gate 
1927c478bd9Sstevel@tonic-gate 	if (p[0] == 0 && p[1] == 0 || p[0] < 0 || p[1] < 0) {
1937c478bd9Sstevel@tonic-gate 		return (-1);
1947c478bd9Sstevel@tonic-gate 	}
1957c478bd9Sstevel@tonic-gate 
1967c478bd9Sstevel@tonic-gate 	return (__p2close(p, NULL, SIGKILL));
1977c478bd9Sstevel@tonic-gate }
1987c478bd9Sstevel@tonic-gate 
1997c478bd9Sstevel@tonic-gate int
2007c478bd9Sstevel@tonic-gate crypt_close(int p[2])
2017c478bd9Sstevel@tonic-gate {
2027c478bd9Sstevel@tonic-gate 	(void) mutex_lock(&lock);
2037c478bd9Sstevel@tonic-gate 	(void) crypt_close_nolock(p);
2047c478bd9Sstevel@tonic-gate 	(void) mutex_unlock(&lock);
2057c478bd9Sstevel@tonic-gate 	return (0);
2067c478bd9Sstevel@tonic-gate }
207