xref: /titanic_51/usr/src/lib/libcrypt/common/cryptio.c (revision 7257d1b4d25bfac0c802847390e98a464fd787ac)
17c478bd9Sstevel@tonic-gate /*
27c478bd9Sstevel@tonic-gate  * CDDL HEADER START
37c478bd9Sstevel@tonic-gate  *
47c478bd9Sstevel@tonic-gate  * The contents of this file are subject to the terms of the
5*7257d1b4Sraf  * Common Development and Distribution License (the "License").
6*7257d1b4Sraf  * You may not use this file except in compliance with the License.
77c478bd9Sstevel@tonic-gate  *
87c478bd9Sstevel@tonic-gate  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
97c478bd9Sstevel@tonic-gate  * or http://www.opensolaris.org/os/licensing.
107c478bd9Sstevel@tonic-gate  * See the License for the specific language governing permissions
117c478bd9Sstevel@tonic-gate  * and limitations under the License.
127c478bd9Sstevel@tonic-gate  *
137c478bd9Sstevel@tonic-gate  * When distributing Covered Code, include this CDDL HEADER in each
147c478bd9Sstevel@tonic-gate  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
157c478bd9Sstevel@tonic-gate  * If applicable, add the following below this CDDL HEADER, with the
167c478bd9Sstevel@tonic-gate  * fields enclosed by brackets "[]" replaced with your own identifying
177c478bd9Sstevel@tonic-gate  * information: Portions Copyright [yyyy] [name of copyright owner]
187c478bd9Sstevel@tonic-gate  *
197c478bd9Sstevel@tonic-gate  * CDDL HEADER END
207c478bd9Sstevel@tonic-gate  */
21e8031f0aSraf 
227c478bd9Sstevel@tonic-gate /*
23*7257d1b4Sraf  * Copyright 2008 Sun Microsystems, Inc.  All rights reserved.
247c478bd9Sstevel@tonic-gate  * Use is subject to license terms.
257c478bd9Sstevel@tonic-gate  */
267c478bd9Sstevel@tonic-gate 
277c478bd9Sstevel@tonic-gate /*	Copyright (c) 1988 AT&T	*/
287c478bd9Sstevel@tonic-gate /*	  All Rights Reserved  	*/
297c478bd9Sstevel@tonic-gate 
307c478bd9Sstevel@tonic-gate #pragma ident	"%Z%%M%	%I%	%E% SMI"
317c478bd9Sstevel@tonic-gate 
32*7257d1b4Sraf #pragma weak _run_setkey = run_setkey
33*7257d1b4Sraf #pragma weak _run_crypt = run_crypt
34*7257d1b4Sraf #pragma weak _crypt_close = crypt_close
35*7257d1b4Sraf #pragma weak _makekey = makekey
367c478bd9Sstevel@tonic-gate 
377c478bd9Sstevel@tonic-gate #include <stdio.h>
387c478bd9Sstevel@tonic-gate #include <signal.h>
397c478bd9Sstevel@tonic-gate #include <fcntl.h>
407c478bd9Sstevel@tonic-gate #include <errno.h>
417c478bd9Sstevel@tonic-gate #include <thread.h>
427c478bd9Sstevel@tonic-gate #include <sys/types.h>
437c478bd9Sstevel@tonic-gate #include <unistd.h>
447c478bd9Sstevel@tonic-gate #include <strings.h>
457c478bd9Sstevel@tonic-gate #include <crypt.h>
467c478bd9Sstevel@tonic-gate #include "des_soft.h"
477c478bd9Sstevel@tonic-gate #include "lib_gen.h"
487c478bd9Sstevel@tonic-gate 
497c478bd9Sstevel@tonic-gate #define	READER	0
507c478bd9Sstevel@tonic-gate #define	WRITER	1
517c478bd9Sstevel@tonic-gate #define	KSIZE 	8
527c478bd9Sstevel@tonic-gate 
537c478bd9Sstevel@tonic-gate /*  Global Variables  */
547c478bd9Sstevel@tonic-gate static char key[KSIZE+1];
557c478bd9Sstevel@tonic-gate struct header {
567c478bd9Sstevel@tonic-gate 	long offset;
577c478bd9Sstevel@tonic-gate 	unsigned int count;
587c478bd9Sstevel@tonic-gate };
597c478bd9Sstevel@tonic-gate 
607c478bd9Sstevel@tonic-gate static mutex_t lock = DEFAULTMUTEX;
617c478bd9Sstevel@tonic-gate 
627c478bd9Sstevel@tonic-gate static int cryptopen();
637c478bd9Sstevel@tonic-gate static int writekey();
647c478bd9Sstevel@tonic-gate 
657c478bd9Sstevel@tonic-gate void	_exit();
667c478bd9Sstevel@tonic-gate 
677c478bd9Sstevel@tonic-gate int
687c478bd9Sstevel@tonic-gate run_setkey(int p[2], const char *keyparam)
697c478bd9Sstevel@tonic-gate {
707c478bd9Sstevel@tonic-gate 	(void) mutex_lock(&lock);
717c478bd9Sstevel@tonic-gate 	if (cryptopen(p) == -1) {
727c478bd9Sstevel@tonic-gate 		(void) mutex_unlock(&lock);
737c478bd9Sstevel@tonic-gate 		return (-1);
747c478bd9Sstevel@tonic-gate 	}
757c478bd9Sstevel@tonic-gate 	(void)  strncpy(key, keyparam, KSIZE);
767c478bd9Sstevel@tonic-gate 	if (*key == 0) {
777c478bd9Sstevel@tonic-gate 		(void) crypt_close_nolock(p);
787c478bd9Sstevel@tonic-gate 		(void) mutex_unlock(&lock);
797c478bd9Sstevel@tonic-gate 		return (0);
807c478bd9Sstevel@tonic-gate 	}
817c478bd9Sstevel@tonic-gate 	if (writekey(p, key) == -1) {
827c478bd9Sstevel@tonic-gate 		(void) mutex_unlock(&lock);
837c478bd9Sstevel@tonic-gate 		return (-1);
847c478bd9Sstevel@tonic-gate 	}
857c478bd9Sstevel@tonic-gate 	(void) mutex_unlock(&lock);
867c478bd9Sstevel@tonic-gate 	return (1);
877c478bd9Sstevel@tonic-gate }
887c478bd9Sstevel@tonic-gate 
897c478bd9Sstevel@tonic-gate static char cmd[] = "exec /usr/bin/crypt -p 2>/dev/null";
907c478bd9Sstevel@tonic-gate static int
917c478bd9Sstevel@tonic-gate cryptopen(int p[2])
927c478bd9Sstevel@tonic-gate {
937c478bd9Sstevel@tonic-gate 	char c;
947c478bd9Sstevel@tonic-gate 
957c478bd9Sstevel@tonic-gate 	if (__p2open(cmd, p) < 0)
967c478bd9Sstevel@tonic-gate 		return (-1);
977c478bd9Sstevel@tonic-gate 	if (read(p[WRITER], &c, 1) != 1) { /* check that crypt is working on */
987c478bd9Sstevel@tonic-gate 					    /* other end */
997c478bd9Sstevel@tonic-gate 		(void)  crypt_close(p); /* remove defunct process */
1007c478bd9Sstevel@tonic-gate 		return (-1);
1017c478bd9Sstevel@tonic-gate 	}
1027c478bd9Sstevel@tonic-gate 	return (1);
1037c478bd9Sstevel@tonic-gate }
1047c478bd9Sstevel@tonic-gate 
1057c478bd9Sstevel@tonic-gate static int
1067c478bd9Sstevel@tonic-gate writekey(int p[2], char *keyarg)
1077c478bd9Sstevel@tonic-gate {
1087c478bd9Sstevel@tonic-gate 	void (*pstat) ();
1097c478bd9Sstevel@tonic-gate 	pstat = signal(SIGPIPE, SIG_IGN); /* don't want pipe errors to cause */
1107c478bd9Sstevel@tonic-gate 					    /*  death */
1117c478bd9Sstevel@tonic-gate 	if (write(p[READER], keyarg, KSIZE) != KSIZE) {
1127c478bd9Sstevel@tonic-gate 		(void)  crypt_close(p); /* remove defunct process */
1137c478bd9Sstevel@tonic-gate 		(void)  signal(SIGPIPE, pstat);
1147c478bd9Sstevel@tonic-gate 		return (-1);
1157c478bd9Sstevel@tonic-gate 	}
1167c478bd9Sstevel@tonic-gate 	(void)  signal(SIGPIPE, pstat);
1177c478bd9Sstevel@tonic-gate 	return (1);
1187c478bd9Sstevel@tonic-gate }
1197c478bd9Sstevel@tonic-gate 
1207c478bd9Sstevel@tonic-gate 
1217c478bd9Sstevel@tonic-gate int
1227c478bd9Sstevel@tonic-gate run_crypt(long offset, char *buffer, unsigned int count, int p[2])
1237c478bd9Sstevel@tonic-gate {
1247c478bd9Sstevel@tonic-gate 	struct header header;
1257c478bd9Sstevel@tonic-gate 	void (*pstat) ();
1267c478bd9Sstevel@tonic-gate 
1277c478bd9Sstevel@tonic-gate 	(void) mutex_lock(&lock);
1287c478bd9Sstevel@tonic-gate 	header.count = count;
1297c478bd9Sstevel@tonic-gate 	header.offset = offset;
1307c478bd9Sstevel@tonic-gate 	pstat = signal(SIGPIPE, SIG_IGN);
1317c478bd9Sstevel@tonic-gate 	if (write(p[READER], (char *)&header, sizeof (header))
1327c478bd9Sstevel@tonic-gate 	    != sizeof (header)) {
1337c478bd9Sstevel@tonic-gate 		(void) crypt_close_nolock(p);
1347c478bd9Sstevel@tonic-gate 		(void) signal(SIGPIPE, pstat);
1357c478bd9Sstevel@tonic-gate 		(void) mutex_unlock(&lock);
1367c478bd9Sstevel@tonic-gate 		return (-1);
1377c478bd9Sstevel@tonic-gate 	}
1387c478bd9Sstevel@tonic-gate 	if (write(p[READER], buffer, count) < count) {
1397c478bd9Sstevel@tonic-gate 		(void) crypt_close_nolock(p);
1407c478bd9Sstevel@tonic-gate 		(void) signal(SIGPIPE, pstat);
1417c478bd9Sstevel@tonic-gate 		(void) mutex_unlock(&lock);
1427c478bd9Sstevel@tonic-gate 		return (-1);
1437c478bd9Sstevel@tonic-gate 	}
1447c478bd9Sstevel@tonic-gate 	if (read(p[WRITER], buffer,  count) < count) {
1457c478bd9Sstevel@tonic-gate 		(void) crypt_close_nolock(p);
1467c478bd9Sstevel@tonic-gate 		(void) signal(SIGPIPE, pstat);
1477c478bd9Sstevel@tonic-gate 		(void) mutex_unlock(&lock);
1487c478bd9Sstevel@tonic-gate 		return (-1);
1497c478bd9Sstevel@tonic-gate 	}
1507c478bd9Sstevel@tonic-gate 	(void) signal(SIGPIPE, pstat);
1517c478bd9Sstevel@tonic-gate 	(void) mutex_unlock(&lock);
1527c478bd9Sstevel@tonic-gate 	return (0);
1537c478bd9Sstevel@tonic-gate }
1547c478bd9Sstevel@tonic-gate 
1557c478bd9Sstevel@tonic-gate int
1567c478bd9Sstevel@tonic-gate makekey(int b[2])
1577c478bd9Sstevel@tonic-gate {
1587c478bd9Sstevel@tonic-gate 	int i;
1597c478bd9Sstevel@tonic-gate 	long gorp;
1607c478bd9Sstevel@tonic-gate 	char tempbuf[KSIZE], *a, *temp;
1617c478bd9Sstevel@tonic-gate 
1627c478bd9Sstevel@tonic-gate 	(void) mutex_lock(&lock);
1637c478bd9Sstevel@tonic-gate 	a = key;
1647c478bd9Sstevel@tonic-gate 	temp = tempbuf;
1657c478bd9Sstevel@tonic-gate 	for (i = 0; i < KSIZE; i++)
1667c478bd9Sstevel@tonic-gate 		temp[i] = *a++;
1677c478bd9Sstevel@tonic-gate 	gorp = getuid() + getgid();
1687c478bd9Sstevel@tonic-gate 
1697c478bd9Sstevel@tonic-gate 	for (i = 0; i < 4; i++)
1707c478bd9Sstevel@tonic-gate 		temp[i] ^= (char)((gorp>>(8*i))&0377);
1717c478bd9Sstevel@tonic-gate 
1727c478bd9Sstevel@tonic-gate 	if (cryptopen(b) == -1) {
1737c478bd9Sstevel@tonic-gate 		(void) mutex_unlock(&lock);
1747c478bd9Sstevel@tonic-gate 		return (-1);
1757c478bd9Sstevel@tonic-gate 	}
1767c478bd9Sstevel@tonic-gate 	if (writekey(b, temp) == -1) {
1777c478bd9Sstevel@tonic-gate 		(void) mutex_unlock(&lock);
1787c478bd9Sstevel@tonic-gate 		return (-1);
1797c478bd9Sstevel@tonic-gate 	}
1807c478bd9Sstevel@tonic-gate 	(void) mutex_unlock(&lock);
1817c478bd9Sstevel@tonic-gate 	return (0);
1827c478bd9Sstevel@tonic-gate }
1837c478bd9Sstevel@tonic-gate 
1847c478bd9Sstevel@tonic-gate int
1857c478bd9Sstevel@tonic-gate crypt_close_nolock(int p[2])
1867c478bd9Sstevel@tonic-gate {
1877c478bd9Sstevel@tonic-gate 
1887c478bd9Sstevel@tonic-gate 	if (p[0] == 0 && p[1] == 0 || p[0] < 0 || p[1] < 0) {
1897c478bd9Sstevel@tonic-gate 		return (-1);
1907c478bd9Sstevel@tonic-gate 	}
1917c478bd9Sstevel@tonic-gate 
1927c478bd9Sstevel@tonic-gate 	return (__p2close(p, NULL, SIGKILL));
1937c478bd9Sstevel@tonic-gate }
1947c478bd9Sstevel@tonic-gate 
1957c478bd9Sstevel@tonic-gate int
1967c478bd9Sstevel@tonic-gate crypt_close(int p[2])
1977c478bd9Sstevel@tonic-gate {
1987c478bd9Sstevel@tonic-gate 	(void) mutex_lock(&lock);
1997c478bd9Sstevel@tonic-gate 	(void) crypt_close_nolock(p);
2007c478bd9Sstevel@tonic-gate 	(void) mutex_unlock(&lock);
2017c478bd9Sstevel@tonic-gate 	return (0);
2027c478bd9Sstevel@tonic-gate }
203