]> git.saurik.com Git - apple/libc.git/blame - gen/crypt.c
Libc-339.tar.gz
[apple/libc.git] / gen / crypt.c
CommitLineData
e9ce8d39
A
1/*
2 * Copyright (c) 1999 Apple Computer, Inc. All rights reserved.
3 *
4 * @APPLE_LICENSE_HEADER_START@
5 *
59e0d9fe
A
6 * Copyright (c) 1999-2003 Apple Computer, Inc. All Rights Reserved.
7 *
734aad71
A
8 * This file contains Original Code and/or Modifications of Original Code
9 * as defined in and that are subject to the Apple Public Source License
10 * Version 2.0 (the 'License'). You may not use this file except in
11 * compliance with the License. Please obtain a copy of the License at
12 * http://www.opensource.apple.com/apsl/ and read it before using this
13 * file.
14 *
15 * The Original Code and all software distributed under the License are
16 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
e9ce8d39
A
17 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
18 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
734aad71
A
19 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
20 * Please see the License for the specific language governing rights and
21 * limitations under the License.
e9ce8d39
A
22 *
23 * @APPLE_LICENSE_HEADER_END@
24 */
25/*
26 * Copyright (c) 1989, 1993
27 * The Regents of the University of California. All rights reserved.
28 *
29 * This code is derived from software contributed to Berkeley by
30 * Tom Truscott.
31 *
32 * Redistribution and use in source and binary forms, with or without
33 * modification, are permitted provided that the following conditions
34 * are met:
35 * 1. Redistributions of source code must retain the above copyright
36 * notice, this list of conditions and the following disclaimer.
37 * 2. Redistributions in binary form must reproduce the above copyright
38 * notice, this list of conditions and the following disclaimer in the
39 * documentation and/or other materials provided with the distribution.
40 * 3. All advertising materials mentioning features or use of this software
41 * must display the following acknowledgement:
42 * This product includes software developed by the University of
43 * California, Berkeley and its contributors.
44 * 4. Neither the name of the University nor the names of its contributors
45 * may be used to endorse or promote products derived from this software
46 * without specific prior written permission.
47 *
48 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
49 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
50 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
51 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
52 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
53 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
54 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
55 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
56 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
57 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
58 * SUCH DAMAGE.
59 */
60
61
59e0d9fe
A
62/*
63 * PR-3509199
64 *
65 * encrypt() and setkey() should return void, but were returning int. For
66 * backwards compatibility, define __APPLE_PR_3509199_COMPAT__ to continue
67 * to return int, even though unistd.h declares void. We will need to not
68 * include unistd.h so as to avoid the prototype mismatch.
69 */
70#ifndef __APPLE_PR_3509199_COMPAT__
e9ce8d39 71#include <unistd.h>
59e0d9fe 72#endif /* __APPLE_PR_3509199_COMPAT__ */
e9ce8d39
A
73#include <limits.h>
74#include <pwd.h>
3b2a1fe8 75#include <stdlib.h>
e9ce8d39
A
76
77/*
78 * UNIX password, and DES, encryption.
79 * By Tom Truscott, trt@rti.rti.org,
80 * from algorithms by Robert W. Baldwin and James Gillogly.
81 *
82 * References:
83 * "Mathematical Cryptology for Computer Scientists and Mathematicians,"
84 * by Wayne Patterson, 1987, ISBN 0-8476-7438-X.
85 *
86 * "Password Security: A Case History," R. Morris and Ken Thompson,
87 * Communications of the ACM, vol. 22, pp. 594-597, Nov. 1979.
88 *
89 * "DES will be Totally Insecure within Ten Years," M.E. Hellman,
90 * IEEE Spectrum, vol. 16, pp. 32-39, July 1979.
91 */
92
93/* ===== Configuration ==================== */
94
95/*
96 * define "MUST_ALIGN" if your compiler cannot load/store
97 * long integers at arbitrary (e.g. odd) memory locations.
98 * (Either that or never pass unaligned addresses to des_cipher!)
99 */
100#if !defined(vax)
101#define MUST_ALIGN
102#endif
103
104#ifdef CHAR_BITS
105#if CHAR_BITS != 8
106 #error C_block structure assumes 8 bit characters
107#endif
108#endif
109
110/*
111 * define "LONG_IS_32_BITS" only if sizeof(long)==4.
112 * This avoids use of bit fields (your compiler may be sloppy with them).
113 */
114#if !defined(cray)
115#define LONG_IS_32_BITS
116#endif
117
118/*
119 * define "B64" to be the declaration for a 64 bit integer.
120 * XXX this feature is currently unused, see "endian" comment below.
121 */
122#if defined(cray)
123#define B64 long
124#endif
125#if defined(convex)
126#define B64 long long
127#endif
128
129/*
130 * define "LARGEDATA" to get faster permutations, by using about 72 kilobytes
131 * of lookup tables. This speeds up des_setkey() and des_cipher(), but has
132 * little effect on crypt().
133 */
134#if defined(notdef)
135#define LARGEDATA
136#endif
137
138/* compile with "-DSTATIC=int" when profiling */
139#ifndef STATIC
140#define STATIC static
141#endif
142STATIC void init_des(), init_perm(), permute();
9385eb3d 143STATIC int des_cipher(), des_setkey();
e9ce8d39
A
144#ifdef DEBUG
145STATIC prtab();
146#endif
147
148/* ==================================== */
149
150/*
151 * Cipher-block representation (Bob Baldwin):
152 *
153 * DES operates on groups of 64 bits, numbered 1..64 (sigh). One
154 * representation is to store one bit per byte in an array of bytes. Bit N of
155 * the NBS spec is stored as the LSB of the Nth byte (index N-1) in the array.
156 * Another representation stores the 64 bits in 8 bytes, with bits 1..8 in the
157 * first byte, 9..16 in the second, and so on. The DES spec apparently has
158 * bit 1 in the MSB of the first byte, but that is particularly noxious so we
159 * bit-reverse each byte so that bit 1 is the LSB of the first byte, bit 8 is
160 * the MSB of the first byte. Specifically, the 64-bit input data and key are
161 * converted to LSB format, and the output 64-bit block is converted back into
162 * MSB format.
163 *
164 * DES operates internally on groups of 32 bits which are expanded to 48 bits
165 * by permutation E and shrunk back to 32 bits by the S boxes. To speed up
166 * the computation, the expansion is applied only once, the expanded
167 * representation is maintained during the encryption, and a compression
168 * permutation is applied only at the end. To speed up the S-box lookups,
169 * the 48 bits are maintained as eight 6 bit groups, one per byte, which
170 * directly feed the eight S-boxes. Within each byte, the 6 bits are the
171 * most significant ones. The low two bits of each byte are zero. (Thus,
172 * bit 1 of the 48 bit E expansion is stored as the "4"-valued bit of the
173 * first byte in the eight byte representation, bit 2 of the 48 bit value is
174 * the "8"-valued bit, and so on.) In fact, a combined "SPE"-box lookup is
175 * used, in which the output is the 64 bit result of an S-box lookup which
176 * has been permuted by P and expanded by E, and is ready for use in the next
177 * iteration. Two 32-bit wide tables, SPE[0] and SPE[1], are used for this
178 * lookup. Since each byte in the 48 bit path is a multiple of four, indexed
179 * lookup of SPE[0] and SPE[1] is simple and fast. The key schedule and
180 * "salt" are also converted to this 8*(6+2) format. The SPE table size is
181 * 8*64*8 = 4K bytes.
182 *
183 * To speed up bit-parallel operations (such as XOR), the 8 byte
184 * representation is "union"ed with 32 bit values "i0" and "i1", and, on
185 * machines which support it, a 64 bit value "b64". This data structure,
186 * "C_block", has two problems. First, alignment restrictions must be
187 * honored. Second, the byte-order (e.g. little-endian or big-endian) of
188 * the architecture becomes visible.
189 *
190 * The byte-order problem is unfortunate, since on the one hand it is good
191 * to have a machine-independent C_block representation (bits 1..8 in the
192 * first byte, etc.), and on the other hand it is good for the LSB of the
193 * first byte to be the LSB of i0. We cannot have both these things, so we
194 * currently use the "little-endian" representation and avoid any multi-byte
195 * operations that depend on byte order. This largely precludes use of the
196 * 64-bit datatype since the relative order of i0 and i1 are unknown. It
197 * also inhibits grouping the SPE table to look up 12 bits at a time. (The
198 * 12 bits can be stored in a 16-bit field with 3 low-order zeroes and 1
199 * high-order zero, providing fast indexing into a 64-bit wide SPE.) On the
200 * other hand, 64-bit datatypes are currently rare, and a 12-bit SPE lookup
201 * requires a 128 kilobyte table, so perhaps this is not a big loss.
202 *
203 * Permutation representation (Jim Gillogly):
204 *
205 * A transformation is defined by its effect on each of the 8 bytes of the
206 * 64-bit input. For each byte we give a 64-bit output that has the bits in
207 * the input distributed appropriately. The transformation is then the OR
208 * of the 8 sets of 64-bits. This uses 8*256*8 = 16K bytes of storage for
209 * each transformation. Unless LARGEDATA is defined, however, a more compact
210 * table is used which looks up 16 4-bit "chunks" rather than 8 8-bit chunks.
211 * The smaller table uses 16*16*8 = 2K bytes for each transformation. This
212 * is slower but tolerable, particularly for password encryption in which
213 * the SPE transformation is iterated many times. The small tables total 9K
214 * bytes, the large tables total 72K bytes.
215 *
216 * The transformations used are:
217 * IE3264: MSB->LSB conversion, initial permutation, and expansion.
218 * This is done by collecting the 32 even-numbered bits and applying
219 * a 32->64 bit transformation, and then collecting the 32 odd-numbered
220 * bits and applying the same transformation. Since there are only
221 * 32 input bits, the IE3264 transformation table is half the size of
222 * the usual table.
223 * CF6464: Compression, final permutation, and LSB->MSB conversion.
224 * This is done by two trivial 48->32 bit compressions to obtain
225 * a 64-bit block (the bit numbering is given in the "CIFP" table)
226 * followed by a 64->64 bit "cleanup" transformation. (It would
227 * be possible to group the bits in the 64-bit block so that 2
228 * identical 32->32 bit transformations could be used instead,
229 * saving a factor of 4 in space and possibly 2 in time, but
230 * byte-ordering and other complications rear their ugly head.
231 * Similar opportunities/problems arise in the key schedule
232 * transforms.)
233 * PC1ROT: MSB->LSB, PC1 permutation, rotate, and PC2 permutation.
234 * This admittedly baroque 64->64 bit transformation is used to
235 * produce the first code (in 8*(6+2) format) of the key schedule.
236 * PC2ROT[0]: Inverse PC2 permutation, rotate, and PC2 permutation.
237 * It would be possible to define 15 more transformations, each
238 * with a different rotation, to generate the entire key schedule.
239 * To save space, however, we instead permute each code into the
240 * next by using a transformation that "undoes" the PC2 permutation,
241 * rotates the code, and then applies PC2. Unfortunately, PC2
242 * transforms 56 bits into 48 bits, dropping 8 bits, so PC2 is not
243 * invertible. We get around that problem by using a modified PC2
244 * which retains the 8 otherwise-lost bits in the unused low-order
245 * bits of each byte. The low-order bits are cleared when the
246 * codes are stored into the key schedule.
247 * PC2ROT[1]: Same as PC2ROT[0], but with two rotations.
248 * This is faster than applying PC2ROT[0] twice,
249 *
250 * The Bell Labs "salt" (Bob Baldwin):
251 *
252 * The salting is a simple permutation applied to the 48-bit result of E.
253 * Specifically, if bit i (1 <= i <= 24) of the salt is set then bits i and
254 * i+24 of the result are swapped. The salt is thus a 24 bit number, with
255 * 16777216 possible values. (The original salt was 12 bits and could not
256 * swap bits 13..24 with 36..48.)
257 *
258 * It is possible, but ugly, to warp the SPE table to account for the salt
259 * permutation. Fortunately, the conditional bit swapping requires only
260 * about four machine instructions and can be done on-the-fly with about an
261 * 8% performance penalty.
262 */
263
264typedef union {
265 unsigned char b[8];
266 struct {
267#if defined(LONG_IS_32_BITS)
268 /* long is often faster than a 32-bit bit field */
269 long i0;
270 long i1;
271#else
272 long i0: 32;
273 long i1: 32;
274#endif
275 } b32;
276#if defined(B64)
277 B64 b64;
278#endif
279} C_block;
280
281/*
282 * Convert twenty-four-bit long in host-order
283 * to six bits (and 2 low-order zeroes) per char little-endian format.
284 */
285#define TO_SIX_BIT(rslt, src) { \
286 C_block cvt; \
287 cvt.b[0] = src; src >>= 6; \
288 cvt.b[1] = src; src >>= 6; \
289 cvt.b[2] = src; src >>= 6; \
290 cvt.b[3] = src; \
291 rslt = (cvt.b32.i0 & 0x3f3f3f3fL) << 2; \
292 }
293
294/*
295 * These macros may someday permit efficient use of 64-bit integers.
296 */
297#define ZERO(d,d0,d1) d0 = 0, d1 = 0
298#define LOAD(d,d0,d1,bl) d0 = (bl).b32.i0, d1 = (bl).b32.i1
299#define LOADREG(d,d0,d1,s,s0,s1) d0 = s0, d1 = s1
300#define OR(d,d0,d1,bl) d0 |= (bl).b32.i0, d1 |= (bl).b32.i1
301#define STORE(s,s0,s1,bl) (bl).b32.i0 = s0, (bl).b32.i1 = s1
302#define DCL_BLOCK(d,d0,d1) long d0, d1
303
304#if defined(LARGEDATA)
305 /* Waste memory like crazy. Also, do permutations in line */
306#define LGCHUNKBITS 3
307#define CHUNKBITS (1<<LGCHUNKBITS)
308#define PERM6464(d,d0,d1,cpp,p) \
309 LOAD(d,d0,d1,(p)[(0<<CHUNKBITS)+(cpp)[0]]); \
310 OR (d,d0,d1,(p)[(1<<CHUNKBITS)+(cpp)[1]]); \
311 OR (d,d0,d1,(p)[(2<<CHUNKBITS)+(cpp)[2]]); \
312 OR (d,d0,d1,(p)[(3<<CHUNKBITS)+(cpp)[3]]); \
313 OR (d,d0,d1,(p)[(4<<CHUNKBITS)+(cpp)[4]]); \
314 OR (d,d0,d1,(p)[(5<<CHUNKBITS)+(cpp)[5]]); \
315 OR (d,d0,d1,(p)[(6<<CHUNKBITS)+(cpp)[6]]); \
316 OR (d,d0,d1,(p)[(7<<CHUNKBITS)+(cpp)[7]]);
317#define PERM3264(d,d0,d1,cpp,p) \
318 LOAD(d,d0,d1,(p)[(0<<CHUNKBITS)+(cpp)[0]]); \
319 OR (d,d0,d1,(p)[(1<<CHUNKBITS)+(cpp)[1]]); \
320 OR (d,d0,d1,(p)[(2<<CHUNKBITS)+(cpp)[2]]); \
321 OR (d,d0,d1,(p)[(3<<CHUNKBITS)+(cpp)[3]]);
322#else
323 /* "small data" */
324#define LGCHUNKBITS 2
325#define CHUNKBITS (1<<LGCHUNKBITS)
326#define PERM6464(d,d0,d1,cpp,p) \
327 { C_block tblk; permute(cpp,&tblk,p,8); LOAD (d,d0,d1,tblk); }
328#define PERM3264(d,d0,d1,cpp,p) \
329 { C_block tblk; permute(cpp,&tblk,p,4); LOAD (d,d0,d1,tblk); }
330
331STATIC void permute(cp, out, p, chars_in)
332 unsigned char *cp;
333 C_block *out;
334 register C_block *p;
335 int chars_in;
336{
337 register DCL_BLOCK(D,D0,D1);
338 register C_block *tp;
339 register int t;
340
341 ZERO(D,D0,D1);
342 do {
343 t = *cp++;
344 tp = &p[t&0xf]; OR(D,D0,D1,*tp); p += (1<<CHUNKBITS);
345 tp = &p[t>>4]; OR(D,D0,D1,*tp); p += (1<<CHUNKBITS);
346 } while (--chars_in > 0);
347 STORE(D,D0,D1,*out);
348}
349#endif /* LARGEDATA */
350
351
352/* ===== (mostly) Standard DES Tables ==================== */
353
354static unsigned char IP[] = { /* initial permutation */
355 58, 50, 42, 34, 26, 18, 10, 2,
356 60, 52, 44, 36, 28, 20, 12, 4,
357 62, 54, 46, 38, 30, 22, 14, 6,
358 64, 56, 48, 40, 32, 24, 16, 8,
359 57, 49, 41, 33, 25, 17, 9, 1,
360 59, 51, 43, 35, 27, 19, 11, 3,
361 61, 53, 45, 37, 29, 21, 13, 5,
362 63, 55, 47, 39, 31, 23, 15, 7,
363};
364
365/* The final permutation is the inverse of IP - no table is necessary */
366
367static unsigned char ExpandTr[] = { /* expansion operation */
368 32, 1, 2, 3, 4, 5,
369 4, 5, 6, 7, 8, 9,
370 8, 9, 10, 11, 12, 13,
371 12, 13, 14, 15, 16, 17,
372 16, 17, 18, 19, 20, 21,
373 20, 21, 22, 23, 24, 25,
374 24, 25, 26, 27, 28, 29,
375 28, 29, 30, 31, 32, 1,
376};
377
378static unsigned char PC1[] = { /* permuted choice table 1 */
379 57, 49, 41, 33, 25, 17, 9,
380 1, 58, 50, 42, 34, 26, 18,
381 10, 2, 59, 51, 43, 35, 27,
382 19, 11, 3, 60, 52, 44, 36,
383
384 63, 55, 47, 39, 31, 23, 15,
385 7, 62, 54, 46, 38, 30, 22,
386 14, 6, 61, 53, 45, 37, 29,
387 21, 13, 5, 28, 20, 12, 4,
388};
389
390static unsigned char Rotates[] = { /* PC1 rotation schedule */
391 1, 1, 2, 2, 2, 2, 2, 2, 1, 2, 2, 2, 2, 2, 2, 1,
392};
393
394/* note: each "row" of PC2 is left-padded with bits that make it invertible */
395static unsigned char PC2[] = { /* permuted choice table 2 */
396 9, 18, 14, 17, 11, 24, 1, 5,
397 22, 25, 3, 28, 15, 6, 21, 10,
398 35, 38, 23, 19, 12, 4, 26, 8,
399 43, 54, 16, 7, 27, 20, 13, 2,
400
401 0, 0, 41, 52, 31, 37, 47, 55,
402 0, 0, 30, 40, 51, 45, 33, 48,
403 0, 0, 44, 49, 39, 56, 34, 53,
404 0, 0, 46, 42, 50, 36, 29, 32,
405};
406
407static const unsigned char S[8][64] = { /* 48->32 bit substitution tables */
9385eb3d 408 { /* S[1] */
e9ce8d39
A
409 14, 4, 13, 1, 2, 15, 11, 8, 3, 10, 6, 12, 5, 9, 0, 7,
410 0, 15, 7, 4, 14, 2, 13, 1, 10, 6, 12, 11, 9, 5, 3, 8,
411 4, 1, 14, 8, 13, 6, 2, 11, 15, 12, 9, 7, 3, 10, 5, 0,
412 15, 12, 8, 2, 4, 9, 1, 7, 5, 11, 3, 14, 10, 0, 6, 13,
9385eb3d
A
413 },
414 { /* S[2] */
e9ce8d39
A
415 15, 1, 8, 14, 6, 11, 3, 4, 9, 7, 2, 13, 12, 0, 5, 10,
416 3, 13, 4, 7, 15, 2, 8, 14, 12, 0, 1, 10, 6, 9, 11, 5,
417 0, 14, 7, 11, 10, 4, 13, 1, 5, 8, 12, 6, 9, 3, 2, 15,
418 13, 8, 10, 1, 3, 15, 4, 2, 11, 6, 7, 12, 0, 5, 14, 9,
9385eb3d
A
419 },
420 { /* S[3] */
e9ce8d39
A
421 10, 0, 9, 14, 6, 3, 15, 5, 1, 13, 12, 7, 11, 4, 2, 8,
422 13, 7, 0, 9, 3, 4, 6, 10, 2, 8, 5, 14, 12, 11, 15, 1,
423 13, 6, 4, 9, 8, 15, 3, 0, 11, 1, 2, 12, 5, 10, 14, 7,
424 1, 10, 13, 0, 6, 9, 8, 7, 4, 15, 14, 3, 11, 5, 2, 12,
9385eb3d
A
425 },
426 { /* S[4] */
e9ce8d39
A
427 7, 13, 14, 3, 0, 6, 9, 10, 1, 2, 8, 5, 11, 12, 4, 15,
428 13, 8, 11, 5, 6, 15, 0, 3, 4, 7, 2, 12, 1, 10, 14, 9,
429 10, 6, 9, 0, 12, 11, 7, 13, 15, 1, 3, 14, 5, 2, 8, 4,
430 3, 15, 0, 6, 10, 1, 13, 8, 9, 4, 5, 11, 12, 7, 2, 14,
9385eb3d
A
431 },
432 { /* S[5] */
e9ce8d39
A
433 2, 12, 4, 1, 7, 10, 11, 6, 8, 5, 3, 15, 13, 0, 14, 9,
434 14, 11, 2, 12, 4, 7, 13, 1, 5, 0, 15, 10, 3, 9, 8, 6,
435 4, 2, 1, 11, 10, 13, 7, 8, 15, 9, 12, 5, 6, 3, 0, 14,
436 11, 8, 12, 7, 1, 14, 2, 13, 6, 15, 0, 9, 10, 4, 5, 3,
9385eb3d
A
437 },
438 { /* S[6] */
e9ce8d39
A
439 12, 1, 10, 15, 9, 2, 6, 8, 0, 13, 3, 4, 14, 7, 5, 11,
440 10, 15, 4, 2, 7, 12, 9, 5, 6, 1, 13, 14, 0, 11, 3, 8,
441 9, 14, 15, 5, 2, 8, 12, 3, 7, 0, 4, 10, 1, 13, 11, 6,
442 4, 3, 2, 12, 9, 5, 15, 10, 11, 14, 1, 7, 6, 0, 8, 13,
9385eb3d
A
443 },
444 { /* S[7] */
e9ce8d39
A
445 4, 11, 2, 14, 15, 0, 8, 13, 3, 12, 9, 7, 5, 10, 6, 1,
446 13, 0, 11, 7, 4, 9, 1, 10, 14, 3, 5, 12, 2, 15, 8, 6,
447 1, 4, 11, 13, 12, 3, 7, 14, 10, 15, 6, 8, 0, 5, 9, 2,
448 6, 11, 13, 8, 1, 4, 10, 7, 9, 5, 0, 15, 14, 2, 3, 12,
9385eb3d
A
449 },
450 { /* S[8] */
e9ce8d39
A
451 13, 2, 8, 4, 6, 15, 11, 1, 10, 9, 3, 14, 5, 0, 12, 7,
452 1, 15, 13, 8, 10, 3, 7, 4, 12, 5, 6, 11, 0, 14, 9, 2,
453 7, 11, 4, 1, 9, 12, 14, 2, 0, 6, 10, 13, 15, 3, 5, 8,
454 2, 1, 14, 7, 4, 10, 8, 13, 15, 12, 9, 0, 3, 5, 6, 11,
9385eb3d 455 },
e9ce8d39
A
456};
457
458static unsigned char P32Tr[] = { /* 32-bit permutation function */
459 16, 7, 20, 21,
460 29, 12, 28, 17,
461 1, 15, 23, 26,
462 5, 18, 31, 10,
463 2, 8, 24, 14,
464 32, 27, 3, 9,
465 19, 13, 30, 6,
466 22, 11, 4, 25,
467};
468
469static unsigned char CIFP[] = { /* compressed/interleaved permutation */
470 1, 2, 3, 4, 17, 18, 19, 20,
471 5, 6, 7, 8, 21, 22, 23, 24,
472 9, 10, 11, 12, 25, 26, 27, 28,
473 13, 14, 15, 16, 29, 30, 31, 32,
474
475 33, 34, 35, 36, 49, 50, 51, 52,
476 37, 38, 39, 40, 53, 54, 55, 56,
477 41, 42, 43, 44, 57, 58, 59, 60,
478 45, 46, 47, 48, 61, 62, 63, 64,
479};
480
481static unsigned char itoa64[] = /* 0..63 => ascii-64 */
482 "./0123456789ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz";
483
484
485/* ===== Tables that are initialized at run time ==================== */
486
487
488static unsigned char a64toi[128]; /* ascii-64 => 0..63 */
489
490/* Initial key schedule permutation */
3b2a1fe8
A
491// static C_block PC1ROT[64/CHUNKBITS][1<<CHUNKBITS];
492static C_block *PC1ROT;
e9ce8d39
A
493
494/* Subsequent key schedule rotation permutations */
3b2a1fe8
A
495// static C_block PC2ROT[2][64/CHUNKBITS][1<<CHUNKBITS];
496static C_block *PC2ROT[2];
e9ce8d39
A
497
498/* Initial permutation/expansion table */
3b2a1fe8
A
499// static C_block IE3264[32/CHUNKBITS][1<<CHUNKBITS];
500static C_block *IE3264;
e9ce8d39
A
501
502/* Table that combines the S, P, and E operations. */
3b2a1fe8
A
503// static long SPE[2][8][64];
504static long *SPE;
e9ce8d39
A
505
506/* compressed/interleaved => final permutation table */
3b2a1fe8
A
507// static C_block CF6464[64/CHUNKBITS][1<<CHUNKBITS];
508static C_block *CF6464;
e9ce8d39
A
509
510
511/* ==================================== */
512
513
514static C_block constdatablock; /* encryption constant */
515static char cryptresult[1+4+4+11+1]; /* encrypted result */
516
517/*
518 * Return a pointer to static data consisting of the "setting"
519 * followed by an encryption produced by the "key" and "setting".
520 */
521char *
522crypt(key, setting)
523 register const char *key;
524 register const char *setting;
525{
526 register char *encp;
527 register long i;
528 register int t;
529 long salt;
530 int num_iter, salt_size;
531 C_block keyblock, rsltblock;
532
533 for (i = 0; i < 8; i++) {
534 if ((t = 2*(unsigned char)(*key)) != 0)
535 key++;
536 keyblock.b[i] = t;
537 }
538 if (des_setkey((char *)keyblock.b)) /* also initializes "a64toi" */
539 return (NULL);
540
541 encp = &cryptresult[0];
542 switch (*setting) {
543 case _PASSWORD_EFMT1:
544 /*
545 * Involve the rest of the password 8 characters at a time.
546 */
547 while (*key) {
548 if (des_cipher((char *)&keyblock,
549 (char *)&keyblock, 0L, 1))
550 return (NULL);
551 for (i = 0; i < 8; i++) {
552 if ((t = 2*(unsigned char)(*key)) != 0)
553 key++;
554 keyblock.b[i] ^= t;
555 }
556 if (des_setkey((char *)keyblock.b))
557 return (NULL);
558 }
559
560 *encp++ = *setting++;
561
562 /* get iteration count */
563 num_iter = 0;
564 for (i = 4; --i >= 0; ) {
565 if ((t = (unsigned char)setting[i]) == '\0')
566 t = '.';
567 encp[i] = t;
568 num_iter = (num_iter<<6) | a64toi[t];
569 }
570 setting += 4;
571 encp += 4;
572 salt_size = 4;
573 break;
574 default:
575 num_iter = 25;
576 salt_size = 2;
577 }
578
579 salt = 0;
580 for (i = salt_size; --i >= 0; ) {
581 if ((t = (unsigned char)setting[i]) == '\0')
582 t = '.';
583 encp[i] = t;
584 salt = (salt<<6) | a64toi[t];
585 }
586 encp += salt_size;
587 if (des_cipher((char *)&constdatablock, (char *)&rsltblock,
588 salt, num_iter))
589 return (NULL);
590
591 /*
592 * Encode the 64 cipher bits as 11 ascii characters.
593 */
594 i = ((long)((rsltblock.b[0]<<8) | rsltblock.b[1])<<8) | rsltblock.b[2];
595 encp[3] = itoa64[i&0x3f]; i >>= 6;
596 encp[2] = itoa64[i&0x3f]; i >>= 6;
597 encp[1] = itoa64[i&0x3f]; i >>= 6;
598 encp[0] = itoa64[i]; encp += 4;
599 i = ((long)((rsltblock.b[3]<<8) | rsltblock.b[4])<<8) | rsltblock.b[5];
600 encp[3] = itoa64[i&0x3f]; i >>= 6;
601 encp[2] = itoa64[i&0x3f]; i >>= 6;
602 encp[1] = itoa64[i&0x3f]; i >>= 6;
603 encp[0] = itoa64[i]; encp += 4;
604 i = ((long)((rsltblock.b[6])<<8) | rsltblock.b[7])<<2;
605 encp[2] = itoa64[i&0x3f]; i >>= 6;
606 encp[1] = itoa64[i&0x3f]; i >>= 6;
607 encp[0] = itoa64[i];
608
609 encp[3] = 0;
610
611 return (cryptresult);
612}
613
614
615/*
616 * The Key Schedule, filled in by des_setkey() or setkey().
617 */
618#define KS_SIZE 16
619static C_block KS[KS_SIZE];
620
621/*
622 * Set up the key schedule from the key.
623 */
624STATIC int des_setkey(key)
625 register const char *key;
626{
627 register DCL_BLOCK(K, K0, K1);
628 register C_block *ptabp;
629 register int i;
630 static int des_ready = 0;
631
632 if (!des_ready) {
633 init_des();
634 des_ready = 1;
635 }
636
3b2a1fe8 637 PERM6464(K,K0,K1,(unsigned char *)key,PC1ROT);
e9ce8d39
A
638 key = (char *)&KS[0];
639 STORE(K&~0x03030303L, K0&~0x03030303L, K1, *(C_block *)key);
640 for (i = 1; i < 16; i++) {
641 key += sizeof(C_block);
642 STORE(K,K0,K1,*(C_block *)key);
3b2a1fe8 643 ptabp = PC2ROT[Rotates[i]-1];
e9ce8d39
A
644 PERM6464(K,K0,K1,(unsigned char *)key,ptabp);
645 STORE(K&~0x03030303L, K0&~0x03030303L, K1, *(C_block *)key);
646 }
647 return (0);
648}
649
650/*
651 * Encrypt (or decrypt if num_iter < 0) the 8 chars at "in" with abs(num_iter)
652 * iterations of DES, using the the given 24-bit salt and the pre-computed key
653 * schedule, and store the resulting 8 chars at "out" (in == out is permitted).
654 *
655 * NOTE: the performance of this routine is critically dependent on your
656 * compiler and machine architecture.
657 */
658STATIC int des_cipher(in, out, salt, num_iter)
659 const char *in;
660 char *out;
661 long salt;
662 int num_iter;
663{
664 /* variables that we want in registers, most important first */
665#if defined(pdp11)
666 register int j;
667#endif
668 register long L0, L1, R0, R1, k;
669 register C_block *kp;
670 register int ks_inc, loop_count;
671 C_block B;
672
673 L0 = salt;
674 TO_SIX_BIT(salt, L0); /* convert to 4*(6+2) format */
675
676#if defined(vax) || defined(pdp11)
677 salt = ~salt; /* "x &~ y" is faster than "x & y". */
678#define SALT (~salt)
679#else
680#define SALT salt
681#endif
682
683#if defined(MUST_ALIGN)
684 B.b[0] = in[0]; B.b[1] = in[1]; B.b[2] = in[2]; B.b[3] = in[3];
685 B.b[4] = in[4]; B.b[5] = in[5]; B.b[6] = in[6]; B.b[7] = in[7];
686 LOAD(L,L0,L1,B);
687#else
688 LOAD(L,L0,L1,*(C_block *)in);
689#endif
690 LOADREG(R,R0,R1,L,L0,L1);
691 L0 &= 0x55555555L;
692 L1 &= 0x55555555L;
693 L0 = (L0 << 1) | L1; /* L0 is the even-numbered input bits */
694 R0 &= 0xaaaaaaaaL;
695 R1 = (R1 >> 1) & 0x55555555L;
696 L1 = R0 | R1; /* L1 is the odd-numbered input bits */
697 STORE(L,L0,L1,B);
3b2a1fe8
A
698 PERM3264(L,L0,L1,B.b,IE3264); /* even bits */
699 PERM3264(R,R0,R1,B.b+4,IE3264); /* odd bits */
e9ce8d39
A
700
701 if (num_iter >= 0)
702 { /* encryption */
703 kp = &KS[0];
704 ks_inc = sizeof(*kp);
705 }
706 else
707 { /* decryption */
708 num_iter = -num_iter;
709 kp = &KS[KS_SIZE-1];
710 ks_inc = -sizeof(*kp);
711 }
712
713 while (--num_iter >= 0) {
714 loop_count = 8;
715 do {
716
717#define SPTAB(t, i) (*(long *)((unsigned char *)t + i*(sizeof(long)/4)))
718#if defined(gould)
719 /* use this if B.b[i] is evaluated just once ... */
3b2a1fe8 720#define DOXOR(x,y,i) x^=SPTAB(&SPE[i * 64],B.b[i]); y^=SPTAB(&SPE[(8 * 64) + (i * 64)],B.b[i]);
e9ce8d39
A
721#else
722#if defined(pdp11)
723 /* use this if your "long" int indexing is slow */
3b2a1fe8 724#define DOXOR(x,y,i) j=B.b[i]; x^=SPTAB(&SPE[i * 64],j); y^=SPTAB(&SPE[(8 * 64) + (i * 64)],j);
e9ce8d39
A
725#else
726 /* use this if "k" is allocated to a register ... */
3b2a1fe8 727#define DOXOR(x,y,i) k=B.b[i]; x^=SPTAB(&SPE[i * 64],k); y^=SPTAB(&SPE[(8 * 64) + (i * 64)],k);
e9ce8d39
A
728#endif
729#endif
730
731#define CRUNCH(p0, p1, q0, q1) \
732 k = (q0 ^ q1) & SALT; \
733 B.b32.i0 = k ^ q0 ^ kp->b32.i0; \
734 B.b32.i1 = k ^ q1 ^ kp->b32.i1; \
735 kp = (C_block *)((char *)kp+ks_inc); \
736 \
737 DOXOR(p0, p1, 0); \
738 DOXOR(p0, p1, 1); \
739 DOXOR(p0, p1, 2); \
740 DOXOR(p0, p1, 3); \
741 DOXOR(p0, p1, 4); \
742 DOXOR(p0, p1, 5); \
743 DOXOR(p0, p1, 6); \
744 DOXOR(p0, p1, 7);
745
746 CRUNCH(L0, L1, R0, R1);
747 CRUNCH(R0, R1, L0, L1);
748 } while (--loop_count != 0);
749 kp = (C_block *)((char *)kp-(ks_inc*KS_SIZE));
750
751
752 /* swap L and R */
753 L0 ^= R0; L1 ^= R1;
754 R0 ^= L0; R1 ^= L1;
755 L0 ^= R0; L1 ^= R1;
756 }
757
758 /* store the encrypted (or decrypted) result */
759 L0 = ((L0 >> 3) & 0x0f0f0f0fL) | ((L1 << 1) & 0xf0f0f0f0L);
760 L1 = ((R0 >> 3) & 0x0f0f0f0fL) | ((R1 << 1) & 0xf0f0f0f0L);
761 STORE(L,L0,L1,B);
3b2a1fe8 762 PERM6464(L,L0,L1,B.b,CF6464);
e9ce8d39
A
763#if defined(MUST_ALIGN)
764 STORE(L,L0,L1,B);
765 out[0] = B.b[0]; out[1] = B.b[1]; out[2] = B.b[2]; out[3] = B.b[3];
766 out[4] = B.b[4]; out[5] = B.b[5]; out[6] = B.b[6]; out[7] = B.b[7];
767#else
768 STORE(L,L0,L1,*(C_block *)out);
769#endif
770 return (0);
771}
772
773
774/*
775 * Initialize various tables. This need only be done once. It could even be
776 * done at compile time, if the compiler were capable of that sort of thing.
777 */
778STATIC void init_des()
779{
780 register int i, j;
781 register long k;
782 register int tableno;
783 static unsigned char perm[64], tmp32[32]; /* "static" for speed */
784
785 /*
786 * table that converts chars "./0-9A-Za-z"to integers 0-63.
787 */
788 for (i = 0; i < 64; i++)
789 a64toi[itoa64[i]] = i;
790
791 /*
792 * PC1ROT - bit reverse, then PC1, then Rotate, then PC2.
793 */
794 for (i = 0; i < 64; i++)
795 perm[i] = 0;
796 for (i = 0; i < 64; i++) {
797 if ((k = PC2[i]) == 0)
798 continue;
799 k += Rotates[0]-1;
800 if ((k%28) < Rotates[0]) k -= 28;
801 k = PC1[k];
802 if (k > 0) {
803 k--;
804 k = (k|07) - (k&07);
805 k++;
806 }
807 perm[i] = k;
808 }
809#ifdef DEBUG
810 prtab("pc1tab", perm, 8);
811#endif
3b2a1fe8
A
812 PC1ROT = (C_block *)calloc(sizeof(C_block), (64/CHUNKBITS) * (1<<CHUNKBITS));
813 for (i = 0; i < 2; i++)
814 PC2ROT[i] = (C_block *)calloc(sizeof(C_block), (64/CHUNKBITS) * (1<<CHUNKBITS));
e9ce8d39
A
815 init_perm(PC1ROT, perm, 8, 8);
816
817 /*
818 * PC2ROT - PC2 inverse, then Rotate (once or twice), then PC2.
819 */
820 for (j = 0; j < 2; j++) {
821 unsigned char pc2inv[64];
822 for (i = 0; i < 64; i++)
823 perm[i] = pc2inv[i] = 0;
824 for (i = 0; i < 64; i++) {
825 if ((k = PC2[i]) == 0)
826 continue;
827 pc2inv[k-1] = i+1;
828 }
829 for (i = 0; i < 64; i++) {
830 if ((k = PC2[i]) == 0)
831 continue;
832 k += j;
833 if ((k%28) <= j) k -= 28;
834 perm[i] = pc2inv[k];
835 }
836#ifdef DEBUG
837 prtab("pc2tab", perm, 8);
838#endif
839 init_perm(PC2ROT[j], perm, 8, 8);
840 }
841
842 /*
843 * Bit reverse, then initial permutation, then expansion.
844 */
845 for (i = 0; i < 8; i++) {
846 for (j = 0; j < 8; j++) {
847 k = (j < 2)? 0: IP[ExpandTr[i*6+j-2]-1];
848 if (k > 32)
849 k -= 32;
850 else if (k > 0)
851 k--;
852 if (k > 0) {
853 k--;
854 k = (k|07) - (k&07);
855 k++;
856 }
857 perm[i*8+j] = k;
858 }
859 }
860#ifdef DEBUG
861 prtab("ietab", perm, 8);
862#endif
3b2a1fe8 863 IE3264 = (C_block *)calloc(sizeof(C_block), (32/CHUNKBITS) * (1<<CHUNKBITS));
e9ce8d39
A
864 init_perm(IE3264, perm, 4, 8);
865
866 /*
867 * Compression, then final permutation, then bit reverse.
868 */
869 for (i = 0; i < 64; i++) {
870 k = IP[CIFP[i]-1];
871 if (k > 0) {
872 k--;
873 k = (k|07) - (k&07);
874 k++;
875 }
876 perm[k-1] = i+1;
877 }
878#ifdef DEBUG
879 prtab("cftab", perm, 8);
880#endif
3b2a1fe8
A
881 CF6464 = (C_block *)calloc(sizeof(C_block), (64/CHUNKBITS) * (1<<CHUNKBITS));
882 SPE = (long *)calloc(sizeof(long), 2 * 8 * 64);
e9ce8d39
A
883 init_perm(CF6464, perm, 8, 8);
884
885 /*
886 * SPE table
887 */
888 for (i = 0; i < 48; i++)
889 perm[i] = P32Tr[ExpandTr[i]-1];
890 for (tableno = 0; tableno < 8; tableno++) {
891 for (j = 0; j < 64; j++) {
892 k = (((j >> 0) &01) << 5)|
893 (((j >> 1) &01) << 3)|
894 (((j >> 2) &01) << 2)|
895 (((j >> 3) &01) << 1)|
896 (((j >> 4) &01) << 0)|
897 (((j >> 5) &01) << 4);
898 k = S[tableno][k];
899 k = (((k >> 3)&01) << 0)|
900 (((k >> 2)&01) << 1)|
901 (((k >> 1)&01) << 2)|
902 (((k >> 0)&01) << 3);
903 for (i = 0; i < 32; i++)
904 tmp32[i] = 0;
905 for (i = 0; i < 4; i++)
906 tmp32[4 * tableno + i] = (k >> i) & 01;
907 k = 0;
908 for (i = 24; --i >= 0; )
909 k = (k<<1) | tmp32[perm[i]-1];
3b2a1fe8 910 TO_SIX_BIT(SPE[(tableno * 64) + j], k);
e9ce8d39
A
911 k = 0;
912 for (i = 24; --i >= 0; )
913 k = (k<<1) | tmp32[perm[i+24]-1];
3b2a1fe8 914 TO_SIX_BIT(SPE[(8 * 64) + (tableno * 64) + j], k);
e9ce8d39
A
915 }
916 }
917}
918
919/*
920 * Initialize "perm" to represent transformation "p", which rearranges
921 * (perhaps with expansion and/or contraction) one packed array of bits
922 * (of size "chars_in" characters) into another array (of size "chars_out"
923 * characters).
924 *
925 * "perm" must be all-zeroes on entry to this routine.
926 */
927STATIC void init_perm(perm, p, chars_in, chars_out)
3b2a1fe8 928 C_block *perm;
e9ce8d39
A
929 unsigned char p[64];
930 int chars_in, chars_out;
931{
932 register int i, j, k, l;
933
934 for (k = 0; k < chars_out*8; k++) { /* each output bit position */
935 l = p[k] - 1; /* where this bit comes from */
936 if (l < 0)
937 continue; /* output bit is always 0 */
938 i = l>>LGCHUNKBITS; /* which chunk this bit comes from */
939 l = 1<<(l&(CHUNKBITS-1)); /* mask for this bit */
940 for (j = 0; j < (1<<CHUNKBITS); j++) { /* each chunk value */
941 if ((j & l) != 0)
3b2a1fe8 942 perm[(i * (1<<CHUNKBITS)) + j].b[k>>3] |= 1<<(k&07);
e9ce8d39
A
943 }
944 }
945}
946
947/*
948 * "setkey" routine (for backwards compatibility)
949 */
59e0d9fe 950#ifdef __APPLE_PR_3509199_COMPAT__
e9ce8d39 951int setkey(key)
59e0d9fe
A
952#else /* __APPLE_PR_3509199_COMPAT__ */
953void setkey(key)
954#endif /* __APPLE_PR_3509199_COMPAT__ */
e9ce8d39
A
955 register const char *key;
956{
957 register int i, j, k;
958 C_block keyblock;
959
960 for (i = 0; i < 8; i++) {
961 k = 0;
962 for (j = 0; j < 8; j++) {
963 k <<= 1;
964 k |= (unsigned char)*key++;
965 }
966 keyblock.b[i] = k;
967 }
59e0d9fe 968#ifdef __APPLE_PR_3509199_COMPAT__
e9ce8d39 969 return (des_setkey((char *)keyblock.b));
59e0d9fe
A
970#else /* __APPLE_PR_3509199_COMPAT__ */
971 des_setkey((char *)keyblock.b);
972#endif /* __APPLE_PR_3509199_COMPAT__ */
e9ce8d39
A
973}
974
975/*
976 * "encrypt" routine (for backwards compatibility)
977 */
59e0d9fe 978#ifdef __APPLE_PR_3509199_COMPAT__
e9ce8d39 979int encrypt(block, flag)
59e0d9fe
A
980#else /* __APPLE_PR_3509199_COMPAT__ */
981void encrypt(block, flag)
982#endif /* __APPLE_PR_3509199_COMPAT__ */
e9ce8d39
A
983 register char *block;
984 int flag;
985{
986 register int i, j, k;
987 C_block cblock;
988
989 for (i = 0; i < 8; i++) {
990 k = 0;
991 for (j = 0; j < 8; j++) {
992 k <<= 1;
993 k |= (unsigned char)*block++;
994 }
995 cblock.b[i] = k;
996 }
59e0d9fe 997#ifdef __APPLE_PR_3509199_COMPAT__
e9ce8d39
A
998 if (des_cipher((char *)&cblock, (char *)&cblock, 0L, (flag ? -1: 1)))
999 return (1);
59e0d9fe
A
1000#else /* __APPLE_PR_3509199_COMPAT__ */
1001 (void)des_cipher((char *)&cblock, (char *)&cblock, 0L, (flag ? -1: 1));
1002#endif /* __APPLE_PR_3509199_COMPAT__ */
e9ce8d39
A
1003 for (i = 7; i >= 0; i--) {
1004 k = cblock.b[i];
1005 for (j = 7; j >= 0; j--) {
1006 *--block = k&01;
1007 k >>= 1;
1008 }
1009 }
59e0d9fe 1010#ifdef __APPLE_PR_3509199_COMPAT__
e9ce8d39 1011 return (0);
59e0d9fe 1012#endif /* __APPLE_PR_3509199_COMPAT__ */
e9ce8d39
A
1013}
1014
1015#ifdef DEBUG
1016STATIC
1017prtab(s, t, num_rows)
1018 char *s;
1019 unsigned char *t;
1020 int num_rows;
1021{
1022 register int i, j;
1023
1024 (void)printf("%s:\n", s);
1025 for (i = 0; i < num_rows; i++) {
1026 for (j = 0; j < 8; j++) {
1027 (void)printf("%3d", t[i*8+j]);
1028 }
1029 (void)printf("\n");
1030 }
1031 (void)printf("\n");
1032}
1033#endif