OSX/libsecurity_apple_csp/open_ssl/rsa/rsa_sign.c

   1 /*
   2  * Copyright (c) 2000-2001,2011,2014 Apple Inc. All Rights Reserved.
   3  *
   4  * The contents of this file constitute Original Code as defined in and are
   5  * subject to the Apple Public Source License Version 1.2 (the 'License').
   6  * You may not use this file except in compliance with the License. Please obtain
   7  * a copy of the License at http://www.apple.com/publicsource and read it before
   8  * using this file.
   9  *
  10  * This Original Code and all software distributed under the License are
  11  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESS
  12  * OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, INCLUDING WITHOUT
  13  * LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR
  14  * PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. Please see the License for the
  15  * specific language governing rights and limitations under the License.
  16  */
  17
  18
  19 /* crypto/rsa/rsa_sign.c */
  20 /* Copyright (C) 1995-1998 Eric Young (eay@cryptsoft.com)
  21  * All rights reserved.
  22  *
  23  * This package is an SSL implementation written
  24  * by Eric Young (eay@cryptsoft.com).
  25  * The implementation was written so as to conform with Netscapes SSL.
  26  *
  27  * This library is free for commercial and non-commercial use as long as
  28  * the following conditions are aheared to.  The following conditions
  29  * apply to all code found in this distribution, be it the RC4, RSA,
  30  * lhash, DES, etc., code; not just the SSL code.  The SSL documentation
  31  * included with this distribution is covered by the same copyright terms
  32  * except that the holder is Tim Hudson (tjh@cryptsoft.com).
  33  *
  34  * Copyright remains Eric Young's, and as such any Copyright notices in
  35  * the code are not to be removed.
  36  * If this package is used in a product, Eric Young should be given attribution
  37  * as the author of the parts of the library used.
  38  * This can be in the form of a textual message at program startup or
  39  * in documentation (online or textual) provided with the package.
  40  *
  41  * Redistribution and use in source and binary forms, with or without
  42  * modification, are permitted provided that the following conditions
  43  * are met:
  44  * 1. Redistributions of source code must retain the copyright
  45  *    notice, this list of conditions and the following disclaimer.
  46  * 2. Redistributions in binary form must reproduce the above copyright
  47  *    notice, this list of conditions and the following disclaimer in the
  48  *    documentation and/or other materials provided with the distribution.
  49  * 3. All advertising materials mentioning features or use of this software
  50  *    must display the following acknowledgement:
  51  *    "This product includes cryptographic software written by
  52  *     Eric Young (eay@cryptsoft.com)"
  53  *    The word 'cryptographic' can be left out if the rouines from the library
  54  *    being used are not cryptographic related :-).
  55  * 4. If you include any Windows specific code (or a derivative thereof) from
  56  *    the apps directory (application code) you must include an acknowledgement:
  57  *    "This product includes software written by Tim Hudson (tjh@cryptsoft.com)"
  58  *
  59  * THIS SOFTWARE IS PROVIDED BY ERIC YOUNG ``AS IS'' AND
  60  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  61  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  62  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
  63  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  64  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  65  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  66  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  67  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  68  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  69  * SUCH DAMAGE.
  70  *
  71  * The licence and distribution terms for any publically available version or
  72  * derivative of this code cannot be changed.  i.e. this code cannot simply be
  73  * copied and put under another distribution licence
  74  * [including the GNU Public Licence.]
  75  */
  76
  77 #include <stdio.h>
  78 #include "cryptlib.h"
  79 #include <openssl/bn.h>
  80 #include <openssl/rsa.h>
  81 #include <openssl/objects.h>
  82 #include <openssl/x509.h>
  83
  84 /* Size of an SSL signature: MD5+SHA1 */
  85 #define SSL_SIG_LENGTH  36
  86
  87 int RSA_sign(int type, unsigned char *m, unsigned int m_len,
  88              unsigned char *sigret, unsigned int *siglen, RSA *rsa)
  89         {
  90         X509_SIG sig;
  91         ASN1_TYPE parameter;
  92         int i,j,ret=1;
  93         unsigned char *p,*s = NULL;
  94         X509_ALGOR algor;
  95         ASN1_OCTET_STRING digest;
  96         if(rsa->flags & RSA_FLAG_SIGN_VER)
  97               return rsa->meth->rsa_sign(type, m, m_len, sigret, siglen, rsa);
  98         /* Special case: SSL signature, just check the length */
  99         if(type == NID_md5_sha1) {
 100                 if(m_len != SSL_SIG_LENGTH) {
 101                         RSAerr(RSA_F_RSA_SIGN,RSA_R_INVALID_MESSAGE_LENGTH);
 102                         return(0);
 103                 }
 104                 i = SSL_SIG_LENGTH;
 105                 s = m;
 106         } else {
 107                 sig.algor= &algor;
 108                 sig.algor->algorithm=OBJ_nid2obj(type);
 109                 if (sig.algor->algorithm == NULL)
 110                         {
 111                         RSAerr(RSA_F_RSA_SIGN,RSA_R_UNKNOWN_ALGORITHM_TYPE);
 112                         return(0);
 113                         }
 114                 if (sig.algor->algorithm->length == 0)
 115                         {
 116                         RSAerr(RSA_F_RSA_SIGN,RSA_R_THE_ASN1_OBJECT_IDENTIFIER_IS_NOT_KNOWN_FOR_THIS_MD);
 117                         return(0);
 118                         }
 119                 parameter.type=V_ASN1_NULL;
 120                 parameter.value.ptr=NULL;
 121                 sig.algor->parameter= &parameter;
 122
 123                 sig.digest= &digest;
 124                 sig.digest->data=m;
 125                 sig.digest->length=m_len;
 126
 127                 i=i2d_X509_SIG(&sig,NULL);
 128         }
 129         j=RSA_size(rsa);
 130         if ((i-RSA_PKCS1_PADDING) > j)
 131                 {
 132                 RSAerr(RSA_F_RSA_SIGN,RSA_R_DIGEST_TOO_BIG_FOR_RSA_KEY);
 133                 return(0);
 134                 }
 135         if(type != NID_md5_sha1) {
 136                 s=(unsigned char *)Malloc((unsigned int)j+1);
 137                 if (s == NULL)
 138                         {
 139                         RSAerr(RSA_F_RSA_SIGN,ERR_R_MALLOC_FAILURE);
 140                         return(0);
 141                         }
 142                 p=s;
 143                 i2d_X509_SIG(&sig,&p);
 144         }
 145         i=RSA_private_encrypt(i,s,sigret,rsa,RSA_PKCS1_PADDING);
 146         if (i <= 0)
 147                 ret=0;
 148         else
 149                 *siglen=i;
 150
 151         if(type != NID_md5_sha1) {
 152                 memset(s,0,(unsigned int)j+1);
 153                 Free(s);
 154         }
 155         return(ret);
 156         }
 157
 158 int RSA_verify(int dtype, unsigned char *m, unsigned int m_len,
 159              unsigned char *sigbuf, unsigned int siglen, RSA *rsa)
 160         {
 161         int i,ret=0,sigtype;
 162         unsigned char *p,*s;
 163         X509_SIG *sig=NULL;
 164
 165         if (siglen != (unsigned int)RSA_size(rsa))
 166                 {
 167                 RSAerr(RSA_F_RSA_VERIFY,RSA_R_WRONG_SIGNATURE_LENGTH);
 168                 return(0);
 169                 }
 170
 171         if(rsa->flags & RSA_FLAG_SIGN_VER)
 172             return rsa->meth->rsa_verify(dtype, m, m_len, sigbuf, siglen, rsa);
 173
 174         s=(unsigned char *)Malloc((unsigned int)siglen);
 175         if (s == NULL)
 176                 {
 177                 RSAerr(RSA_F_RSA_VERIFY,ERR_R_MALLOC_FAILURE);
 178                 goto err;
 179                 }
 180         if((dtype == NID_md5_sha1) && (m_len != SSL_SIG_LENGTH) ) {
 181                         RSAerr(RSA_F_RSA_VERIFY,RSA_R_INVALID_MESSAGE_LENGTH);
 182                         return(0);
 183         }
 184         i=RSA_public_decrypt((int)siglen,sigbuf,s,rsa,RSA_PKCS1_PADDING);
 185
 186         if (i <= 0) goto err;
 187
 188         /* Special case: SSL signature */
 189         if(dtype == NID_md5_sha1) {
 190                 if((i != SSL_SIG_LENGTH) || memcmp(s, m, SSL_SIG_LENGTH))
 191                                 RSAerr(RSA_F_RSA_VERIFY,RSA_R_BAD_SIGNATURE);
 192                 else ret = 1;
 193         } else {
 194                 p=s;
 195                 sig=d2i_X509_SIG(NULL,&p,(long)i);
 196
 197                 if (sig == NULL) goto err;
 198                 sigtype=OBJ_obj2nid(sig->algor->algorithm);
 199
 200
 201         #ifdef RSA_DEBUG
 202                 /* put a backward compatibility flag in EAY */
 203                 fprintf(stderr,"in(%s) expect(%s)\n",OBJ_nid2ln(sigtype),
 204                         OBJ_nid2ln(dtype));
 205         #endif
 206                 if (sigtype != dtype)
 207                         {
 208                         if (((dtype == NID_md5) &&
 209                                 (sigtype == NID_md5WithRSAEncryption)) ||
 210                                 ((dtype == NID_md2) &&
 211                                 (sigtype == NID_md2WithRSAEncryption)))
 212                                 {
 213                                 /* ok, we will let it through */
 214         #if !defined(NO_STDIO) && !defined(WIN16)
 215                                 fprintf(stderr,"signature has problems, re-make with post SSLeay045\n");
 216         #endif
 217                                 }
 218                         else
 219                                 {
 220                                 RSAerr(RSA_F_RSA_VERIFY,
 221                                                 RSA_R_ALGORITHM_MISMATCH);
 222                                 goto err;
 223                                 }
 224                         }
 225                 if (    ((unsigned int)sig->digest->length != m_len) ||
 226                         (memcmp(m,sig->digest->data,m_len) != 0))
 227                         {
 228                         RSAerr(RSA_F_RSA_VERIFY,RSA_R_BAD_SIGNATURE);
 229                         }
 230                 else
 231                         ret=1;
 232         }
 233 err:
 234         if (sig != NULL) X509_SIG_free(sig);
 235         memset(s,0,(unsigned int)siglen);
 236         Free(s);
 237         return(ret);
 238         }
 239