--- sourceforge.net/trunk/rdesktop/secure.c 2000/08/15 10:23:24 10 +++ sourceforge.net/trunk/rdesktop/secure.c 2003/01/28 11:36:02 295 @@ -1,7 +1,7 @@ /* rdesktop: A Remote Desktop Protocol client. Protocol services - RDP encryption and licensing - Copyright (C) Matthew Chapman 1999-2000 + Copyright (C) Matthew Chapman 1999-2002 This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by @@ -19,33 +19,44 @@ */ #include "rdesktop.h" + +#ifdef WITH_OPENSSL +#include +#include +#include +#include +#else #include "crypto/rc4.h" #include "crypto/md5.h" #include "crypto/sha.h" -#include "crypto/arith.h" +#include "crypto/bn.h" +#endif extern char hostname[16]; extern int width; extern int height; extern int keylayout; +extern BOOL encryption; +extern BOOL licence_issued; static int rc4_key_len; static RC4_KEY rc4_decrypt_key; static RC4_KEY rc4_encrypt_key; -static uint8 sec_sign_key[8]; +static uint8 sec_sign_key[16]; static uint8 sec_decrypt_key[16]; static uint8 sec_encrypt_key[16]; -static uint8 sec_decrypt_update_key[8]; -static uint8 sec_encrypt_update_key[8]; -static uint8 sec_crypted_random[64]; +static uint8 sec_decrypt_update_key[16]; +static uint8 sec_encrypt_update_key[16]; +static uint8 sec_crypted_random[SEC_MODULUS_SIZE]; /* * General purpose 48-byte transformation, using two 32-byte salts (generally, * a client and server salt) and a global salt value used for padding. * Both SHA1 and MD5 algorithms are used. */ -void sec_hash_48(uint8 *out, uint8 *in, uint8 *salt1, uint8 *salt2, uint8 salt) +void +sec_hash_48(uint8 * out, uint8 * in, uint8 * salt1, uint8 * salt2, uint8 salt) { uint8 shasig[20]; uint8 pad[4]; @@ -55,10 +66,10 @@ for (i = 0; i < 3; i++) { - memset(pad, salt+i, i+1); + memset(pad, salt + i, i + 1); SHA1_Init(&sha); - SHA1_Update(&sha, pad, i+1); + SHA1_Update(&sha, pad, i + 1); SHA1_Update(&sha, in, 48); SHA1_Update(&sha, salt1, 32); SHA1_Update(&sha, salt2, 32); @@ -67,7 +78,7 @@ MD5_Init(&md5); MD5_Update(&md5, in, 48); MD5_Update(&md5, shasig, 20); - MD5_Final(&out[i*16], &md5); + MD5_Final(&out[i * 16], &md5); } } @@ -75,7 +86,8 @@ * Weaker 16-byte transformation, also using two 32-byte salts, but * only using a single round of MD5. */ -void sec_hash_16(uint8 *out, uint8 *in, uint8 *salt1, uint8 *salt2) +void +sec_hash_16(uint8 * out, uint8 * in, uint8 * salt1, uint8 * salt2) { MD5_CTX md5; @@ -87,7 +99,8 @@ } /* Reduce key entropy from 64 to 40 bits */ -static void sec_make_40bit(uint8 *key) +static void +sec_make_40bit(uint8 * key) { key[0] = 0xd1; key[1] = 0x26; @@ -95,23 +108,23 @@ } /* Generate a session key and RC4 keys, given client and server randoms */ -static void sec_generate_keys(uint8 *client_key, uint8 *server_key, - int rc4_key_size) +static void +sec_generate_keys(uint8 * client_key, uint8 * server_key, int rc4_key_size) { uint8 session_key[48]; uint8 temp_hash[48]; uint8 input[48]; /* Construct input data to hash */ - memcpy(input, client_key, 24); - memcpy(input+24, server_key, 24); + memcpy(input, client_key, 24); + memcpy(input + 24, server_key, 24); /* Generate session key - two rounds of sec_hash_48 */ - sec_hash_48(temp_hash, input, client_key, server_key, 65); + sec_hash_48(temp_hash, input, client_key, server_key, 65); sec_hash_48(session_key, temp_hash, client_key, server_key, 88); - /* Store first 8 bytes of session key, for generating signatures */ - memcpy(sec_sign_key, session_key, 8); + /* Store first 16 bytes of session key, for generating signatures */ + memcpy(sec_sign_key, session_key, 16); /* Generate RC4 keys */ sec_hash_16(sec_decrypt_key, &session_key[16], client_key, server_key); @@ -119,7 +132,7 @@ if (rc4_key_size == 1) { - DEBUG("40-bit encryption enabled\n"); + DEBUG(("40-bit encryption enabled\n")); sec_make_40bit(sec_sign_key); sec_make_40bit(sec_decrypt_key); sec_make_40bit(sec_encrypt_key); @@ -127,33 +140,36 @@ } else { - DEBUG("128-bit encryption enabled\n"); + DEBUG(("128-bit encryption enabled\n")); rc4_key_len = 16; } - /* Store first 8 bytes of RC4 keys as update keys */ - memcpy(sec_decrypt_update_key, sec_decrypt_key, 8); - memcpy(sec_encrypt_update_key, sec_encrypt_key, 8); + /* Save initial RC4 keys as update keys */ + memcpy(sec_decrypt_update_key, sec_decrypt_key, 16); + memcpy(sec_encrypt_update_key, sec_encrypt_key, 16); /* Initialise RC4 state arrays */ RC4_set_key(&rc4_decrypt_key, rc4_key_len, sec_decrypt_key); RC4_set_key(&rc4_encrypt_key, rc4_key_len, sec_encrypt_key); } -static uint8 pad_54[40] = -{ - 54,54,54,54,54,54,54,54,54,54,54,54,54,54,54,54,54,54,54,54, - 54,54,54,54,54,54,54,54,54,54,54,54,54,54,54,54,54,54,54,54 +static uint8 pad_54[40] = { + 54, 54, 54, 54, 54, 54, 54, 54, 54, 54, 54, 54, 54, 54, 54, 54, 54, + 54, 54, 54, + 54, 54, 54, 54, 54, 54, 54, 54, 54, 54, 54, 54, 54, 54, 54, 54, 54, + 54, 54, 54 }; -static uint8 pad_92[48] = -{ - 92,92,92,92,92,92,92,92,92,92,92,92,92,92,92,92,92,92,92,92,92,92,92,92, - 92,92,92,92,92,92,92,92,92,92,92,92,92,92,92,92,92,92,92,92,92,92,92,92 +static uint8 pad_92[48] = { + 92, 92, 92, 92, 92, 92, 92, 92, 92, 92, 92, 92, 92, 92, 92, 92, 92, + 92, 92, 92, 92, 92, 92, 92, + 92, 92, 92, 92, 92, 92, 92, 92, 92, 92, 92, 92, 92, 92, 92, 92, 92, + 92, 92, 92, 92, 92, 92, 92 }; /* Output a uint32 into a buffer (little-endian) */ -void buf_out_uint32(uint8 *buffer, uint32 value) +void +buf_out_uint32(uint8 * buffer, uint32 value) { buffer[0] = (value) & 0xff; buffer[1] = (value >> 8) & 0xff; @@ -162,8 +178,8 @@ } /* Generate a signature hash, using a combination of SHA1 and MD5 */ -void sec_sign(uint8 *signature, uint8 *session_key, int length, - uint8 *data, int datalen) +void +sec_sign(uint8 * signature, int siglen, uint8 * session_key, int keylen, uint8 * data, int datalen) { uint8 shasig[20]; uint8 md5sig[16]; @@ -171,26 +187,27 @@ SHA_CTX sha; MD5_CTX md5; - buf_out_uint32(lenhdr, datalen); + buf_out_uint32(lenhdr, datalen); SHA1_Init(&sha); - SHA1_Update(&sha, session_key, length); + SHA1_Update(&sha, session_key, keylen); SHA1_Update(&sha, pad_54, 40); SHA1_Update(&sha, lenhdr, 4); SHA1_Update(&sha, data, datalen); SHA1_Final(shasig, &sha); MD5_Init(&md5); - MD5_Update(&md5, session_key, length); + MD5_Update(&md5, session_key, keylen); MD5_Update(&md5, pad_92, 48); MD5_Update(&md5, shasig, 20); MD5_Final(md5sig, &md5); - memcpy(signature, md5sig, length); + memcpy(signature, md5sig, siglen); } /* Update an encryption key - similar to the signing process */ -static void sec_update(uint8 *key, uint8 *update_key) +static void +sec_update(uint8 * key, uint8 * update_key) { uint8 shasig[20]; SHA_CTX sha; @@ -198,13 +215,13 @@ RC4_KEY update; SHA1_Init(&sha); - SHA1_Update(&sha, update_key, 8); + SHA1_Update(&sha, update_key, rc4_key_len); SHA1_Update(&sha, pad_54, 40); - SHA1_Update(&sha, key, 8); + SHA1_Update(&sha, key, rc4_key_len); SHA1_Final(shasig, &sha); MD5_Init(&md5); - MD5_Update(&md5, update_key, 8); + MD5_Update(&md5, update_key, rc4_key_len); MD5_Update(&md5, pad_92, 48); MD5_Update(&md5, shasig, 20); MD5_Final(key, &md5); @@ -217,7 +234,8 @@ } /* Encrypt data using RC4 */ -static void sec_encrypt(uint8 *data, int length) +static void +sec_encrypt(uint8 * data, int length) { static int use_count; @@ -233,7 +251,8 @@ } /* Decrypt data using RC4 */ -static void sec_decrypt(uint8 *data, int length) +static void +sec_decrypt(uint8 * data, int length) { static int use_count; @@ -248,88 +267,103 @@ use_count++; } -/* Read in a NUMBER from a buffer */ -static void sec_read_number(NUMBER *num, uint8 *buffer, int len) -{ - INT *data = num->n_part; - int i, j; - - for (i = 0, j = 0; j < len; i++, j += 2) - data[i] = buffer[j] | (buffer[j+1] << 8); - - num->n_len = i; -} - -/* Write a NUMBER to a buffer */ -static void sec_write_number(NUMBER *num, uint8 *buffer, int len) +static void +reverse(uint8 * p, int len) { - INT *data = num->n_part; int i, j; + uint8 temp; - for (i = 0, j = 0; j < len; i++, j += 2) + for (i = 0, j = len - 1; i < j; i++, j--) { - buffer[j] = data[i] & 0xff; - buffer[j+1] = data[i] >> 8; + temp = p[i]; + p[i] = p[j]; + p[j] = temp; } } /* Perform an RSA public key encryption operation */ -static void sec_rsa_encrypt(uint8 *out, uint8 *in, int len, - uint8 *modulus, uint8 *exponent) +static void +sec_rsa_encrypt(uint8 * out, uint8 * in, int len, uint8 * modulus, uint8 * exponent) { - NUMBER data, key; - - /* Set modulus for arithmetic */ - sec_read_number(&key, modulus, SEC_MODULUS_SIZE); - m_init(&key, NULL); - - /* Exponentiate */ - sec_read_number(&data, in, len); - sec_read_number(&key, exponent, SEC_EXPONENT_SIZE); - m_exp(&data, &key, &data); - sec_write_number(&data, out, SEC_MODULUS_SIZE); + BN_CTX *ctx; + BIGNUM mod, exp, x, y; + uint8 inr[SEC_MODULUS_SIZE]; + int outlen; + + reverse(modulus, SEC_MODULUS_SIZE); + reverse(exponent, SEC_EXPONENT_SIZE); + memcpy(inr, in, len); + reverse(inr, len); + + ctx = BN_CTX_new(); + BN_init(&mod); + BN_init(&exp); + BN_init(&x); + BN_init(&y); + + BN_bin2bn(modulus, SEC_MODULUS_SIZE, &mod); + BN_bin2bn(exponent, SEC_EXPONENT_SIZE, &exp); + BN_bin2bn(inr, len, &x); + BN_mod_exp(&y, &x, &exp, &mod, ctx); + outlen = BN_bn2bin(&y, out); + reverse(out, outlen); + if (outlen < SEC_MODULUS_SIZE) + memset(out + outlen, 0, SEC_MODULUS_SIZE - outlen); + + BN_free(&y); + BN_clear_free(&x); + BN_free(&exp); + BN_free(&mod); + BN_CTX_free(ctx); } /* Initialise secure transport packet */ -STREAM sec_init(uint32 flags, int maxlen) +STREAM +sec_init(uint32 flags, int maxlen) { int hdrlen; STREAM s; - hdrlen = (flags & SEC_ENCRYPT) ? 12 : 4; - s = mcs_init(maxlen + hdrlen); + if (!licence_issued) + hdrlen = (flags & SEC_ENCRYPT) ? 12 : 4; + else + hdrlen = (flags & SEC_ENCRYPT) ? 12 : 0; + s = mcs_init(maxlen + hdrlen); s_push_layer(s, sec_hdr, hdrlen); return s; } /* Transmit secure transport packet */ -void sec_send(STREAM s, uint32 flags) +void +sec_send(STREAM s, uint32 flags) { int datalen; s_pop_layer(s, sec_hdr); - out_uint32_le(s, flags); + if (!licence_issued || (flags & SEC_ENCRYPT)) + out_uint32_le(s, flags); if (flags & SEC_ENCRYPT) { flags &= ~SEC_ENCRYPT; datalen = s->end - s->p - 8; -#if RDP_DEBUG - DEBUG("Sending encrypted packet:\n"); - hexdump(s->p+8, datalen); +#if WITH_DEBUG + DEBUG(("Sending encrypted packet:\n")); + hexdump(s->p + 8, datalen); #endif - sec_sign(s->p, sec_sign_key, 8, s->p+8, datalen); - sec_encrypt(s->p+8, datalen); + sec_sign(s->p, 8, sec_sign_key, rc4_key_len, s->p + 8, datalen); + sec_encrypt(s->p + 8, datalen); } mcs_send(s); } /* Transfer the client random to the server */ -static void sec_establish_key() +static void +sec_establish_key(void) { uint32 length = SEC_MODULUS_SIZE + SEC_PADDING_SIZE; uint32 flags = SEC_CLIENT_RANDOM; @@ -346,16 +380,20 @@ } /* Output connect initial data blob */ -static void sec_out_mcs_data(STREAM s) +static void +sec_out_mcs_data(STREAM s) { int hostlen = 2 * strlen(hostname); + if (hostlen > 30) + hostlen = 30; + out_uint16_be(s, 5); /* unknown */ out_uint16_be(s, 0x14); out_uint8(s, 0x7c); out_uint16_be(s, 1); - out_uint16_be(s, (158 | 0x8000)); /* remaining length */ + out_uint16_be(s, (158 | 0x8000)); /* remaining length */ out_uint16_be(s, 8); /* length? */ out_uint16_be(s, 16); @@ -363,8 +401,8 @@ out_uint16_le(s, 0xc001); out_uint8(s, 0); - out_uint32_le(s, 0x61637544); /* "Duca" ?! */ - out_uint16_be(s, (144 | 0x8000)); /* remaining length */ + out_uint32_le(s, 0x61637544); /* "Duca" ?! */ + out_uint16_be(s, (144 | 0x8000)); /* remaining length */ /* Client information */ out_uint16_le(s, SEC_TAG_CLI_INFO); @@ -376,47 +414,48 @@ out_uint16_le(s, 0xca01); out_uint16_le(s, 0xaa03); out_uint32_le(s, keylayout); - out_uint32_le(s, 419); /* client build? we are 419 compatible :-) */ + out_uint32_le(s, 419); /* client build? we are 419 compatible :-) */ /* Unicode name of client, padded to 32 bytes */ rdp_out_unistr(s, hostname, hostlen); - out_uint8s(s, 30-hostlen); + out_uint8s(s, 30 - hostlen); out_uint32_le(s, 4); out_uint32(s, 0); out_uint32_le(s, 12); - out_uint8s(s, 64); /* reserved? 4 + 12 doublewords */ + out_uint8s(s, 64); /* reserved? 4 + 12 doublewords */ - out_uint16(s, 0xca01); + out_uint16_le(s, 0xca01); out_uint16(s, 0); /* Client encryption settings */ out_uint16_le(s, SEC_TAG_CLI_CRYPT); - out_uint16(s, 8); /* length */ - out_uint32_le(s, 1); /* encryption enabled */ + out_uint16_le(s, 8); /* length */ + out_uint32_le(s, encryption ? 0x3 : 0); /* encryption supported, 128-bit supported */ s_mark_end(s); } /* Parse a public key structure */ -static BOOL sec_parse_public_key(STREAM s, uint8 **modulus, uint8 **exponent) +static BOOL +sec_parse_public_key(STREAM s, uint8 ** modulus, uint8 ** exponent) { uint32 magic, modulus_len; in_uint32_le(s, magic); if (magic != SEC_RSA_MAGIC) { - ERROR("RSA magic 0x%x\n", magic); + error("RSA magic 0x%x\n", magic); return False; } in_uint32_le(s, modulus_len); if (modulus_len != SEC_MODULUS_SIZE + SEC_PADDING_SIZE) { - ERROR("modulus len 0x%x\n", modulus_len); + error("modulus len 0x%x\n", modulus_len); return False; } - in_uint8s(s, 8); /* modulus_bits, unknown */ + in_uint8s(s, 8); /* modulus_bits, unknown */ in_uint8p(s, *exponent, SEC_EXPONENT_SIZE); in_uint8p(s, *modulus, SEC_MODULUS_SIZE); in_uint8s(s, SEC_PADDING_SIZE); @@ -425,21 +464,24 @@ } /* Parse a crypto information structure */ -static BOOL sec_parse_crypt_info(STREAM s, uint32 *rc4_key_size, - uint8 **server_random, uint8 **modulus, uint8 **exponent) +static BOOL +sec_parse_crypt_info(STREAM s, uint32 * rc4_key_size, + uint8 ** server_random, uint8 ** modulus, uint8 ** exponent) { uint32 crypt_level, random_len, rsa_info_len; uint16 tag, length; uint8 *next_tag, *end; - in_uint32_le(s, *rc4_key_size); /* 1 = 40-bit, 2 = 128-bit */ - in_uint32_le(s, crypt_level); /* 1 = low, 2 = medium, 3 = high */ + in_uint32_le(s, *rc4_key_size); /* 1 = 40-bit, 2 = 128-bit */ + in_uint32_le(s, crypt_level); /* 1 = low, 2 = medium, 3 = high */ + if (crypt_level == 0) /* no encryptation */ + return False; in_uint32_le(s, random_len); in_uint32_le(s, rsa_info_len); if (random_len != SEC_RANDOM_SIZE) { - ERROR("random len %d\n", random_len); + error("random len %d\n", random_len); return False; } @@ -450,7 +492,7 @@ if (end > s->end) return False; - in_uint8s(s, 12); /* unknown */ + in_uint8s(s, 12); /* unknown */ while (s->p < end) { @@ -473,7 +515,7 @@ break; default: - NOTIMP("crypt tag 0x%x\n", tag); + unimpl("crypt tag 0x%x\n", tag); } s->p = next_tag; @@ -483,30 +525,34 @@ } /* Process crypto information blob */ -static void sec_process_crypt_info(STREAM s) +static void +sec_process_crypt_info(STREAM s) { uint8 *server_random, *modulus, *exponent; uint8 client_random[SEC_RANDOM_SIZE]; uint32 rc4_key_size; - if (!sec_parse_crypt_info(s, &rc4_key_size, &server_random, - &modulus, &exponent)) + if (!sec_parse_crypt_info(s, &rc4_key_size, &server_random, &modulus, &exponent)) return; /* Generate a client random, and hence determine encryption keys */ generate_random(client_random); - sec_rsa_encrypt(sec_crypted_random, client_random, - SEC_RANDOM_SIZE, modulus, exponent); + sec_rsa_encrypt(sec_crypted_random, client_random, SEC_RANDOM_SIZE, modulus, exponent); sec_generate_keys(client_random, server_random, rc4_key_size); } /* Process connect response data blob */ -static void sec_process_mcs_data(STREAM s) +static void +sec_process_mcs_data(STREAM s) { uint16 tag, length; uint8 *next_tag; + uint8 len; - in_uint8s(s, 23); /* header */ + in_uint8s(s, 21); /* header */ + in_uint8(s, len); + if (len & 0x80) + in_uint8(s, len); while (s->p < s->end) { @@ -529,7 +575,7 @@ break; default: - NOTIMP("response tag 0x%x\n", tag); + unimpl("response tag 0x%x\n", tag); } s->p = next_tag; @@ -537,25 +583,29 @@ } /* Receive secure transport packet */ -STREAM sec_recv() +STREAM +sec_recv(void) { uint32 sec_flags; STREAM s; while ((s = mcs_recv()) != NULL) { - in_uint32_le(s, sec_flags); - - if (sec_flags & SEC_LICENCE_NEG) + if (encryption || !licence_issued) { - licence_process(s); - continue; - } + in_uint32_le(s, sec_flags); - if (sec_flags & SEC_ENCRYPT) - { - in_uint8s(s, 8); /* signature */ - sec_decrypt(s->p, s->end - s->p); + if (sec_flags & SEC_LICENCE_NEG) + { + licence_process(s); + continue; + } + + if (sec_flags & SEC_ENCRYPT) + { + in_uint8s(s, 8); /* signature */ + sec_decrypt(s->p, s->end - s->p); + } } return s; @@ -565,7 +615,8 @@ } /* Establish a secure connection */ -BOOL sec_connect(char *server) +BOOL +sec_connect(char *server) { struct stream mcs_data; @@ -578,12 +629,15 @@ return False; sec_process_mcs_data(&mcs_data); - sec_establish_key(); + if (encryption) + sec_establish_key(); + xfree(mcs_data.data); return True; } /* Disconnect a connection */ -void sec_disconnect() +void +sec_disconnect(void) { mcs_disconnect(); }