Samba 3: added Samba 3.0.24 sources
[tomato.git] / release / src / router / samba3 / source / libsmb / smbencrypt.c
blobf285cdd30840f32e9a68c6b67c56db6fc134fdd9
1 /*
2 Unix SMB/CIFS implementation.
3 SMB parameters and setup
4 Copyright (C) Andrew Tridgell 1992-1998
5 Modified by Jeremy Allison 1995.
6 Copyright (C) Jeremy Allison 1995-2000.
7 Copyright (C) Luke Kennethc Casson Leighton 1996-2000.
8 Copyright (C) Andrew Bartlett <abartlet@samba.org> 2002-2003
10 This program is free software; you can redistribute it and/or modify
11 it under the terms of the GNU General Public License as published by
12 the Free Software Foundation; either version 2 of the License, or
13 (at your option) any later version.
15 This program is distributed in the hope that it will be useful,
16 but WITHOUT ANY WARRANTY; without even the implied warranty of
17 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 GNU General Public License for more details.
20 You should have received a copy of the GNU General Public License
21 along with this program; if not, write to the Free Software
22 Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
25 #include "includes.h"
26 #include "byteorder.h"
29 This implements the X/Open SMB password encryption
30 It takes a password ('unix' string), a 8 byte "crypt key"
31 and puts 24 bytes of encrypted password into p24
33 Returns False if password must have been truncated to create LM hash
35 BOOL SMBencrypt(const char *passwd, const uchar *c8, uchar p24[24])
37 BOOL ret;
38 uchar p21[21];
40 memset(p21,'\0',21);
41 ret = E_deshash(passwd, p21);
43 SMBOWFencrypt(p21, c8, p24);
45 #ifdef DEBUG_PASSWORD
46 DEBUG(100,("SMBencrypt: lm#, challenge, response\n"));
47 dump_data(100, (const char *)p21, 16);
48 dump_data(100, (const char *)c8, 8);
49 dump_data(100, (const char *)p24, 24);
50 #endif
52 return ret;
55 /**
56 * Creates the MD4 Hash of the users password in NT UNICODE.
57 * @param passwd password in 'unix' charset.
58 * @param p16 return password hashed with md4, caller allocated 16 byte buffer
61 void E_md4hash(const char *passwd, uchar p16[16])
63 int len;
64 smb_ucs2_t wpwd[129];
66 /* Password must be converted to NT unicode - null terminated. */
67 push_ucs2(NULL, wpwd, (const char *)passwd, 256, STR_UNICODE|STR_NOALIGN|STR_TERMINATE);
68 /* Calculate length in bytes */
69 len = strlen_w(wpwd) * sizeof(int16);
71 mdfour(p16, (unsigned char *)wpwd, len);
72 ZERO_STRUCT(wpwd);
75 /**
76 * Creates the MD5 Hash of a combination of 16 byte salt and 16 byte NT hash.
77 * @param 16 byte salt.
78 * @param 16 byte NT hash.
79 * @param 16 byte return hashed with md5, caller allocated 16 byte buffer
82 void E_md5hash(const uchar salt[16], const uchar nthash[16], uchar hash_out[16])
84 struct MD5Context tctx;
85 uchar array[32];
87 memset(hash_out, '\0', 16);
88 memcpy(array, salt, 16);
89 memcpy(&array[16], nthash, 16);
90 MD5Init(&tctx);
91 MD5Update(&tctx, array, 32);
92 MD5Final(hash_out, &tctx);
95 /**
96 * Creates the DES forward-only Hash of the users password in DOS ASCII charset
97 * @param passwd password in 'unix' charset.
98 * @param p16 return password hashed with DES, caller allocated 16 byte buffer
99 * @return False if password was > 14 characters, and therefore may be incorrect, otherwise True
100 * @note p16 is filled in regardless
103 BOOL E_deshash(const char *passwd, uchar p16[16])
105 BOOL ret = True;
106 fstring dospwd;
107 ZERO_STRUCT(dospwd);
109 /* Password must be converted to DOS charset - null terminated, uppercase. */
110 push_ascii(dospwd, passwd, sizeof(dospwd), STR_UPPER|STR_TERMINATE);
112 /* Only the fisrt 14 chars are considered, password need not be null terminated. */
113 E_P16((const unsigned char *)dospwd, p16);
115 if (strlen(dospwd) > 14) {
116 ret = False;
119 ZERO_STRUCT(dospwd);
121 return ret;
125 * Creates the MD4 and DES (LM) Hash of the users password.
126 * MD4 is of the NT Unicode, DES is of the DOS UPPERCASE password.
127 * @param passwd password in 'unix' charset.
128 * @param nt_p16 return password hashed with md4, caller allocated 16 byte buffer
129 * @param p16 return password hashed with des, caller allocated 16 byte buffer
132 /* Does both the NT and LM owfs of a user's password */
133 void nt_lm_owf_gen(const char *pwd, uchar nt_p16[16], uchar p16[16])
135 /* Calculate the MD4 hash (NT compatible) of the password */
136 memset(nt_p16, '\0', 16);
137 E_md4hash(pwd, nt_p16);
139 #ifdef DEBUG_PASSWORD
140 DEBUG(100,("nt_lm_owf_gen: pwd, nt#\n"));
141 dump_data(120, pwd, strlen(pwd));
142 dump_data(100, (char *)nt_p16, 16);
143 #endif
145 E_deshash(pwd, (uchar *)p16);
147 #ifdef DEBUG_PASSWORD
148 DEBUG(100,("nt_lm_owf_gen: pwd, lm#\n"));
149 dump_data(120, pwd, strlen(pwd));
150 dump_data(100, (char *)p16, 16);
151 #endif
154 /* Does both the NTLMv2 owfs of a user's password */
155 BOOL ntv2_owf_gen(const uchar owf[16],
156 const char *user_in, const char *domain_in,
157 BOOL upper_case_domain, /* Transform the domain into UPPER case */
158 uchar kr_buf[16])
160 smb_ucs2_t *user;
161 smb_ucs2_t *domain;
163 size_t user_byte_len;
164 size_t domain_byte_len;
166 HMACMD5Context ctx;
168 user_byte_len = push_ucs2_allocate(&user, user_in);
169 if (user_byte_len == (size_t)-1) {
170 DEBUG(0, ("push_uss2_allocate() for user returned -1 (probably malloc() failure)\n"));
171 return False;
174 domain_byte_len = push_ucs2_allocate(&domain, domain_in);
175 if (domain_byte_len == (size_t)-1) {
176 DEBUG(0, ("push_uss2_allocate() for domain returned -1 (probably malloc() failure)\n"));
177 return False;
180 strupper_w(user);
182 if (upper_case_domain)
183 strupper_w(domain);
185 SMB_ASSERT(user_byte_len >= 2);
186 SMB_ASSERT(domain_byte_len >= 2);
188 /* We don't want null termination */
189 user_byte_len = user_byte_len - 2;
190 domain_byte_len = domain_byte_len - 2;
192 hmac_md5_init_limK_to_64(owf, 16, &ctx);
193 hmac_md5_update((const unsigned char *)user, user_byte_len, &ctx);
194 hmac_md5_update((const unsigned char *)domain, domain_byte_len, &ctx);
195 hmac_md5_final(kr_buf, &ctx);
197 #ifdef DEBUG_PASSWORD
198 DEBUG(100, ("ntv2_owf_gen: user, domain, owfkey, kr\n"));
199 dump_data(100, (const char *)user, user_byte_len);
200 dump_data(100, (const char *)domain, domain_byte_len);
201 dump_data(100, (const char *)owf, 16);
202 dump_data(100, (const char *)kr_buf, 16);
203 #endif
205 SAFE_FREE(user);
206 SAFE_FREE(domain);
207 return True;
210 /* Does the des encryption from the NT or LM MD4 hash. */
211 void SMBOWFencrypt(const uchar passwd[16], const uchar *c8, uchar p24[24])
213 uchar p21[21];
215 ZERO_STRUCT(p21);
217 memcpy(p21, passwd, 16);
218 E_P24(p21, c8, p24);
221 /* Does the des encryption from the FIRST 8 BYTES of the NT or LM MD4 hash. */
222 void NTLMSSPOWFencrypt(const uchar passwd[8], const uchar *ntlmchalresp, uchar p24[24])
224 uchar p21[21];
226 memset(p21,'\0',21);
227 memcpy(p21, passwd, 8);
228 memset(p21 + 8, 0xbd, 8);
230 E_P24(p21, ntlmchalresp, p24);
231 #ifdef DEBUG_PASSWORD
232 DEBUG(100,("NTLMSSPOWFencrypt: p21, c8, p24\n"));
233 dump_data(100, (char *)p21, 21);
234 dump_data(100, (const char *)ntlmchalresp, 8);
235 dump_data(100, (char *)p24, 24);
236 #endif
240 /* Does the NT MD4 hash then des encryption. */
242 void SMBNTencrypt(const char *passwd, uchar *c8, uchar *p24)
244 uchar p21[21];
246 memset(p21,'\0',21);
248 E_md4hash(passwd, p21);
249 SMBOWFencrypt(p21, c8, p24);
251 #ifdef DEBUG_PASSWORD
252 DEBUG(100,("SMBNTencrypt: nt#, challenge, response\n"));
253 dump_data(100, (char *)p21, 16);
254 dump_data(100, (char *)c8, 8);
255 dump_data(100, (char *)p24, 24);
256 #endif
259 /* Does the md5 encryption from the Key Response for NTLMv2. */
260 void SMBOWFencrypt_ntv2(const uchar kr[16],
261 const DATA_BLOB *srv_chal,
262 const DATA_BLOB *cli_chal,
263 uchar resp_buf[16])
265 HMACMD5Context ctx;
267 hmac_md5_init_limK_to_64(kr, 16, &ctx);
268 hmac_md5_update(srv_chal->data, srv_chal->length, &ctx);
269 hmac_md5_update(cli_chal->data, cli_chal->length, &ctx);
270 hmac_md5_final(resp_buf, &ctx);
272 #ifdef DEBUG_PASSWORD
273 DEBUG(100, ("SMBOWFencrypt_ntv2: srv_chal, cli_chal, resp_buf\n"));
274 dump_data(100, (const char *)srv_chal->data, srv_chal->length);
275 dump_data(100, (const char *)cli_chal->data, cli_chal->length);
276 dump_data(100, (const char *)resp_buf, 16);
277 #endif
280 void SMBsesskeygen_ntv2(const uchar kr[16],
281 const uchar * nt_resp, uint8 sess_key[16])
283 /* a very nice, 128 bit, variable session key */
285 HMACMD5Context ctx;
287 hmac_md5_init_limK_to_64(kr, 16, &ctx);
288 hmac_md5_update(nt_resp, 16, &ctx);
289 hmac_md5_final((unsigned char *)sess_key, &ctx);
291 #ifdef DEBUG_PASSWORD
292 DEBUG(100, ("SMBsesskeygen_ntv2:\n"));
293 dump_data(100, (const char *)sess_key, 16);
294 #endif
297 void SMBsesskeygen_ntv1(const uchar kr[16],
298 const uchar * nt_resp, uint8 sess_key[16])
300 /* yes, this session key does not change - yes, this
301 is a problem - but it is 128 bits */
303 mdfour((unsigned char *)sess_key, kr, 16);
305 #ifdef DEBUG_PASSWORD
306 DEBUG(100, ("SMBsesskeygen_ntv1:\n"));
307 dump_data(100, (const char *)sess_key, 16);
308 #endif
311 void SMBsesskeygen_lm_sess_key(const uchar lm_hash[16],
312 const uchar lm_resp[24], /* only uses 8 */
313 uint8 sess_key[16])
315 uchar p24[24];
316 uchar partial_lm_hash[16];
318 memcpy(partial_lm_hash, lm_hash, 8);
319 memset(partial_lm_hash + 8, 0xbd, 8);
321 SMBOWFencrypt(partial_lm_hash, lm_resp, p24);
323 memcpy(sess_key, p24, 16);
325 #ifdef DEBUG_PASSWORD
326 DEBUG(100, ("SMBsesskeygen_lmv1_jerry:\n"));
327 dump_data(100, (const char *)sess_key, 16);
328 #endif
331 DATA_BLOB NTLMv2_generate_names_blob(const char *hostname,
332 const char *domain)
334 DATA_BLOB names_blob = data_blob(NULL, 0);
336 msrpc_gen(&names_blob, "aaa",
337 NTLMSSP_NAME_TYPE_DOMAIN, domain,
338 NTLMSSP_NAME_TYPE_SERVER, hostname,
339 0, "");
340 return names_blob;
343 static DATA_BLOB NTLMv2_generate_client_data(const DATA_BLOB *names_blob)
345 uchar client_chal[8];
346 DATA_BLOB response = data_blob(NULL, 0);
347 char long_date[8];
349 generate_random_buffer(client_chal, sizeof(client_chal));
351 put_long_date(long_date, time(NULL));
353 /* See http://www.ubiqx.org/cifs/SMB.html#SMB.8.5 */
355 msrpc_gen(&response, "ddbbdb",
356 0x00000101, /* Header */
357 0, /* 'Reserved' */
358 long_date, 8, /* Timestamp */
359 client_chal, 8, /* client challenge */
360 0, /* Unknown */
361 names_blob->data, names_blob->length); /* End of name list */
363 return response;
366 static DATA_BLOB NTLMv2_generate_response(const uchar ntlm_v2_hash[16],
367 const DATA_BLOB *server_chal,
368 const DATA_BLOB *names_blob)
370 uchar ntlmv2_response[16];
371 DATA_BLOB ntlmv2_client_data;
372 DATA_BLOB final_response;
374 /* NTLMv2 */
375 /* generate some data to pass into the response function - including
376 the hostname and domain name of the server */
377 ntlmv2_client_data = NTLMv2_generate_client_data(names_blob);
379 /* Given that data, and the challenge from the server, generate a response */
380 SMBOWFencrypt_ntv2(ntlm_v2_hash, server_chal, &ntlmv2_client_data, ntlmv2_response);
382 final_response = data_blob(NULL, sizeof(ntlmv2_response) + ntlmv2_client_data.length);
384 memcpy(final_response.data, ntlmv2_response, sizeof(ntlmv2_response));
386 memcpy(final_response.data+sizeof(ntlmv2_response),
387 ntlmv2_client_data.data, ntlmv2_client_data.length);
389 data_blob_free(&ntlmv2_client_data);
391 return final_response;
394 static DATA_BLOB LMv2_generate_response(const uchar ntlm_v2_hash[16],
395 const DATA_BLOB *server_chal)
397 uchar lmv2_response[16];
398 DATA_BLOB lmv2_client_data = data_blob(NULL, 8);
399 DATA_BLOB final_response = data_blob(NULL, 24);
401 /* LMv2 */
402 /* client-supplied random data */
403 generate_random_buffer(lmv2_client_data.data, lmv2_client_data.length);
405 /* Given that data, and the challenge from the server, generate a response */
406 SMBOWFencrypt_ntv2(ntlm_v2_hash, server_chal, &lmv2_client_data, lmv2_response);
407 memcpy(final_response.data, lmv2_response, sizeof(lmv2_response));
409 /* after the first 16 bytes is the random data we generated above,
410 so the server can verify us with it */
411 memcpy(final_response.data+sizeof(lmv2_response),
412 lmv2_client_data.data, lmv2_client_data.length);
414 data_blob_free(&lmv2_client_data);
416 return final_response;
419 BOOL SMBNTLMv2encrypt(const char *user, const char *domain, const char *password,
420 const DATA_BLOB *server_chal,
421 const DATA_BLOB *names_blob,
422 DATA_BLOB *lm_response, DATA_BLOB *nt_response,
423 DATA_BLOB *user_session_key)
425 uchar nt_hash[16];
426 uchar ntlm_v2_hash[16];
427 E_md4hash(password, nt_hash);
429 /* We don't use the NT# directly. Instead we use it mashed up with
430 the username and domain.
431 This prevents username swapping during the auth exchange
433 if (!ntv2_owf_gen(nt_hash, user, domain, True, ntlm_v2_hash)) {
434 return False;
437 if (nt_response) {
438 *nt_response = NTLMv2_generate_response(ntlm_v2_hash, server_chal,
439 names_blob);
440 if (user_session_key) {
441 *user_session_key = data_blob(NULL, 16);
443 /* The NTLMv2 calculations also provide a session key, for signing etc later */
444 /* use only the first 16 bytes of nt_response for session key */
445 SMBsesskeygen_ntv2(ntlm_v2_hash, nt_response->data, user_session_key->data);
449 /* LMv2 */
451 if (lm_response) {
452 *lm_response = LMv2_generate_response(ntlm_v2_hash, server_chal);
455 return True;
458 /***********************************************************
459 encode a password buffer with a unicode password. The buffer
460 is filled with random data to make it harder to attack.
461 ************************************************************/
462 BOOL encode_pw_buffer(uint8 buffer[516], const char *password, int string_flags)
464 uchar new_pw[512];
465 size_t new_pw_len;
467 /* the incoming buffer can be any alignment. */
468 string_flags |= STR_NOALIGN;
470 new_pw_len = push_string(NULL, new_pw,
471 password,
472 sizeof(new_pw), string_flags);
474 memcpy(&buffer[512 - new_pw_len], new_pw, new_pw_len);
476 generate_random_buffer(buffer, 512 - new_pw_len);
479 * The length of the new password is in the last 4 bytes of
480 * the data buffer.
482 SIVAL(buffer, 512, new_pw_len);
483 ZERO_STRUCT(new_pw);
484 return True;
488 /***********************************************************
489 decode a password buffer
490 *new_pw_len is the length in bytes of the possibly mulitbyte
491 returned password including termination.
492 ************************************************************/
494 BOOL decode_pw_buffer(uint8 in_buffer[516], char *new_pwrd,
495 int new_pwrd_size, uint32 *new_pw_len,
496 int string_flags)
498 int byte_len=0;
500 /* the incoming buffer can be any alignment. */
501 string_flags |= STR_NOALIGN;
504 Warning !!! : This function is called from some rpc call.
505 The password IN the buffer may be a UNICODE string.
506 The password IN new_pwrd is an ASCII string
507 If you reuse that code somewhere else check first.
510 /* The length of the new password is in the last 4 bytes of the data buffer. */
512 byte_len = IVAL(in_buffer, 512);
514 #ifdef DEBUG_PASSWORD
515 dump_data(100, (const char *)in_buffer, 516);
516 #endif
518 /* Password cannot be longer than the size of the password buffer */
519 if ( (byte_len < 0) || (byte_len > 512)) {
520 DEBUG(0, ("decode_pw_buffer: incorrect password length (%d).\n", byte_len));
521 DEBUG(0, ("decode_pw_buffer: check that 'encrypt passwords = yes'\n"));
522 return False;
525 /* decode into the return buffer. Buffer length supplied */
526 *new_pw_len = pull_string(NULL, new_pwrd, &in_buffer[512 - byte_len], new_pwrd_size,
527 byte_len, string_flags);
529 #ifdef DEBUG_PASSWORD
530 DEBUG(100,("decode_pw_buffer: new_pwrd: "));
531 dump_data(100, (const char *)new_pwrd, *new_pw_len);
532 DEBUG(100,("multibyte len:%d\n", *new_pw_len));
533 DEBUG(100,("original char len:%d\n", byte_len/2));
534 #endif
536 return True;
539 /***********************************************************
540 Decode an arc4 encrypted password change buffer.
541 ************************************************************/
543 void encode_or_decode_arc4_passwd_buffer(unsigned char pw_buf[532], const DATA_BLOB *psession_key)
545 struct MD5Context tctx;
546 unsigned char key_out[16];
548 /* Confounder is last 16 bytes. */
550 MD5Init(&tctx);
551 MD5Update(&tctx, &pw_buf[516], 16);
552 MD5Update(&tctx, psession_key->data, psession_key->length);
553 MD5Final(key_out, &tctx);
554 /* arc4 with key_out. */
555 SamOEMhash(pw_buf, key_out, 516);
558 /***********************************************************
559 Encrypt/Decrypt used for LSA secrets and trusted domain
560 passwords.
561 ************************************************************/
563 void sess_crypt_blob(DATA_BLOB *out, const DATA_BLOB *in, const DATA_BLOB *session_key, int forward)
565 int i, k;
567 for (i=0,k=0;
568 i<in->length;
569 i += 8, k += 7) {
570 uint8 bin[8], bout[8], key[7];
572 memset(bin, 0, 8);
573 memcpy(bin, &in->data[i], MIN(8, in->length-i));
575 if (k + 7 > session_key->length) {
576 k = (session_key->length - k);
578 memcpy(key, &session_key->data[k], 7);
580 des_crypt56(bout, bin, key, forward?1:0);
582 memcpy(&out->data[i], bout, MIN(8, in->length-i));
586 /* Decrypts password-blob with session-key
587 * @param pass password for session-key
588 * @param data_in DATA_BLOB encrypted password
590 * Returns cleartext password in CH_UNIX
591 * Caller must free the returned string
594 char *decrypt_trustdom_secret(const char *pass, DATA_BLOB *data_in)
596 DATA_BLOB data_out, sess_key;
597 uchar nt_hash[16];
598 uint32_t length;
599 uint32_t version;
600 fstring cleartextpwd;
602 if (!data_in || !pass)
603 return NULL;
605 /* generate md4 password-hash derived from the NT UNICODE password */
606 E_md4hash(pass, nt_hash);
608 /* hashed twice with md4 */
609 mdfour(nt_hash, nt_hash, 16);
611 /* 16-Byte session-key */
612 sess_key = data_blob(nt_hash, 16);
613 if (sess_key.data == NULL)
614 return NULL;
616 data_out = data_blob(NULL, data_in->length);
617 if (data_out.data == NULL)
618 return NULL;
620 /* decrypt with des3 */
621 sess_crypt_blob(&data_out, data_in, &sess_key, 0);
623 /* 4 Byte length, 4 Byte version */
624 length = IVAL(data_out.data, 0);
625 version = IVAL(data_out.data, 4);
627 if (length > data_in->length - 8) {
628 DEBUG(0,("decrypt_trustdom_secret: invalid length (%d)\n", length));
629 return NULL;
632 if (version != 1) {
633 DEBUG(0,("decrypt_trustdom_secret: unknown version number (%d)\n", version));
634 return NULL;
637 rpcstr_pull(cleartextpwd, data_out.data + 8, sizeof(fstring), length, 0 );
639 #ifdef DEBUG_PASSWORD
640 DEBUG(100,("decrypt_trustdom_secret: length is: %d, version is: %d, password is: %s\n",
641 length, version, cleartextpwd));
642 #endif
644 data_blob_free(&data_out);
645 data_blob_free(&sess_key);
647 return SMB_STRDUP(cleartextpwd);