| 
									
										
										
										
											2016-05-18 02:24:17 +08:00
										 |  |  | /*
 | 
					
						
							| 
									
										
										
										
											2021-02-18 22:57:13 +08:00
										 |  |  |  * Copyright 2014-2021 The OpenSSL Project Authors. All Rights Reserved. | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  |  * | 
					
						
							| 
									
										
										
										
											2018-12-06 20:12:35 +08:00
										 |  |  |  * Licensed under the Apache License 2.0 (the "License").  You may not use | 
					
						
							| 
									
										
										
										
											2016-05-18 02:24:17 +08:00
										 |  |  |  * this file except in compliance with the License.  You can obtain a copy | 
					
						
							|  |  |  |  * in the file LICENSE in the source distribution or at | 
					
						
							|  |  |  |  * https://www.openssl.org/source/license.html
 | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-09-28 06:45:57 +08:00
										 |  |  | #ifndef OSSL_INTERNAL_CONSTANT_TIME_H
 | 
					
						
							|  |  |  | # define OSSL_INTERNAL_CONSTANT_TIME_H
 | 
					
						
							| 
									
										
										
										
											2021-02-07 05:14:03 +08:00
										 |  |  | # pragma once
 | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-10-20 00:13:13 +08:00
										 |  |  | # include <stdlib.h>
 | 
					
						
							| 
									
										
										
										
											2018-02-01 21:51:53 +08:00
										 |  |  | # include <string.h>
 | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | # include <openssl/e_os2.h>              /* For 'ossl_inline' */
 | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-12-28 10:48:40 +08:00
										 |  |  | /*-
 | 
					
						
							| 
									
										
										
										
											2014-08-29 01:43:49 +08:00
										 |  |  |  * The boolean methods return a bitmask of all ones (0xff...f) for true | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  |  * and 0 for false. This is useful for choosing a value based on the result | 
					
						
							|  |  |  |  * of a conditional in constant time. For example, | 
					
						
							| 
									
										
										
										
											2017-06-21 03:21:21 +08:00
										 |  |  |  *      if (a < b) { | 
					
						
							|  |  |  |  *        c = a; | 
					
						
							|  |  |  |  *      } else { | 
					
						
							|  |  |  |  *        c = b; | 
					
						
							|  |  |  |  *      } | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  |  * can be written as | 
					
						
							| 
									
										
										
										
											2017-06-21 03:21:21 +08:00
										 |  |  |  *      unsigned int lt = constant_time_lt(a, b); | 
					
						
							|  |  |  |  *      c = constant_time_select(lt, a, b); | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-12-24 06:32:11 +08:00
										 |  |  | /* Returns the given value with the MSB copied to all the other bits. */ | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned int constant_time_msb(unsigned int a); | 
					
						
							| 
									
										
										
										
											2018-02-01 21:51:53 +08:00
										 |  |  | /* Convenience method for uint32_t. */ | 
					
						
							|  |  |  | static ossl_inline uint32_t constant_time_msb_32(uint32_t a); | 
					
						
							| 
									
										
										
										
											2017-06-21 03:21:21 +08:00
										 |  |  | /* Convenience method for uint64_t. */ | 
					
						
							|  |  |  | static ossl_inline uint64_t constant_time_msb_64(uint64_t a); | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-06-21 03:21:21 +08:00
										 |  |  | /* Returns 0xff..f if a < b and 0 otherwise. */ | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned int constant_time_lt(unsigned int a, | 
					
						
							|  |  |  |                                                  unsigned int b); | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  | /* Convenience method for getting an 8-bit mask. */ | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned char constant_time_lt_8(unsigned int a, | 
					
						
							|  |  |  |                                                     unsigned int b); | 
					
						
							| 
									
										
										
										
											2017-06-21 03:21:21 +08:00
										 |  |  | /* Convenience method for uint64_t. */ | 
					
						
							|  |  |  | static ossl_inline uint64_t constant_time_lt_64(uint64_t a, uint64_t b); | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-06-21 03:21:21 +08:00
										 |  |  | /* Returns 0xff..f if a >= b and 0 otherwise. */ | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned int constant_time_ge(unsigned int a, | 
					
						
							|  |  |  |                                                  unsigned int b); | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  | /* Convenience method for getting an 8-bit mask. */ | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned char constant_time_ge_8(unsigned int a, | 
					
						
							|  |  |  |                                                     unsigned int b); | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-06-21 03:21:21 +08:00
										 |  |  | /* Returns 0xff..f if a == 0 and 0 otherwise. */ | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned int constant_time_is_zero(unsigned int a); | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  | /* Convenience method for getting an 8-bit mask. */ | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned char constant_time_is_zero_8(unsigned int a); | 
					
						
							| 
									
										
										
										
											2018-02-01 21:51:53 +08:00
										 |  |  | /* Convenience method for getting a 32-bit mask. */ | 
					
						
							|  |  |  | static ossl_inline uint32_t constant_time_is_zero_32(uint32_t a); | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-06-21 03:21:21 +08:00
										 |  |  | /* Returns 0xff..f if a == b and 0 otherwise. */ | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned int constant_time_eq(unsigned int a, | 
					
						
							|  |  |  |                                                  unsigned int b); | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  | /* Convenience method for getting an 8-bit mask. */ | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned char constant_time_eq_8(unsigned int a, | 
					
						
							|  |  |  |                                                     unsigned int b); | 
					
						
							| 
									
										
										
										
											2014-09-04 19:04:42 +08:00
										 |  |  | /* Signed integers. */ | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned int constant_time_eq_int(int a, int b); | 
					
						
							| 
									
										
										
										
											2014-09-04 19:04:42 +08:00
										 |  |  | /* Convenience method for getting an 8-bit mask. */ | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned char constant_time_eq_int_8(int a, int b); | 
					
						
							| 
									
										
										
										
											2014-09-04 19:04:42 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2014-12-28 10:48:40 +08:00
										 |  |  | /*-
 | 
					
						
							| 
									
										
										
										
											2014-08-29 01:43:49 +08:00
										 |  |  |  * Returns (mask & a) | (~mask & b). | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * When |mask| is all 1s or all 0s (as returned by the methods above), | 
					
						
							|  |  |  |  * the select methods return either |a| (if |mask| is nonzero) or |b| | 
					
						
							|  |  |  |  * (if |mask| is zero). | 
					
						
							|  |  |  |  */ | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned int constant_time_select(unsigned int mask, | 
					
						
							|  |  |  |                                                      unsigned int a, | 
					
						
							|  |  |  |                                                      unsigned int b); | 
					
						
							| 
									
										
										
										
											2014-08-29 01:43:49 +08:00
										 |  |  | /* Convenience method for unsigned chars. */ | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned char constant_time_select_8(unsigned char mask, | 
					
						
							|  |  |  |                                                         unsigned char a, | 
					
						
							|  |  |  |                                                         unsigned char b); | 
					
						
							| 
									
										
										
										
											2018-02-01 21:51:53 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | /* Convenience method for uint32_t. */ | 
					
						
							|  |  |  | static ossl_inline uint32_t constant_time_select_32(uint32_t mask, uint32_t a, | 
					
						
							|  |  |  |                                                     uint32_t b); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-06-21 03:21:21 +08:00
										 |  |  | /* Convenience method for uint64_t. */ | 
					
						
							|  |  |  | static ossl_inline uint64_t constant_time_select_64(uint64_t mask, uint64_t a, | 
					
						
							|  |  |  |                                                     uint64_t b); | 
					
						
							| 
									
										
										
										
											2014-08-29 01:43:49 +08:00
										 |  |  | /* Convenience method for signed integers. */ | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline int constant_time_select_int(unsigned int mask, int a, | 
					
						
							|  |  |  |                                                 int b); | 
					
						
							| 
									
										
										
										
											2014-08-29 01:43:49 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-06-21 03:21:21 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned int constant_time_msb(unsigned int a) | 
					
						
							| 
									
										
										
										
											2015-01-22 11:40:55 +08:00
										 |  |  | { | 
					
						
							|  |  |  |     return 0 - (a >> (sizeof(a) * 8 - 1)); | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-02-01 21:51:53 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | static ossl_inline uint32_t constant_time_msb_32(uint32_t a) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     return 0 - (a >> 31); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-06-21 03:21:21 +08:00
										 |  |  | static ossl_inline uint64_t constant_time_msb_64(uint64_t a) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     return 0 - (a >> 63); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-10-20 00:13:13 +08:00
										 |  |  | static ossl_inline size_t constant_time_msb_s(size_t a) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     return 0 - (a >> (sizeof(a) * 8 - 1)); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned int constant_time_lt(unsigned int a, | 
					
						
							|  |  |  |                                                  unsigned int b) | 
					
						
							| 
									
										
										
										
											2015-01-22 11:40:55 +08:00
										 |  |  | { | 
					
						
							|  |  |  |     return constant_time_msb(a ^ ((a ^ b) | ((a - b) ^ b))); | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-10-20 00:13:13 +08:00
										 |  |  | static ossl_inline size_t constant_time_lt_s(size_t a, size_t b) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     return constant_time_msb_s(a ^ ((a ^ b) | ((a - b) ^ b))); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned char constant_time_lt_8(unsigned int a, | 
					
						
							|  |  |  |                                                     unsigned int b) | 
					
						
							| 
									
										
										
										
											2015-01-22 11:40:55 +08:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2017-10-17 22:04:09 +08:00
										 |  |  |     return (unsigned char)constant_time_lt(a, b); | 
					
						
							| 
									
										
										
										
											2015-01-22 11:40:55 +08:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-06-21 03:21:21 +08:00
										 |  |  | static ossl_inline uint64_t constant_time_lt_64(uint64_t a, uint64_t b) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     return constant_time_msb_64(a ^ ((a ^ b) | ((a - b) ^ b))); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned int constant_time_ge(unsigned int a, | 
					
						
							|  |  |  |                                                  unsigned int b) | 
					
						
							| 
									
										
										
										
											2015-01-22 11:40:55 +08:00
										 |  |  | { | 
					
						
							|  |  |  |     return ~constant_time_lt(a, b); | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-10-20 00:13:13 +08:00
										 |  |  | static ossl_inline size_t constant_time_ge_s(size_t a, size_t b) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     return ~constant_time_lt_s(a, b); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned char constant_time_ge_8(unsigned int a, | 
					
						
							|  |  |  |                                                     unsigned int b) | 
					
						
							| 
									
										
										
										
											2015-01-22 11:40:55 +08:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2017-10-17 22:04:09 +08:00
										 |  |  |     return (unsigned char)constant_time_ge(a, b); | 
					
						
							| 
									
										
										
										
											2015-01-22 11:40:55 +08:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-10-20 00:13:13 +08:00
										 |  |  | static ossl_inline unsigned char constant_time_ge_8_s(size_t a, size_t b) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2017-10-17 22:04:09 +08:00
										 |  |  |     return (unsigned char)constant_time_ge_s(a, b); | 
					
						
							| 
									
										
										
										
											2016-10-20 00:13:13 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned int constant_time_is_zero(unsigned int a) | 
					
						
							| 
									
										
										
										
											2015-01-22 11:40:55 +08:00
										 |  |  | { | 
					
						
							|  |  |  |     return constant_time_msb(~a & (a - 1)); | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-10-20 00:13:13 +08:00
										 |  |  | static ossl_inline size_t constant_time_is_zero_s(size_t a) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     return constant_time_msb_s(~a & (a - 1)); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned char constant_time_is_zero_8(unsigned int a) | 
					
						
							| 
									
										
										
										
											2015-01-22 11:40:55 +08:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2017-10-17 22:04:09 +08:00
										 |  |  |     return (unsigned char)constant_time_is_zero(a); | 
					
						
							| 
									
										
										
										
											2015-01-22 11:40:55 +08:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-02-01 21:51:53 +08:00
										 |  |  | static ossl_inline uint32_t constant_time_is_zero_32(uint32_t a) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     return constant_time_msb_32(~a & (a - 1)); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-02-01 13:20:12 +08:00
										 |  |  | static ossl_inline uint64_t constant_time_is_zero_64(uint64_t a) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     return constant_time_msb_64(~a & (a - 1)); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned int constant_time_eq(unsigned int a, | 
					
						
							|  |  |  |                                                  unsigned int b) | 
					
						
							| 
									
										
										
										
											2015-01-22 11:40:55 +08:00
										 |  |  | { | 
					
						
							|  |  |  |     return constant_time_is_zero(a ^ b); | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-10-20 00:13:13 +08:00
										 |  |  | static ossl_inline size_t constant_time_eq_s(size_t a, size_t b) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     return constant_time_is_zero_s(a ^ b); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned char constant_time_eq_8(unsigned int a, | 
					
						
							|  |  |  |                                                     unsigned int b) | 
					
						
							| 
									
										
										
										
											2015-01-22 11:40:55 +08:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2017-10-17 22:04:09 +08:00
										 |  |  |     return (unsigned char)constant_time_eq(a, b); | 
					
						
							| 
									
										
										
										
											2015-01-22 11:40:55 +08:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											2014-08-28 21:33:34 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-10-20 00:13:13 +08:00
										 |  |  | static ossl_inline unsigned char constant_time_eq_8_s(size_t a, size_t b) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2017-10-17 22:04:09 +08:00
										 |  |  |     return (unsigned char)constant_time_eq_s(a, b); | 
					
						
							| 
									
										
										
										
											2016-10-20 00:13:13 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned int constant_time_eq_int(int a, int b) | 
					
						
							| 
									
										
										
										
											2015-01-22 11:40:55 +08:00
										 |  |  | { | 
					
						
							|  |  |  |     return constant_time_eq((unsigned)(a), (unsigned)(b)); | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2014-09-04 19:04:42 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned char constant_time_eq_int_8(int a, int b) | 
					
						
							| 
									
										
										
										
											2015-01-22 11:40:55 +08:00
										 |  |  | { | 
					
						
							|  |  |  |     return constant_time_eq_8((unsigned)(a), (unsigned)(b)); | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2014-09-04 19:04:42 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-06-22 03:26:19 +08:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * Returns the value unmodified, but avoids optimizations. | 
					
						
							|  |  |  |  * The barriers prevent the compiler from narrowing down the | 
					
						
							|  |  |  |  * possible value range of the mask and ~mask in the select | 
					
						
							|  |  |  |  * statements, which avoids the recognition of the select | 
					
						
							|  |  |  |  * and turning it into a conditional load or branch. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | static ossl_inline unsigned int value_barrier(unsigned int a) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | #if !defined(OPENSSL_NO_ASM) && defined(__GNUC__)
 | 
					
						
							|  |  |  |     unsigned int r; | 
					
						
							|  |  |  |     __asm__("" : "=r"(r) : "0"(a)); | 
					
						
							|  |  |  | #else
 | 
					
						
							|  |  |  |     volatile unsigned int r = a; | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  |     return r; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* Convenience method for uint32_t. */ | 
					
						
							|  |  |  | static ossl_inline uint32_t value_barrier_32(uint32_t a) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | #if !defined(OPENSSL_NO_ASM) && defined(__GNUC__)
 | 
					
						
							|  |  |  |     uint32_t r; | 
					
						
							|  |  |  |     __asm__("" : "=r"(r) : "0"(a)); | 
					
						
							|  |  |  | #else
 | 
					
						
							|  |  |  |     volatile uint32_t r = a; | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  |     return r; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* Convenience method for uint64_t. */ | 
					
						
							|  |  |  | static ossl_inline uint64_t value_barrier_64(uint64_t a) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | #if !defined(OPENSSL_NO_ASM) && defined(__GNUC__)
 | 
					
						
							|  |  |  |     uint64_t r; | 
					
						
							|  |  |  |     __asm__("" : "=r"(r) : "0"(a)); | 
					
						
							|  |  |  | #else
 | 
					
						
							|  |  |  |     volatile uint64_t r = a; | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  |     return r; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /* Convenience method for size_t. */ | 
					
						
							|  |  |  | static ossl_inline size_t value_barrier_s(size_t a) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | #if !defined(OPENSSL_NO_ASM) && defined(__GNUC__)
 | 
					
						
							|  |  |  |     size_t r; | 
					
						
							|  |  |  |     __asm__("" : "=r"(r) : "0"(a)); | 
					
						
							|  |  |  | #else
 | 
					
						
							|  |  |  |     volatile size_t r = a; | 
					
						
							|  |  |  | #endif
 | 
					
						
							|  |  |  |     return r; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned int constant_time_select(unsigned int mask, | 
					
						
							|  |  |  |                                                      unsigned int a, | 
					
						
							|  |  |  |                                                      unsigned int b) | 
					
						
							| 
									
										
										
										
											2015-01-22 11:40:55 +08:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2019-06-22 03:26:19 +08:00
										 |  |  |     return (value_barrier(mask) & a) | (value_barrier(~mask) & b); | 
					
						
							| 
									
										
										
										
											2015-01-22 11:40:55 +08:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											2014-08-29 01:43:49 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-10-20 00:13:13 +08:00
										 |  |  | static ossl_inline size_t constant_time_select_s(size_t mask, | 
					
						
							|  |  |  |                                                  size_t a, | 
					
						
							|  |  |  |                                                  size_t b) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2019-06-22 03:26:19 +08:00
										 |  |  |     return (value_barrier_s(mask) & a) | (value_barrier_s(~mask) & b); | 
					
						
							| 
									
										
										
										
											2016-10-20 00:13:13 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline unsigned char constant_time_select_8(unsigned char mask, | 
					
						
							|  |  |  |                                                         unsigned char a, | 
					
						
							|  |  |  |                                                         unsigned char b) | 
					
						
							| 
									
										
										
										
											2015-01-22 11:40:55 +08:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2017-10-17 22:04:09 +08:00
										 |  |  |     return (unsigned char)constant_time_select(mask, a, b); | 
					
						
							| 
									
										
										
										
											2015-01-22 11:40:55 +08:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											2014-08-29 01:43:49 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-12-23 00:07:24 +08:00
										 |  |  | static ossl_inline int constant_time_select_int(unsigned int mask, int a, | 
					
						
							|  |  |  |                                                 int b) | 
					
						
							| 
									
										
										
										
											2015-01-22 11:40:55 +08:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2017-10-17 22:04:09 +08:00
										 |  |  |     return (int)constant_time_select(mask, (unsigned)(a), (unsigned)(b)); | 
					
						
							| 
									
										
										
										
											2015-01-22 11:40:55 +08:00
										 |  |  | } | 
					
						
							| 
									
										
										
										
											2014-08-29 01:43:49 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2016-10-20 00:13:13 +08:00
										 |  |  | static ossl_inline int constant_time_select_int_s(size_t mask, int a, int b) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2017-10-17 22:04:09 +08:00
										 |  |  |     return (int)constant_time_select((unsigned)mask, (unsigned)(a), | 
					
						
							|  |  |  |                                       (unsigned)(b)); | 
					
						
							| 
									
										
										
										
											2016-10-20 00:13:13 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-02-01 21:51:53 +08:00
										 |  |  | static ossl_inline uint32_t constant_time_select_32(uint32_t mask, uint32_t a, | 
					
						
							|  |  |  |                                                     uint32_t b) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2019-06-22 03:26:19 +08:00
										 |  |  |     return (value_barrier_32(mask) & a) | (value_barrier_32(~mask) & b); | 
					
						
							| 
									
										
										
										
											2018-02-01 21:51:53 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-06-21 03:21:21 +08:00
										 |  |  | static ossl_inline uint64_t constant_time_select_64(uint64_t mask, uint64_t a, | 
					
						
							|  |  |  |                                                     uint64_t b) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2019-06-22 03:26:19 +08:00
										 |  |  |     return (value_barrier_64(mask) & a) | (value_barrier_64(~mask) & b); | 
					
						
							| 
									
										
										
										
											2017-06-21 03:21:21 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-02-01 21:51:53 +08:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * mask must be 0xFFFFFFFF or 0x00000000. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * if (mask) { | 
					
						
							|  |  |  |  *     uint32_t tmp = *a; | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *     *a = *b; | 
					
						
							|  |  |  |  *     *b = tmp; | 
					
						
							|  |  |  |  * } | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | static ossl_inline void constant_time_cond_swap_32(uint32_t mask, uint32_t *a, | 
					
						
							|  |  |  |                                                    uint32_t *b) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     uint32_t xor = *a ^ *b; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     xor &= mask; | 
					
						
							|  |  |  |     *a ^= xor; | 
					
						
							|  |  |  |     *b ^= xor; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | /*
 | 
					
						
							|  |  |  |  * mask must be 0xFFFFFFFF or 0x00000000. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * if (mask) { | 
					
						
							|  |  |  |  *     uint64_t tmp = *a; | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *     *a = *b; | 
					
						
							|  |  |  |  *     *b = tmp; | 
					
						
							|  |  |  |  * } | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | static ossl_inline void constant_time_cond_swap_64(uint64_t mask, uint64_t *a, | 
					
						
							|  |  |  |                                                    uint64_t *b) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     uint64_t xor = *a ^ *b; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     xor &= mask; | 
					
						
							|  |  |  |     *a ^= xor; | 
					
						
							|  |  |  |     *b ^= xor; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-11-03 07:32:04 +08:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * mask must be 0xFF or 0x00. | 
					
						
							|  |  |  |  * "constant time" is per len. | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  * if (mask) { | 
					
						
							|  |  |  |  *     unsigned char tmp[len]; | 
					
						
							|  |  |  |  * | 
					
						
							|  |  |  |  *     memcpy(tmp, a, len); | 
					
						
							|  |  |  |  *     memcpy(a, b); | 
					
						
							|  |  |  |  *     memcpy(b, tmp); | 
					
						
							|  |  |  |  * } | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | static ossl_inline void constant_time_cond_swap_buff(unsigned char mask, | 
					
						
							|  |  |  |                                                      unsigned char *a, | 
					
						
							|  |  |  |                                                      unsigned char *b, | 
					
						
							|  |  |  |                                                      size_t len) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     size_t i; | 
					
						
							|  |  |  |     unsigned char tmp; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     for (i = 0; i < len; i++) { | 
					
						
							|  |  |  |         tmp = a[i] ^ b[i]; | 
					
						
							|  |  |  |         tmp &= mask; | 
					
						
							|  |  |  |         a[i] ^= tmp; | 
					
						
							|  |  |  |         b[i] ^= tmp; | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-02-01 21:51:53 +08:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * table is a two dimensional array of bytes. Each row has rowsize elements. | 
					
						
							|  |  |  |  * Copies row number idx into out. rowsize and numrows are not considered | 
					
						
							|  |  |  |  * private. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | static ossl_inline void constant_time_lookup(void *out, | 
					
						
							|  |  |  |                                              const void *table, | 
					
						
							|  |  |  |                                              size_t rowsize, | 
					
						
							|  |  |  |                                              size_t numrows, | 
					
						
							|  |  |  |                                              size_t idx) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     size_t i, j; | 
					
						
							|  |  |  |     const unsigned char *tablec = (const unsigned char *)table; | 
					
						
							|  |  |  |     unsigned char *outc = (unsigned char *)out; | 
					
						
							|  |  |  |     unsigned char mask; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     memset(out, 0, rowsize); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     /* Note idx may underflow - but that is well defined */ | 
					
						
							|  |  |  |     for (i = 0; i < numrows; i++, idx--) { | 
					
						
							|  |  |  |         mask = (unsigned char)constant_time_is_zero_s(idx); | 
					
						
							|  |  |  |         for (j = 0; j < rowsize; j++) | 
					
						
							|  |  |  |             *(outc + j) |= constant_time_select_8(mask, *(tablec++), 0); | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2018-09-01 18:19:30 +08:00
										 |  |  | /*
 | 
					
						
							|  |  |  |  * Expected usage pattern is to unconditionally set error and then | 
					
						
							|  |  |  |  * wipe it if there was no actual error. |clear| is 1 or 0. | 
					
						
							|  |  |  |  */ | 
					
						
							|  |  |  | void err_clear_last_constant_time(int clear); | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-09-28 06:45:57 +08:00
										 |  |  | #endif                          /* OSSL_INTERNAL_CONSTANT_TIME_H */
 |