| 
									
										
										
										
											2016-05-18 02:24:46 +08:00
										 |  |  | /*
 | 
					
						
							| 
									
										
										
										
											2024-03-20 20:07:54 +08:00
										 |  |  |  * Copyright 2016-2024 The OpenSSL Project Authors. All Rights Reserved. | 
					
						
							| 
									
										
										
										
											2015-10-26 00:43:55 +08:00
										 |  |  |  * | 
					
						
							| 
									
										
										
										
											2018-12-06 21:03:01 +08:00
										 |  |  |  * Licensed under the Apache License 2.0 (the "License").  You may not use | 
					
						
							| 
									
										
										
										
											2016-05-18 02:24:46 +08:00
										 |  |  |  * this file except in compliance with the License.  You can obtain a copy | 
					
						
							|  |  |  |  * in the file LICENSE in the source distribution or at | 
					
						
							|  |  |  |  * https://www.openssl.org/source/license.html
 | 
					
						
							| 
									
										
										
										
											2015-10-26 00:43:55 +08:00
										 |  |  |  */ | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | #include <openssl/crypto.h>
 | 
					
						
							| 
									
										
										
										
											2017-08-04 04:21:01 +08:00
										 |  |  | #include "internal/cryptlib.h"
 | 
					
						
							| 
									
										
										
										
											2024-01-12 23:39:56 +08:00
										 |  |  | #include "internal/rcu.h"
 | 
					
						
							|  |  |  | #include "rcu_internal.h"
 | 
					
						
							| 
									
										
										
										
											2015-10-26 00:43:55 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | #if !defined(OPENSSL_THREADS) || defined(CRYPTO_TDEBUG)
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-05-28 03:03:09 +08:00
										 |  |  | # if defined(OPENSSL_SYS_UNIX)
 | 
					
						
							|  |  |  | #  include <sys/types.h>
 | 
					
						
							|  |  |  | #  include <unistd.h>
 | 
					
						
							|  |  |  | # endif
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-01-12 23:39:56 +08:00
										 |  |  | struct rcu_lock_st { | 
					
						
							|  |  |  |     struct rcu_cb_item *cb_items; | 
					
						
							|  |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-06-18 02:12:46 +08:00
										 |  |  | CRYPTO_RCU_LOCK *ossl_rcu_lock_new(int num_writers, | 
					
						
							|  |  |  |                                    ossl_unused OSSL_LIB_CTX *ctx) | 
					
						
							| 
									
										
										
										
											2024-01-12 23:39:56 +08:00
										 |  |  | { | 
					
						
							|  |  |  |     struct rcu_lock_st *lock; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     lock = OPENSSL_zalloc(sizeof(*lock)); | 
					
						
							|  |  |  |     return lock; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void ossl_rcu_lock_free(CRYPTO_RCU_LOCK *lock) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     OPENSSL_free(lock); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void ossl_rcu_read_lock(CRYPTO_RCU_LOCK *lock) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     return; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void ossl_rcu_write_lock(CRYPTO_RCU_LOCK *lock) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     return; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void ossl_rcu_write_unlock(CRYPTO_RCU_LOCK *lock) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     return; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void ossl_rcu_read_unlock(CRYPTO_RCU_LOCK *lock) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     return; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void ossl_synchronize_rcu(CRYPTO_RCU_LOCK *lock) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     struct rcu_cb_item *items = lock->cb_items; | 
					
						
							|  |  |  |     struct rcu_cb_item *tmp; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     lock->cb_items = NULL; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     while (items != NULL) { | 
					
						
							|  |  |  |         tmp = items->next; | 
					
						
							|  |  |  |         items->fn(items->data); | 
					
						
							|  |  |  |         OPENSSL_free(items); | 
					
						
							|  |  |  |         items = tmp; | 
					
						
							|  |  |  |     } | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int ossl_rcu_call(CRYPTO_RCU_LOCK *lock, rcu_cb_fn cb, void *data) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     struct rcu_cb_item *new = OPENSSL_zalloc(sizeof(*new)); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     if (new == NULL) | 
					
						
							|  |  |  |         return 0; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     new->fn = cb; | 
					
						
							|  |  |  |     new->data = data; | 
					
						
							|  |  |  |     new->next = lock->cb_items; | 
					
						
							|  |  |  |     lock->cb_items = new; | 
					
						
							|  |  |  |     return 1; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void *ossl_rcu_uptr_deref(void **p) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     return (void *)*p; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void ossl_rcu_assign_uptr(void **p, void **v) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     *(void **)p = *(void **)v; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2015-10-26 00:43:55 +08:00
										 |  |  | CRYPTO_RWLOCK *CRYPTO_THREAD_lock_new(void) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2018-04-06 03:13:55 +08:00
										 |  |  |     CRYPTO_RWLOCK *lock; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-10-03 21:23:05 +08:00
										 |  |  |     if ((lock = CRYPTO_zalloc(sizeof(unsigned int), NULL, 0)) == NULL) | 
					
						
							| 
									
										
										
										
											2018-04-06 03:13:55 +08:00
										 |  |  |         /* Don't set error, to avoid recursion blowup. */ | 
					
						
							| 
									
										
										
										
											2015-10-26 00:43:55 +08:00
										 |  |  |         return NULL; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     *(unsigned int *)lock = 1; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     return lock; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-02-19 04:31:56 +08:00
										 |  |  | __owur int CRYPTO_THREAD_read_lock(CRYPTO_RWLOCK *lock) | 
					
						
							| 
									
										
										
										
											2015-10-26 00:43:55 +08:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2017-06-21 22:56:12 +08:00
										 |  |  |     if (!ossl_assert(*(unsigned int *)lock == 1)) | 
					
						
							|  |  |  |         return 0; | 
					
						
							| 
									
										
										
										
											2015-10-26 00:43:55 +08:00
										 |  |  |     return 1; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2021-02-19 04:31:56 +08:00
										 |  |  | __owur int CRYPTO_THREAD_write_lock(CRYPTO_RWLOCK *lock) | 
					
						
							| 
									
										
										
										
											2015-10-26 00:43:55 +08:00
										 |  |  | { | 
					
						
							| 
									
										
										
										
											2017-06-21 22:56:12 +08:00
										 |  |  |     if (!ossl_assert(*(unsigned int *)lock == 1)) | 
					
						
							|  |  |  |         return 0; | 
					
						
							| 
									
										
										
										
											2015-10-26 00:43:55 +08:00
										 |  |  |     return 1; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int CRYPTO_THREAD_unlock(CRYPTO_RWLOCK *lock) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2017-06-21 22:56:12 +08:00
										 |  |  |     if (!ossl_assert(*(unsigned int *)lock == 1)) | 
					
						
							|  |  |  |         return 0; | 
					
						
							| 
									
										
										
										
											2015-10-26 00:43:55 +08:00
										 |  |  |     return 1; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void CRYPTO_THREAD_lock_free(CRYPTO_RWLOCK *lock) { | 
					
						
							|  |  |  |     if (lock == NULL) | 
					
						
							|  |  |  |         return; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     *(unsigned int *)lock = 0; | 
					
						
							|  |  |  |     OPENSSL_free(lock); | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     return; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int CRYPTO_THREAD_run_once(CRYPTO_ONCE *once, void (*init)(void)) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     if (*once != 0) | 
					
						
							|  |  |  |         return 1; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     init(); | 
					
						
							|  |  |  |     *once = 1; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     return 1; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-07-19 16:57:24 +08:00
										 |  |  | # define OPENSSL_CRYPTO_THREAD_LOCAL_KEY_MAX 256
 | 
					
						
							| 
									
										
										
										
											2015-10-26 00:43:55 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-06-05 20:25:52 +08:00
										 |  |  | struct thread_local_storage_entry { | 
					
						
							|  |  |  |     void *data; | 
					
						
							|  |  |  |     uint8_t used; | 
					
						
							|  |  |  | }; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | static struct thread_local_storage_entry thread_local_storage[OPENSSL_CRYPTO_THREAD_LOCAL_KEY_MAX]; | 
					
						
							| 
									
										
										
										
											2015-10-26 00:43:55 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  | int CRYPTO_THREAD_init_local(CRYPTO_THREAD_LOCAL *key, void (*cleanup)(void *)) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2025-06-05 20:25:52 +08:00
										 |  |  |     int entry_idx = 0; | 
					
						
							| 
									
										
										
										
											2015-10-26 00:43:55 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-06-05 20:25:52 +08:00
										 |  |  |     for (entry_idx = 0; entry_idx < OPENSSL_CRYPTO_THREAD_LOCAL_KEY_MAX; entry_idx++) { | 
					
						
							|  |  |  |         if (!thread_local_storage[entry_idx].used) | 
					
						
							|  |  |  |             break; | 
					
						
							|  |  |  |     } | 
					
						
							| 
									
										
										
										
											2015-10-26 00:43:55 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-06-05 20:25:52 +08:00
										 |  |  |     if (entry_idx == OPENSSL_CRYPTO_THREAD_LOCAL_KEY_MAX) | 
					
						
							|  |  |  |         return 0; | 
					
						
							| 
									
										
										
										
											2015-10-26 00:43:55 +08:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-06-05 20:25:52 +08:00
										 |  |  |     *key = entry_idx; | 
					
						
							|  |  |  |     thread_local_storage[*key].used = 1; | 
					
						
							|  |  |  |     thread_local_storage[*key].data = NULL; | 
					
						
							| 
									
										
										
										
											2015-10-26 00:43:55 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  |     return 1; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | void *CRYPTO_THREAD_get_local(CRYPTO_THREAD_LOCAL *key) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     if (*key >= OPENSSL_CRYPTO_THREAD_LOCAL_KEY_MAX) | 
					
						
							|  |  |  |         return NULL; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-06-05 20:25:52 +08:00
										 |  |  |     return thread_local_storage[*key].data; | 
					
						
							| 
									
										
										
										
											2015-10-26 00:43:55 +08:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int CRYPTO_THREAD_set_local(CRYPTO_THREAD_LOCAL *key, void *val) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     if (*key >= OPENSSL_CRYPTO_THREAD_LOCAL_KEY_MAX) | 
					
						
							|  |  |  |         return 0; | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2025-06-05 20:25:52 +08:00
										 |  |  |     thread_local_storage[*key].data = val; | 
					
						
							| 
									
										
										
										
											2015-10-26 00:43:55 +08:00
										 |  |  | 
 | 
					
						
							|  |  |  |     return 1; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int CRYPTO_THREAD_cleanup_local(CRYPTO_THREAD_LOCAL *key) | 
					
						
							|  |  |  | { | 
					
						
							| 
									
										
										
										
											2025-06-05 20:25:52 +08:00
										 |  |  |     if (*key >= OPENSSL_CRYPTO_THREAD_LOCAL_KEY_MAX) | 
					
						
							|  |  |  |         return 0; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     thread_local_storage[*key].used = 0; | 
					
						
							|  |  |  |     thread_local_storage[*key].data = NULL; | 
					
						
							| 
									
										
										
										
											2015-10-26 00:43:55 +08:00
										 |  |  |     *key = OPENSSL_CRYPTO_THREAD_LOCAL_KEY_MAX + 1; | 
					
						
							|  |  |  |     return 1; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | CRYPTO_THREAD_ID CRYPTO_THREAD_get_current_id(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     return 0; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int CRYPTO_THREAD_compare_id(CRYPTO_THREAD_ID a, CRYPTO_THREAD_ID b) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     return (a == b); | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int CRYPTO_atomic_add(int *val, int amount, int *ret, CRYPTO_RWLOCK *lock) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     *val += amount; | 
					
						
							|  |  |  |     *ret  = *val; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     return 1; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-06-28 13:16:10 +08:00
										 |  |  | int CRYPTO_atomic_add64(uint64_t *val, uint64_t op, uint64_t *ret, | 
					
						
							|  |  |  |                         CRYPTO_RWLOCK *lock) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     *val += op; | 
					
						
							|  |  |  |     *ret  = *val; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     return 1; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int CRYPTO_atomic_and(uint64_t *val, uint64_t op, uint64_t *ret, | 
					
						
							|  |  |  |                       CRYPTO_RWLOCK *lock) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     *val &= op; | 
					
						
							|  |  |  |     *ret  = *val; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     return 1; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-12-23 01:43:07 +08:00
										 |  |  | int CRYPTO_atomic_or(uint64_t *val, uint64_t op, uint64_t *ret, | 
					
						
							|  |  |  |                      CRYPTO_RWLOCK *lock) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     *val |= op; | 
					
						
							|  |  |  |     *ret  = *val; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     return 1; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | int CRYPTO_atomic_load(uint64_t *val, uint64_t *ret, CRYPTO_RWLOCK *lock) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     *ret  = *val; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     return 1; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2024-03-09 00:58:07 +08:00
										 |  |  | int CRYPTO_atomic_store(uint64_t *dst, uint64_t val, CRYPTO_RWLOCK *lock) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     *dst = val; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     return 1; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2023-05-17 20:15:01 +08:00
										 |  |  | int CRYPTO_atomic_load_int(int *val, int *ret, CRYPTO_RWLOCK *lock) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     *ret = *val; | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |     return 1; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2017-06-23 02:00:06 +08:00
										 |  |  | int openssl_init_fork_handlers(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  |     return 0; | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-05-28 03:03:09 +08:00
										 |  |  | int openssl_get_fork_id(void) | 
					
						
							|  |  |  | { | 
					
						
							|  |  |  | # if defined(OPENSSL_SYS_UNIX)
 | 
					
						
							|  |  |  |     return getpid(); | 
					
						
							|  |  |  | # else
 | 
					
						
							|  |  |  |     return 0; | 
					
						
							|  |  |  | # endif
 | 
					
						
							|  |  |  | } | 
					
						
							| 
									
										
										
										
											2015-10-26 00:43:55 +08:00
										 |  |  | #endif
 |