2016-05-18 02:24:46 +08:00
|
|
|
/*
|
2025-09-02 21:05:45 +08:00
|
|
|
* Copyright 2016-2025 The OpenSSL Project Authors. All Rights Reserved.
|
2015-10-26 00:43:55 +08:00
|
|
|
*
|
2018-12-06 21:03:01 +08:00
|
|
|
* Licensed under the Apache License 2.0 (the "License"). You may not use
|
2016-05-18 02:24:46 +08:00
|
|
|
* this file except in compliance with the License. You can obtain a copy
|
|
|
|
* in the file LICENSE in the source distribution or at
|
|
|
|
* https://www.openssl.org/source/license.html
|
2015-10-26 00:43:55 +08:00
|
|
|
*/
|
|
|
|
|
|
|
|
#include <openssl/crypto.h>
|
2017-08-04 04:21:01 +08:00
|
|
|
#include "internal/cryptlib.h"
|
2024-01-12 23:39:56 +08:00
|
|
|
#include "internal/rcu.h"
|
|
|
|
#include "rcu_internal.h"
|
2015-10-26 00:43:55 +08:00
|
|
|
|
|
|
|
#if !defined(OPENSSL_THREADS) || defined(CRYPTO_TDEBUG)
|
|
|
|
|
2019-05-28 03:03:09 +08:00
|
|
|
# if defined(OPENSSL_SYS_UNIX)
|
|
|
|
# include <sys/types.h>
|
|
|
|
# include <unistd.h>
|
|
|
|
# endif
|
|
|
|
|
2024-01-12 23:39:56 +08:00
|
|
|
struct rcu_lock_st {
|
|
|
|
struct rcu_cb_item *cb_items;
|
|
|
|
};
|
|
|
|
|
2024-06-18 02:12:46 +08:00
|
|
|
CRYPTO_RCU_LOCK *ossl_rcu_lock_new(int num_writers,
|
|
|
|
ossl_unused OSSL_LIB_CTX *ctx)
|
2024-01-12 23:39:56 +08:00
|
|
|
{
|
|
|
|
struct rcu_lock_st *lock;
|
|
|
|
|
|
|
|
lock = OPENSSL_zalloc(sizeof(*lock));
|
|
|
|
return lock;
|
|
|
|
}
|
|
|
|
|
|
|
|
void ossl_rcu_lock_free(CRYPTO_RCU_LOCK *lock)
|
|
|
|
{
|
|
|
|
OPENSSL_free(lock);
|
|
|
|
}
|
|
|
|
|
Fix failure checking on rcu_read_lock
during memfail testing:
https://github.com/openssl/openssl/actions/runs/16794088536/job/47561223902
We get lots of test failures in ossl_rcu_read_lock. This occurs
because we have a few cases in the read lock path that attempt mallocs,
which, if they fail, trigger an assert or a silent failure, which isn't
really appropriate. We should instead fail gracefully, by informing the
caller that the lock failed, like we do for CRYPTO_THREAD_read_lock.
Fortunately, these are all internal apis, so we can convert
ossl_rcu_read_lock to return an int indicating success/failure, and fail
gracefully during the test, rather than hitting an assert abort.
Fixes openssl/project#1315
Reviewed-by: Paul Yang <paulyang.inf@gmail.com>
Reviewed-by: Dmitry Belyavskiy <beldmit@gmail.com>
Reviewed-by: Paul Dale <ppzgs1@gmail.com>
(Merged from https://github.com/openssl/openssl/pull/28195)
2025-08-07 21:50:58 +08:00
|
|
|
int ossl_rcu_read_lock(CRYPTO_RCU_LOCK *lock)
|
2024-01-12 23:39:56 +08:00
|
|
|
{
|
Fix failure checking on rcu_read_lock
during memfail testing:
https://github.com/openssl/openssl/actions/runs/16794088536/job/47561223902
We get lots of test failures in ossl_rcu_read_lock. This occurs
because we have a few cases in the read lock path that attempt mallocs,
which, if they fail, trigger an assert or a silent failure, which isn't
really appropriate. We should instead fail gracefully, by informing the
caller that the lock failed, like we do for CRYPTO_THREAD_read_lock.
Fortunately, these are all internal apis, so we can convert
ossl_rcu_read_lock to return an int indicating success/failure, and fail
gracefully during the test, rather than hitting an assert abort.
Fixes openssl/project#1315
Reviewed-by: Paul Yang <paulyang.inf@gmail.com>
Reviewed-by: Dmitry Belyavskiy <beldmit@gmail.com>
Reviewed-by: Paul Dale <ppzgs1@gmail.com>
(Merged from https://github.com/openssl/openssl/pull/28195)
2025-08-07 21:50:58 +08:00
|
|
|
return 1;
|
2024-01-12 23:39:56 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
void ossl_rcu_write_lock(CRYPTO_RCU_LOCK *lock)
|
|
|
|
{
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
void ossl_rcu_write_unlock(CRYPTO_RCU_LOCK *lock)
|
|
|
|
{
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
void ossl_rcu_read_unlock(CRYPTO_RCU_LOCK *lock)
|
|
|
|
{
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
void ossl_synchronize_rcu(CRYPTO_RCU_LOCK *lock)
|
|
|
|
{
|
|
|
|
struct rcu_cb_item *items = lock->cb_items;
|
|
|
|
struct rcu_cb_item *tmp;
|
|
|
|
|
|
|
|
lock->cb_items = NULL;
|
|
|
|
|
|
|
|
while (items != NULL) {
|
|
|
|
tmp = items->next;
|
|
|
|
items->fn(items->data);
|
|
|
|
OPENSSL_free(items);
|
|
|
|
items = tmp;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
int ossl_rcu_call(CRYPTO_RCU_LOCK *lock, rcu_cb_fn cb, void *data)
|
|
|
|
{
|
|
|
|
struct rcu_cb_item *new = OPENSSL_zalloc(sizeof(*new));
|
|
|
|
|
|
|
|
if (new == NULL)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
new->fn = cb;
|
|
|
|
new->data = data;
|
|
|
|
new->next = lock->cb_items;
|
|
|
|
lock->cb_items = new;
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
void *ossl_rcu_uptr_deref(void **p)
|
|
|
|
{
|
|
|
|
return (void *)*p;
|
|
|
|
}
|
|
|
|
|
|
|
|
void ossl_rcu_assign_uptr(void **p, void **v)
|
|
|
|
{
|
|
|
|
*(void **)p = *(void **)v;
|
|
|
|
}
|
|
|
|
|
2015-10-26 00:43:55 +08:00
|
|
|
CRYPTO_RWLOCK *CRYPTO_THREAD_lock_new(void)
|
|
|
|
{
|
2018-04-06 03:13:55 +08:00
|
|
|
CRYPTO_RWLOCK *lock;
|
|
|
|
|
2022-10-03 21:23:05 +08:00
|
|
|
if ((lock = CRYPTO_zalloc(sizeof(unsigned int), NULL, 0)) == NULL)
|
2018-04-06 03:13:55 +08:00
|
|
|
/* Don't set error, to avoid recursion blowup. */
|
2015-10-26 00:43:55 +08:00
|
|
|
return NULL;
|
|
|
|
|
|
|
|
*(unsigned int *)lock = 1;
|
|
|
|
|
|
|
|
return lock;
|
|
|
|
}
|
|
|
|
|
2021-02-19 04:31:56 +08:00
|
|
|
__owur int CRYPTO_THREAD_read_lock(CRYPTO_RWLOCK *lock)
|
2015-10-26 00:43:55 +08:00
|
|
|
{
|
2017-06-21 22:56:12 +08:00
|
|
|
if (!ossl_assert(*(unsigned int *)lock == 1))
|
|
|
|
return 0;
|
2015-10-26 00:43:55 +08:00
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
2021-02-19 04:31:56 +08:00
|
|
|
__owur int CRYPTO_THREAD_write_lock(CRYPTO_RWLOCK *lock)
|
2015-10-26 00:43:55 +08:00
|
|
|
{
|
2017-06-21 22:56:12 +08:00
|
|
|
if (!ossl_assert(*(unsigned int *)lock == 1))
|
|
|
|
return 0;
|
2015-10-26 00:43:55 +08:00
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
int CRYPTO_THREAD_unlock(CRYPTO_RWLOCK *lock)
|
|
|
|
{
|
2017-06-21 22:56:12 +08:00
|
|
|
if (!ossl_assert(*(unsigned int *)lock == 1))
|
|
|
|
return 0;
|
2015-10-26 00:43:55 +08:00
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
void CRYPTO_THREAD_lock_free(CRYPTO_RWLOCK *lock) {
|
|
|
|
if (lock == NULL)
|
|
|
|
return;
|
|
|
|
|
|
|
|
*(unsigned int *)lock = 0;
|
|
|
|
OPENSSL_free(lock);
|
|
|
|
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
int CRYPTO_THREAD_run_once(CRYPTO_ONCE *once, void (*init)(void))
|
|
|
|
{
|
|
|
|
if (*once != 0)
|
|
|
|
return 1;
|
|
|
|
|
|
|
|
init();
|
|
|
|
*once = 1;
|
|
|
|
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
2024-07-19 16:57:24 +08:00
|
|
|
# define OPENSSL_CRYPTO_THREAD_LOCAL_KEY_MAX 256
|
2015-10-26 00:43:55 +08:00
|
|
|
|
2025-06-05 20:25:52 +08:00
|
|
|
struct thread_local_storage_entry {
|
|
|
|
void *data;
|
|
|
|
uint8_t used;
|
|
|
|
};
|
|
|
|
|
|
|
|
static struct thread_local_storage_entry thread_local_storage[OPENSSL_CRYPTO_THREAD_LOCAL_KEY_MAX];
|
2015-10-26 00:43:55 +08:00
|
|
|
|
|
|
|
int CRYPTO_THREAD_init_local(CRYPTO_THREAD_LOCAL *key, void (*cleanup)(void *))
|
|
|
|
{
|
2025-06-05 20:25:52 +08:00
|
|
|
int entry_idx = 0;
|
2015-10-26 00:43:55 +08:00
|
|
|
|
2025-06-05 20:25:52 +08:00
|
|
|
for (entry_idx = 0; entry_idx < OPENSSL_CRYPTO_THREAD_LOCAL_KEY_MAX; entry_idx++) {
|
|
|
|
if (!thread_local_storage[entry_idx].used)
|
|
|
|
break;
|
|
|
|
}
|
2015-10-26 00:43:55 +08:00
|
|
|
|
2025-06-05 20:25:52 +08:00
|
|
|
if (entry_idx == OPENSSL_CRYPTO_THREAD_LOCAL_KEY_MAX)
|
|
|
|
return 0;
|
2015-10-26 00:43:55 +08:00
|
|
|
|
2025-06-05 20:25:52 +08:00
|
|
|
*key = entry_idx;
|
|
|
|
thread_local_storage[*key].used = 1;
|
|
|
|
thread_local_storage[*key].data = NULL;
|
2015-10-26 00:43:55 +08:00
|
|
|
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
void *CRYPTO_THREAD_get_local(CRYPTO_THREAD_LOCAL *key)
|
|
|
|
{
|
|
|
|
if (*key >= OPENSSL_CRYPTO_THREAD_LOCAL_KEY_MAX)
|
|
|
|
return NULL;
|
|
|
|
|
2025-06-05 20:25:52 +08:00
|
|
|
return thread_local_storage[*key].data;
|
2015-10-26 00:43:55 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
int CRYPTO_THREAD_set_local(CRYPTO_THREAD_LOCAL *key, void *val)
|
|
|
|
{
|
|
|
|
if (*key >= OPENSSL_CRYPTO_THREAD_LOCAL_KEY_MAX)
|
|
|
|
return 0;
|
|
|
|
|
2025-06-05 20:25:52 +08:00
|
|
|
thread_local_storage[*key].data = val;
|
2015-10-26 00:43:55 +08:00
|
|
|
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
int CRYPTO_THREAD_cleanup_local(CRYPTO_THREAD_LOCAL *key)
|
|
|
|
{
|
2025-06-05 20:25:52 +08:00
|
|
|
if (*key >= OPENSSL_CRYPTO_THREAD_LOCAL_KEY_MAX)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
thread_local_storage[*key].used = 0;
|
|
|
|
thread_local_storage[*key].data = NULL;
|
2015-10-26 00:43:55 +08:00
|
|
|
*key = OPENSSL_CRYPTO_THREAD_LOCAL_KEY_MAX + 1;
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
CRYPTO_THREAD_ID CRYPTO_THREAD_get_current_id(void)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
int CRYPTO_THREAD_compare_id(CRYPTO_THREAD_ID a, CRYPTO_THREAD_ID b)
|
|
|
|
{
|
|
|
|
return (a == b);
|
|
|
|
}
|
|
|
|
|
|
|
|
int CRYPTO_atomic_add(int *val, int amount, int *ret, CRYPTO_RWLOCK *lock)
|
|
|
|
{
|
|
|
|
*val += amount;
|
|
|
|
*ret = *val;
|
|
|
|
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
2024-06-28 13:16:10 +08:00
|
|
|
int CRYPTO_atomic_add64(uint64_t *val, uint64_t op, uint64_t *ret,
|
|
|
|
CRYPTO_RWLOCK *lock)
|
|
|
|
{
|
|
|
|
*val += op;
|
|
|
|
*ret = *val;
|
|
|
|
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
int CRYPTO_atomic_and(uint64_t *val, uint64_t op, uint64_t *ret,
|
|
|
|
CRYPTO_RWLOCK *lock)
|
|
|
|
{
|
|
|
|
*val &= op;
|
|
|
|
*ret = *val;
|
|
|
|
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
2020-12-23 01:43:07 +08:00
|
|
|
int CRYPTO_atomic_or(uint64_t *val, uint64_t op, uint64_t *ret,
|
|
|
|
CRYPTO_RWLOCK *lock)
|
|
|
|
{
|
|
|
|
*val |= op;
|
|
|
|
*ret = *val;
|
|
|
|
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
int CRYPTO_atomic_load(uint64_t *val, uint64_t *ret, CRYPTO_RWLOCK *lock)
|
|
|
|
{
|
|
|
|
*ret = *val;
|
|
|
|
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
2024-03-09 00:58:07 +08:00
|
|
|
int CRYPTO_atomic_store(uint64_t *dst, uint64_t val, CRYPTO_RWLOCK *lock)
|
|
|
|
{
|
|
|
|
*dst = val;
|
|
|
|
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
2023-05-17 20:15:01 +08:00
|
|
|
int CRYPTO_atomic_load_int(int *val, int *ret, CRYPTO_RWLOCK *lock)
|
|
|
|
{
|
|
|
|
*ret = *val;
|
|
|
|
|
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
2017-06-23 02:00:06 +08:00
|
|
|
int openssl_init_fork_handlers(void)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2019-05-28 03:03:09 +08:00
|
|
|
int openssl_get_fork_id(void)
|
|
|
|
{
|
|
|
|
# if defined(OPENSSL_SYS_UNIX)
|
|
|
|
return getpid();
|
|
|
|
# else
|
|
|
|
return 0;
|
|
|
|
# endif
|
|
|
|
}
|
2015-10-26 00:43:55 +08:00
|
|
|
#endif
|