2014-02-10 02:10:30 +01:00
|
|
|
/**************************************************************************/
|
|
|
|
/* safe_refcount.h */
|
|
|
|
/**************************************************************************/
|
|
|
|
/* This file is part of: */
|
|
|
|
/* GODOT ENGINE */
|
|
|
|
/* https://godotengine.org */
|
|
|
|
/**************************************************************************/
|
|
|
|
/* Copyright (c) 2014-present Godot Engine contributors (see AUTHORS.md). */
|
|
|
|
/* Copyright (c) 2007-2014 Juan Linietsky, Ariel Manzur. */
|
|
|
|
/* */
|
|
|
|
/* Permission is hereby granted, free of charge, to any person obtaining */
|
|
|
|
/* a copy of this software and associated documentation files (the */
|
|
|
|
/* "Software"), to deal in the Software without restriction, including */
|
|
|
|
/* without limitation the rights to use, copy, modify, merge, publish, */
|
|
|
|
/* distribute, sublicense, and/or sell copies of the Software, and to */
|
|
|
|
/* permit persons to whom the Software is furnished to do so, subject to */
|
|
|
|
/* the following conditions: */
|
|
|
|
/* */
|
|
|
|
/* The above copyright notice and this permission notice shall be */
|
|
|
|
/* included in all copies or substantial portions of the Software. */
|
|
|
|
/* */
|
|
|
|
/* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, */
|
|
|
|
/* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF */
|
|
|
|
/* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. */
|
|
|
|
/* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY */
|
|
|
|
/* CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, */
|
|
|
|
/* TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE */
|
|
|
|
/* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */
|
|
|
|
/**************************************************************************/
|
2018-01-05 00:50:27 +01:00
|
|
|
|
2014-02-10 02:10:30 +01:00
|
|
|
#ifndef SAFE_REFCOUNT_H
|
|
|
|
#define SAFE_REFCOUNT_H
|
|
|
|
|
2018-09-11 18:13:45 +02:00
|
|
|
#include "core/typedefs.h"
|
2014-02-10 02:10:30 +01:00
|
|
|
|
2023-01-09 10:15:35 +01:00
|
|
|
#ifdef DEV_ENABLED
|
|
|
|
#include "core/error/error_macros.h"
|
|
|
|
#endif
|
|
|
|
|
2021-02-10 19:22:13 +01:00
|
|
|
#include <atomic>
|
2021-04-22 16:23:13 +02:00
|
|
|
#include <type_traits>
|
2017-09-25 00:01:55 +02:00
|
|
|
|
2021-02-10 19:22:13 +01:00
|
|
|
// Design goals for these classes:
|
|
|
|
// - No automatic conversions or arithmetic operators,
|
|
|
|
// to keep explicit the use of atomics everywhere.
|
|
|
|
// - Using acquire-release semantics, even to set the first value.
|
|
|
|
// The first value may be set relaxedly in many cases, but adding the distinction
|
|
|
|
// between relaxed and unrelaxed operation to the interface would make it needlessly
|
|
|
|
// flexible. There's negligible waste in having release semantics for the initial
|
|
|
|
// value and, as an important benefit, you can be sure the value is properly synchronized
|
|
|
|
// even with threads that are already running.
|
2017-09-25 00:01:55 +02:00
|
|
|
|
2023-05-17 01:44:41 +02:00
|
|
|
// These are used in very specific areas of the engine where it's critical that these guarantees are held
|
2021-02-18 23:31:30 +01:00
|
|
|
#define SAFE_NUMERIC_TYPE_PUN_GUARANTEES(m_type) \
|
|
|
|
static_assert(sizeof(SafeNumeric<m_type>) == sizeof(m_type)); \
|
|
|
|
static_assert(alignof(SafeNumeric<m_type>) == alignof(m_type)); \
|
2024-02-02 15:43:21 +01:00
|
|
|
static_assert(std::is_trivially_destructible_v<std::atomic<m_type>>);
|
2023-05-17 01:44:41 +02:00
|
|
|
#define SAFE_FLAG_TYPE_PUN_GUARANTEES \
|
|
|
|
static_assert(sizeof(SafeFlag) == sizeof(bool)); \
|
|
|
|
static_assert(alignof(SafeFlag) == alignof(bool));
|
2021-02-18 23:31:30 +01:00
|
|
|
|
2017-09-25 00:01:55 +02:00
|
|
|
template <typename T>
|
2021-02-10 19:22:13 +01:00
|
|
|
class SafeNumeric {
|
|
|
|
std::atomic<T> value;
|
|
|
|
|
2021-02-18 23:31:30 +01:00
|
|
|
static_assert(std::atomic<T>::is_always_lock_free);
|
|
|
|
|
2021-02-10 19:22:13 +01:00
|
|
|
public:
|
|
|
|
_ALWAYS_INLINE_ void set(T p_value) {
|
|
|
|
value.store(p_value, std::memory_order_release);
|
2020-05-14 16:41:43 +02:00
|
|
|
}
|
2017-09-25 00:01:55 +02:00
|
|
|
|
2021-02-10 19:22:13 +01:00
|
|
|
_ALWAYS_INLINE_ T get() const {
|
|
|
|
return value.load(std::memory_order_acquire);
|
|
|
|
}
|
2017-09-25 00:01:55 +02:00
|
|
|
|
2021-02-10 19:22:13 +01:00
|
|
|
_ALWAYS_INLINE_ T increment() {
|
|
|
|
return value.fetch_add(1, std::memory_order_acq_rel) + 1;
|
|
|
|
}
|
2017-09-25 00:01:55 +02:00
|
|
|
|
2021-02-10 19:22:13 +01:00
|
|
|
// Returns the original value instead of the new one
|
|
|
|
_ALWAYS_INLINE_ T postincrement() {
|
|
|
|
return value.fetch_add(1, std::memory_order_acq_rel);
|
|
|
|
}
|
2017-09-25 00:01:55 +02:00
|
|
|
|
2021-02-10 19:22:13 +01:00
|
|
|
_ALWAYS_INLINE_ T decrement() {
|
|
|
|
return value.fetch_sub(1, std::memory_order_acq_rel) - 1;
|
|
|
|
}
|
2017-09-25 00:01:55 +02:00
|
|
|
|
2021-02-10 19:22:13 +01:00
|
|
|
// Returns the original value instead of the new one
|
|
|
|
_ALWAYS_INLINE_ T postdecrement() {
|
|
|
|
return value.fetch_sub(1, std::memory_order_acq_rel);
|
|
|
|
}
|
2017-09-25 00:01:55 +02:00
|
|
|
|
2021-02-10 19:22:13 +01:00
|
|
|
_ALWAYS_INLINE_ T add(T p_value) {
|
|
|
|
return value.fetch_add(p_value, std::memory_order_acq_rel) + p_value;
|
|
|
|
}
|
2017-09-25 00:01:55 +02:00
|
|
|
|
2021-02-10 19:22:13 +01:00
|
|
|
// Returns the original value instead of the new one
|
|
|
|
_ALWAYS_INLINE_ T postadd(T p_value) {
|
|
|
|
return value.fetch_add(p_value, std::memory_order_acq_rel);
|
|
|
|
}
|
2017-09-25 00:01:55 +02:00
|
|
|
|
2021-02-10 19:22:13 +01:00
|
|
|
_ALWAYS_INLINE_ T sub(T p_value) {
|
|
|
|
return value.fetch_sub(p_value, std::memory_order_acq_rel) - p_value;
|
|
|
|
}
|
2017-09-25 00:01:55 +02:00
|
|
|
|
2023-05-12 13:53:15 +02:00
|
|
|
_ALWAYS_INLINE_ T bit_or(T p_value) {
|
|
|
|
return value.fetch_or(p_value, std::memory_order_acq_rel);
|
|
|
|
}
|
|
|
|
_ALWAYS_INLINE_ T bit_and(T p_value) {
|
|
|
|
return value.fetch_and(p_value, std::memory_order_acq_rel);
|
|
|
|
}
|
|
|
|
|
|
|
|
_ALWAYS_INLINE_ T bit_xor(T p_value) {
|
|
|
|
return value.fetch_xor(p_value, std::memory_order_acq_rel);
|
|
|
|
}
|
|
|
|
|
2021-02-10 19:22:13 +01:00
|
|
|
// Returns the original value instead of the new one
|
|
|
|
_ALWAYS_INLINE_ T postsub(T p_value) {
|
|
|
|
return value.fetch_sub(p_value, std::memory_order_acq_rel);
|
|
|
|
}
|
2017-09-25 00:01:55 +02:00
|
|
|
|
2021-02-10 19:22:13 +01:00
|
|
|
_ALWAYS_INLINE_ T exchange_if_greater(T p_value) {
|
|
|
|
while (true) {
|
|
|
|
T tmp = value.load(std::memory_order_acquire);
|
|
|
|
if (tmp >= p_value) {
|
|
|
|
return tmp; // already greater, or equal
|
|
|
|
}
|
2022-07-18 12:09:19 +02:00
|
|
|
|
2022-07-19 10:04:59 +02:00
|
|
|
if (value.compare_exchange_weak(tmp, p_value, std::memory_order_acq_rel)) {
|
2021-02-10 19:22:13 +01:00
|
|
|
return p_value;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2017-09-25 00:01:55 +02:00
|
|
|
|
2021-02-10 19:22:13 +01:00
|
|
|
_ALWAYS_INLINE_ T conditional_increment() {
|
|
|
|
while (true) {
|
|
|
|
T c = value.load(std::memory_order_acquire);
|
|
|
|
if (c == 0) {
|
|
|
|
return 0;
|
|
|
|
}
|
2022-07-19 10:04:59 +02:00
|
|
|
if (value.compare_exchange_weak(c, c + 1, std::memory_order_acq_rel)) {
|
2021-02-10 19:22:13 +01:00
|
|
|
return c + 1;
|
|
|
|
}
|
|
|
|
}
|
2020-05-14 16:41:43 +02:00
|
|
|
}
|
2017-09-25 00:01:55 +02:00
|
|
|
|
2024-04-26 11:40:59 +02:00
|
|
|
_ALWAYS_INLINE_ explicit SafeNumeric(T p_value = static_cast<T>(0)) {
|
2021-02-10 19:22:13 +01:00
|
|
|
set(p_value);
|
|
|
|
}
|
|
|
|
};
|
2017-09-25 00:01:55 +02:00
|
|
|
|
2021-02-10 19:22:13 +01:00
|
|
|
class SafeFlag {
|
|
|
|
std::atomic_bool flag;
|
2017-09-25 00:01:55 +02:00
|
|
|
|
2021-02-18 23:31:30 +01:00
|
|
|
static_assert(std::atomic_bool::is_always_lock_free);
|
|
|
|
|
2021-02-10 19:22:13 +01:00
|
|
|
public:
|
|
|
|
_ALWAYS_INLINE_ bool is_set() const {
|
|
|
|
return flag.load(std::memory_order_acquire);
|
|
|
|
}
|
2017-09-25 00:01:55 +02:00
|
|
|
|
2021-02-10 19:22:13 +01:00
|
|
|
_ALWAYS_INLINE_ void set() {
|
|
|
|
flag.store(true, std::memory_order_release);
|
|
|
|
}
|
2017-09-25 00:01:55 +02:00
|
|
|
|
2021-02-10 19:22:13 +01:00
|
|
|
_ALWAYS_INLINE_ void clear() {
|
|
|
|
flag.store(false, std::memory_order_release);
|
2017-09-25 00:01:55 +02:00
|
|
|
}
|
|
|
|
|
2021-02-10 19:22:13 +01:00
|
|
|
_ALWAYS_INLINE_ void set_to(bool p_value) {
|
|
|
|
flag.store(p_value, std::memory_order_release);
|
|
|
|
}
|
|
|
|
|
|
|
|
_ALWAYS_INLINE_ explicit SafeFlag(bool p_value = false) {
|
|
|
|
set_to(p_value);
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
class SafeRefCount {
|
|
|
|
SafeNumeric<uint32_t> count;
|
|
|
|
|
2023-01-09 10:15:35 +01:00
|
|
|
#ifdef DEV_ENABLED
|
2023-09-28 15:42:55 +02:00
|
|
|
_ALWAYS_INLINE_ void _check_unref_safety() {
|
2023-01-09 10:15:35 +01:00
|
|
|
// This won't catch every misuse, but it's better than nothing.
|
|
|
|
CRASH_COND_MSG(count.get() == 0,
|
|
|
|
"Trying to unreference a SafeRefCount which is already zero is wrong and a symptom of it being misused.\n"
|
|
|
|
"Upon a SafeRefCount reaching zero any object whose lifetime is tied to it, as well as the ref count itself, must be destroyed.\n"
|
|
|
|
"Moreover, to guarantee that, no multiple threads should be racing to do the final unreferencing to zero.");
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2021-02-10 19:22:13 +01:00
|
|
|
public:
|
|
|
|
_ALWAYS_INLINE_ bool ref() { // true on success
|
|
|
|
return count.conditional_increment() != 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
_ALWAYS_INLINE_ uint32_t refval() { // none-zero on success
|
|
|
|
return count.conditional_increment();
|
|
|
|
}
|
|
|
|
|
|
|
|
_ALWAYS_INLINE_ bool unref() { // true if must be disposed of
|
2023-01-09 10:15:35 +01:00
|
|
|
#ifdef DEV_ENABLED
|
2023-09-28 15:42:55 +02:00
|
|
|
_check_unref_safety();
|
2023-01-09 10:15:35 +01:00
|
|
|
#endif
|
2021-02-10 19:22:13 +01:00
|
|
|
return count.decrement() == 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
_ALWAYS_INLINE_ uint32_t unrefval() { // 0 if must be disposed of
|
2023-01-09 10:15:35 +01:00
|
|
|
#ifdef DEV_ENABLED
|
2023-09-28 15:42:55 +02:00
|
|
|
_check_unref_safety();
|
2023-01-09 10:15:35 +01:00
|
|
|
#endif
|
2021-02-10 19:22:13 +01:00
|
|
|
return count.decrement();
|
|
|
|
}
|
|
|
|
|
|
|
|
_ALWAYS_INLINE_ uint32_t get() const {
|
|
|
|
return count.get();
|
|
|
|
}
|
|
|
|
|
|
|
|
_ALWAYS_INLINE_ void init(uint32_t p_value = 1) {
|
|
|
|
count.set(p_value);
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2020-03-25 11:10:34 +01:00
|
|
|
#endif // SAFE_REFCOUNT_H
|