Promote CowData to 64 bits
Fixes a lot of bugs, please help me fill the list.
This commit is contained in:
parent
9b522ac1a8
commit
24fe0715b5
|
@ -318,9 +318,9 @@ int PacketPeerStream::get_output_buffer_max_size() const {
|
||||||
}
|
}
|
||||||
|
|
||||||
PacketPeerStream::PacketPeerStream() {
|
PacketPeerStream::PacketPeerStream() {
|
||||||
int rbsize = GLOBAL_GET("network/limits/packet_peer_stream/max_buffer_po2");
|
int64_t rbsize = GLOBAL_GET("network/limits/packet_peer_stream/max_buffer_po2");
|
||||||
|
|
||||||
ring_buffer.resize(rbsize);
|
ring_buffer.resize(rbsize);
|
||||||
input_buffer.resize(1 << rbsize);
|
input_buffer.resize(int64_t(1) << rbsize);
|
||||||
output_buffer.resize(1 << rbsize);
|
output_buffer.resize(int64_t(1) << rbsize);
|
||||||
}
|
}
|
||||||
|
|
|
@ -46,7 +46,7 @@ class CharString;
|
||||||
template <class T, class V>
|
template <class T, class V>
|
||||||
class VMap;
|
class VMap;
|
||||||
|
|
||||||
SAFE_NUMERIC_TYPE_PUN_GUARANTEES(uint32_t)
|
SAFE_NUMERIC_TYPE_PUN_GUARANTEES(uint64_t)
|
||||||
|
|
||||||
// Silence a false positive warning (see GH-52119).
|
// Silence a false positive warning (see GH-52119).
|
||||||
#if defined(__GNUC__) && !defined(__clang__)
|
#if defined(__GNUC__) && !defined(__clang__)
|
||||||
|
@ -64,45 +64,71 @@ class CowData {
|
||||||
template <class TV, class VV>
|
template <class TV, class VV>
|
||||||
friend class VMap;
|
friend class VMap;
|
||||||
|
|
||||||
|
public:
|
||||||
|
typedef int64_t Size;
|
||||||
|
typedef uint64_t USize;
|
||||||
|
static constexpr USize MAX_INT = INT64_MAX;
|
||||||
|
|
||||||
private:
|
private:
|
||||||
|
// Function to find the next power of 2 to an integer.
|
||||||
|
static _FORCE_INLINE_ USize next_po2(USize x) {
|
||||||
|
if (x == 0) {
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
--x;
|
||||||
|
x |= x >> 1;
|
||||||
|
x |= x >> 2;
|
||||||
|
x |= x >> 4;
|
||||||
|
x |= x >> 8;
|
||||||
|
x |= x >> 16;
|
||||||
|
if (sizeof(USize) == 8) {
|
||||||
|
x |= x >> 32;
|
||||||
|
}
|
||||||
|
|
||||||
|
return ++x;
|
||||||
|
}
|
||||||
|
|
||||||
|
static constexpr USize ALLOC_PAD = sizeof(USize) * 2; // For size and atomic refcount.
|
||||||
|
|
||||||
mutable T *_ptr = nullptr;
|
mutable T *_ptr = nullptr;
|
||||||
|
|
||||||
// internal helpers
|
// internal helpers
|
||||||
|
|
||||||
_FORCE_INLINE_ SafeNumeric<uint32_t> *_get_refcount() const {
|
_FORCE_INLINE_ SafeNumeric<USize> *_get_refcount() const {
|
||||||
if (!_ptr) {
|
if (!_ptr) {
|
||||||
return nullptr;
|
return nullptr;
|
||||||
}
|
}
|
||||||
|
|
||||||
return reinterpret_cast<SafeNumeric<uint32_t> *>(_ptr) - 2;
|
return reinterpret_cast<SafeNumeric<USize> *>(_ptr) - 2;
|
||||||
}
|
}
|
||||||
|
|
||||||
_FORCE_INLINE_ uint32_t *_get_size() const {
|
_FORCE_INLINE_ USize *_get_size() const {
|
||||||
if (!_ptr) {
|
if (!_ptr) {
|
||||||
return nullptr;
|
return nullptr;
|
||||||
}
|
}
|
||||||
|
|
||||||
return reinterpret_cast<uint32_t *>(_ptr) - 1;
|
return reinterpret_cast<USize *>(_ptr) - 1;
|
||||||
}
|
}
|
||||||
|
|
||||||
_FORCE_INLINE_ size_t _get_alloc_size(size_t p_elements) const {
|
_FORCE_INLINE_ USize _get_alloc_size(USize p_elements) const {
|
||||||
return next_power_of_2(p_elements * sizeof(T));
|
return next_po2(p_elements * sizeof(T));
|
||||||
}
|
}
|
||||||
|
|
||||||
_FORCE_INLINE_ bool _get_alloc_size_checked(size_t p_elements, size_t *out) const {
|
_FORCE_INLINE_ bool _get_alloc_size_checked(USize p_elements, USize *out) const {
|
||||||
if (unlikely(p_elements == 0)) {
|
if (unlikely(p_elements == 0)) {
|
||||||
*out = 0;
|
*out = 0;
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
#if defined(__GNUC__)
|
#if defined(__GNUC__) && defined(IS_32_BIT)
|
||||||
size_t o;
|
USize o;
|
||||||
size_t p;
|
USize p;
|
||||||
if (__builtin_mul_overflow(p_elements, sizeof(T), &o)) {
|
if (__builtin_mul_overflow(p_elements, sizeof(T), &o)) {
|
||||||
*out = 0;
|
*out = 0;
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
*out = next_power_of_2(o);
|
*out = next_po2(o);
|
||||||
if (__builtin_add_overflow(o, static_cast<size_t>(32), &p)) {
|
if (__builtin_add_overflow(o, static_cast<USize>(32), &p)) {
|
||||||
return false; // No longer allocated here.
|
return false; // No longer allocated here.
|
||||||
}
|
}
|
||||||
#else
|
#else
|
||||||
|
@ -116,7 +142,7 @@ private:
|
||||||
void _unref(void *p_data);
|
void _unref(void *p_data);
|
||||||
void _ref(const CowData *p_from);
|
void _ref(const CowData *p_from);
|
||||||
void _ref(const CowData &p_from);
|
void _ref(const CowData &p_from);
|
||||||
uint32_t _copy_on_write();
|
USize _copy_on_write();
|
||||||
|
|
||||||
public:
|
public:
|
||||||
void operator=(const CowData<T> &p_from) { _ref(p_from); }
|
void operator=(const CowData<T> &p_from) { _ref(p_from); }
|
||||||
|
@ -130,8 +156,8 @@ public:
|
||||||
return _ptr;
|
return _ptr;
|
||||||
}
|
}
|
||||||
|
|
||||||
_FORCE_INLINE_ int size() const {
|
_FORCE_INLINE_ Size size() const {
|
||||||
uint32_t *size = (uint32_t *)_get_size();
|
USize *size = (USize *)_get_size();
|
||||||
if (size) {
|
if (size) {
|
||||||
return *size;
|
return *size;
|
||||||
} else {
|
} else {
|
||||||
|
@ -142,42 +168,42 @@ public:
|
||||||
_FORCE_INLINE_ void clear() { resize(0); }
|
_FORCE_INLINE_ void clear() { resize(0); }
|
||||||
_FORCE_INLINE_ bool is_empty() const { return _ptr == nullptr; }
|
_FORCE_INLINE_ bool is_empty() const { return _ptr == nullptr; }
|
||||||
|
|
||||||
_FORCE_INLINE_ void set(int p_index, const T &p_elem) {
|
_FORCE_INLINE_ void set(Size p_index, const T &p_elem) {
|
||||||
ERR_FAIL_INDEX(p_index, size());
|
ERR_FAIL_INDEX(p_index, size());
|
||||||
_copy_on_write();
|
_copy_on_write();
|
||||||
_ptr[p_index] = p_elem;
|
_ptr[p_index] = p_elem;
|
||||||
}
|
}
|
||||||
|
|
||||||
_FORCE_INLINE_ T &get_m(int p_index) {
|
_FORCE_INLINE_ T &get_m(Size p_index) {
|
||||||
CRASH_BAD_INDEX(p_index, size());
|
CRASH_BAD_INDEX(p_index, size());
|
||||||
_copy_on_write();
|
_copy_on_write();
|
||||||
return _ptr[p_index];
|
return _ptr[p_index];
|
||||||
}
|
}
|
||||||
|
|
||||||
_FORCE_INLINE_ const T &get(int p_index) const {
|
_FORCE_INLINE_ const T &get(Size p_index) const {
|
||||||
CRASH_BAD_INDEX(p_index, size());
|
CRASH_BAD_INDEX(p_index, size());
|
||||||
|
|
||||||
return _ptr[p_index];
|
return _ptr[p_index];
|
||||||
}
|
}
|
||||||
|
|
||||||
template <bool p_ensure_zero = false>
|
template <bool p_ensure_zero = false>
|
||||||
Error resize(int p_size);
|
Error resize(Size p_size);
|
||||||
|
|
||||||
_FORCE_INLINE_ void remove_at(int p_index) {
|
_FORCE_INLINE_ void remove_at(Size p_index) {
|
||||||
ERR_FAIL_INDEX(p_index, size());
|
ERR_FAIL_INDEX(p_index, size());
|
||||||
T *p = ptrw();
|
T *p = ptrw();
|
||||||
int len = size();
|
Size len = size();
|
||||||
for (int i = p_index; i < len - 1; i++) {
|
for (Size i = p_index; i < len - 1; i++) {
|
||||||
p[i] = p[i + 1];
|
p[i] = p[i + 1];
|
||||||
}
|
}
|
||||||
|
|
||||||
resize(len - 1);
|
resize(len - 1);
|
||||||
}
|
}
|
||||||
|
|
||||||
Error insert(int p_pos, const T &p_val) {
|
Error insert(Size p_pos, const T &p_val) {
|
||||||
ERR_FAIL_INDEX_V(p_pos, size() + 1, ERR_INVALID_PARAMETER);
|
ERR_FAIL_INDEX_V(p_pos, size() + 1, ERR_INVALID_PARAMETER);
|
||||||
resize(size() + 1);
|
resize(size() + 1);
|
||||||
for (int i = (size() - 1); i > p_pos; i--) {
|
for (Size i = (size() - 1); i > p_pos; i--) {
|
||||||
set(i, get(i - 1));
|
set(i, get(i - 1));
|
||||||
}
|
}
|
||||||
set(p_pos, p_val);
|
set(p_pos, p_val);
|
||||||
|
@ -185,9 +211,9 @@ public:
|
||||||
return OK;
|
return OK;
|
||||||
}
|
}
|
||||||
|
|
||||||
int find(const T &p_val, int p_from = 0) const;
|
Size find(const T &p_val, Size p_from = 0) const;
|
||||||
int rfind(const T &p_val, int p_from = -1) const;
|
Size rfind(const T &p_val, Size p_from = -1) const;
|
||||||
int count(const T &p_val) const;
|
Size count(const T &p_val) const;
|
||||||
|
|
||||||
_FORCE_INLINE_ CowData() {}
|
_FORCE_INLINE_ CowData() {}
|
||||||
_FORCE_INLINE_ ~CowData();
|
_FORCE_INLINE_ ~CowData();
|
||||||
|
@ -200,7 +226,7 @@ void CowData<T>::_unref(void *p_data) {
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
SafeNumeric<uint32_t> *refc = _get_refcount();
|
SafeNumeric<USize> *refc = _get_refcount();
|
||||||
|
|
||||||
if (refc->decrement() > 0) {
|
if (refc->decrement() > 0) {
|
||||||
return; // still in use
|
return; // still in use
|
||||||
|
@ -208,35 +234,36 @@ void CowData<T>::_unref(void *p_data) {
|
||||||
// clean up
|
// clean up
|
||||||
|
|
||||||
if (!std::is_trivially_destructible<T>::value) {
|
if (!std::is_trivially_destructible<T>::value) {
|
||||||
uint32_t *count = _get_size();
|
USize *count = _get_size();
|
||||||
T *data = (T *)(count + 1);
|
T *data = (T *)(count + 1);
|
||||||
|
|
||||||
for (uint32_t i = 0; i < *count; ++i) {
|
for (USize i = 0; i < *count; ++i) {
|
||||||
// call destructors
|
// call destructors
|
||||||
data[i].~T();
|
data[i].~T();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// free mem
|
// free mem
|
||||||
Memory::free_static((uint8_t *)p_data, true);
|
Memory::free_static(((uint8_t *)p_data) - ALLOC_PAD, false);
|
||||||
}
|
}
|
||||||
|
|
||||||
template <class T>
|
template <class T>
|
||||||
uint32_t CowData<T>::_copy_on_write() {
|
typename CowData<T>::USize CowData<T>::_copy_on_write() {
|
||||||
if (!_ptr) {
|
if (!_ptr) {
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
|
||||||
SafeNumeric<uint32_t> *refc = _get_refcount();
|
SafeNumeric<USize> *refc = _get_refcount();
|
||||||
|
|
||||||
uint32_t rc = refc->get();
|
USize rc = refc->get();
|
||||||
if (unlikely(rc > 1)) {
|
if (unlikely(rc > 1)) {
|
||||||
/* in use by more than me */
|
/* in use by more than me */
|
||||||
uint32_t current_size = *_get_size();
|
USize current_size = *_get_size();
|
||||||
|
|
||||||
uint32_t *mem_new = (uint32_t *)Memory::alloc_static(_get_alloc_size(current_size), true);
|
USize *mem_new = (USize *)Memory::alloc_static(_get_alloc_size(current_size) + ALLOC_PAD, false);
|
||||||
|
mem_new += 2;
|
||||||
|
|
||||||
new (mem_new - 2) SafeNumeric<uint32_t>(1); //refcount
|
new (mem_new - 2) SafeNumeric<USize>(1); //refcount
|
||||||
*(mem_new - 1) = current_size; //size
|
*(mem_new - 1) = current_size; //size
|
||||||
|
|
||||||
T *_data = (T *)(mem_new);
|
T *_data = (T *)(mem_new);
|
||||||
|
@ -246,7 +273,7 @@ uint32_t CowData<T>::_copy_on_write() {
|
||||||
memcpy(mem_new, _ptr, current_size * sizeof(T));
|
memcpy(mem_new, _ptr, current_size * sizeof(T));
|
||||||
|
|
||||||
} else {
|
} else {
|
||||||
for (uint32_t i = 0; i < current_size; i++) {
|
for (USize i = 0; i < current_size; i++) {
|
||||||
memnew_placement(&_data[i], T(_ptr[i]));
|
memnew_placement(&_data[i], T(_ptr[i]));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -261,10 +288,10 @@ uint32_t CowData<T>::_copy_on_write() {
|
||||||
|
|
||||||
template <class T>
|
template <class T>
|
||||||
template <bool p_ensure_zero>
|
template <bool p_ensure_zero>
|
||||||
Error CowData<T>::resize(int p_size) {
|
Error CowData<T>::resize(Size p_size) {
|
||||||
ERR_FAIL_COND_V(p_size < 0, ERR_INVALID_PARAMETER);
|
ERR_FAIL_COND_V(p_size < 0, ERR_INVALID_PARAMETER);
|
||||||
|
|
||||||
int current_size = size();
|
Size current_size = size();
|
||||||
|
|
||||||
if (p_size == current_size) {
|
if (p_size == current_size) {
|
||||||
return OK;
|
return OK;
|
||||||
|
@ -278,27 +305,29 @@ Error CowData<T>::resize(int p_size) {
|
||||||
}
|
}
|
||||||
|
|
||||||
// possibly changing size, copy on write
|
// possibly changing size, copy on write
|
||||||
uint32_t rc = _copy_on_write();
|
USize rc = _copy_on_write();
|
||||||
|
|
||||||
size_t current_alloc_size = _get_alloc_size(current_size);
|
USize current_alloc_size = _get_alloc_size(current_size);
|
||||||
size_t alloc_size;
|
USize alloc_size;
|
||||||
ERR_FAIL_COND_V(!_get_alloc_size_checked(p_size, &alloc_size), ERR_OUT_OF_MEMORY);
|
ERR_FAIL_COND_V(!_get_alloc_size_checked(p_size, &alloc_size), ERR_OUT_OF_MEMORY);
|
||||||
|
|
||||||
if (p_size > current_size) {
|
if (p_size > current_size) {
|
||||||
if (alloc_size != current_alloc_size) {
|
if (alloc_size != current_alloc_size) {
|
||||||
if (current_size == 0) {
|
if (current_size == 0) {
|
||||||
// alloc from scratch
|
// alloc from scratch
|
||||||
uint32_t *ptr = (uint32_t *)Memory::alloc_static(alloc_size, true);
|
USize *ptr = (USize *)Memory::alloc_static(alloc_size + ALLOC_PAD, false);
|
||||||
|
ptr += 2;
|
||||||
ERR_FAIL_NULL_V(ptr, ERR_OUT_OF_MEMORY);
|
ERR_FAIL_NULL_V(ptr, ERR_OUT_OF_MEMORY);
|
||||||
*(ptr - 1) = 0; //size, currently none
|
*(ptr - 1) = 0; //size, currently none
|
||||||
new (ptr - 2) SafeNumeric<uint32_t>(1); //refcount
|
new (ptr - 2) SafeNumeric<USize>(1); //refcount
|
||||||
|
|
||||||
_ptr = (T *)ptr;
|
_ptr = (T *)ptr;
|
||||||
|
|
||||||
} else {
|
} else {
|
||||||
uint32_t *_ptrnew = (uint32_t *)Memory::realloc_static(_ptr, alloc_size, true);
|
USize *_ptrnew = (USize *)Memory::realloc_static(((uint8_t *)_ptr) - ALLOC_PAD, alloc_size + ALLOC_PAD, false);
|
||||||
ERR_FAIL_NULL_V(_ptrnew, ERR_OUT_OF_MEMORY);
|
ERR_FAIL_NULL_V(_ptrnew, ERR_OUT_OF_MEMORY);
|
||||||
new (_ptrnew - 2) SafeNumeric<uint32_t>(rc); //refcount
|
_ptrnew += 2;
|
||||||
|
new (_ptrnew - 2) SafeNumeric<USize>(rc); //refcount
|
||||||
|
|
||||||
_ptr = (T *)(_ptrnew);
|
_ptr = (T *)(_ptrnew);
|
||||||
}
|
}
|
||||||
|
@ -307,7 +336,7 @@ Error CowData<T>::resize(int p_size) {
|
||||||
// construct the newly created elements
|
// construct the newly created elements
|
||||||
|
|
||||||
if (!std::is_trivially_constructible<T>::value) {
|
if (!std::is_trivially_constructible<T>::value) {
|
||||||
for (int i = *_get_size(); i < p_size; i++) {
|
for (Size i = *_get_size(); i < p_size; i++) {
|
||||||
memnew_placement(&_ptr[i], T);
|
memnew_placement(&_ptr[i], T);
|
||||||
}
|
}
|
||||||
} else if (p_ensure_zero) {
|
} else if (p_ensure_zero) {
|
||||||
|
@ -319,16 +348,17 @@ Error CowData<T>::resize(int p_size) {
|
||||||
} else if (p_size < current_size) {
|
} else if (p_size < current_size) {
|
||||||
if (!std::is_trivially_destructible<T>::value) {
|
if (!std::is_trivially_destructible<T>::value) {
|
||||||
// deinitialize no longer needed elements
|
// deinitialize no longer needed elements
|
||||||
for (uint32_t i = p_size; i < *_get_size(); i++) {
|
for (USize i = p_size; i < *_get_size(); i++) {
|
||||||
T *t = &_ptr[i];
|
T *t = &_ptr[i];
|
||||||
t->~T();
|
t->~T();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if (alloc_size != current_alloc_size) {
|
if (alloc_size != current_alloc_size) {
|
||||||
uint32_t *_ptrnew = (uint32_t *)Memory::realloc_static(_ptr, alloc_size, true);
|
USize *_ptrnew = (USize *)Memory::realloc_static(((uint8_t *)_ptr) - ALLOC_PAD, alloc_size + ALLOC_PAD, false);
|
||||||
ERR_FAIL_NULL_V(_ptrnew, ERR_OUT_OF_MEMORY);
|
ERR_FAIL_NULL_V(_ptrnew, ERR_OUT_OF_MEMORY);
|
||||||
new (_ptrnew - 2) SafeNumeric<uint32_t>(rc); //refcount
|
_ptrnew += 2;
|
||||||
|
new (_ptrnew - 2) SafeNumeric<USize>(rc); //refcount
|
||||||
|
|
||||||
_ptr = (T *)(_ptrnew);
|
_ptr = (T *)(_ptrnew);
|
||||||
}
|
}
|
||||||
|
@ -340,14 +370,14 @@ Error CowData<T>::resize(int p_size) {
|
||||||
}
|
}
|
||||||
|
|
||||||
template <class T>
|
template <class T>
|
||||||
int CowData<T>::find(const T &p_val, int p_from) const {
|
typename CowData<T>::Size CowData<T>::find(const T &p_val, Size p_from) const {
|
||||||
int ret = -1;
|
Size ret = -1;
|
||||||
|
|
||||||
if (p_from < 0 || size() == 0) {
|
if (p_from < 0 || size() == 0) {
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
for (int i = p_from; i < size(); i++) {
|
for (Size i = p_from; i < size(); i++) {
|
||||||
if (get(i) == p_val) {
|
if (get(i) == p_val) {
|
||||||
ret = i;
|
ret = i;
|
||||||
break;
|
break;
|
||||||
|
@ -358,8 +388,8 @@ int CowData<T>::find(const T &p_val, int p_from) const {
|
||||||
}
|
}
|
||||||
|
|
||||||
template <class T>
|
template <class T>
|
||||||
int CowData<T>::rfind(const T &p_val, int p_from) const {
|
typename CowData<T>::Size CowData<T>::rfind(const T &p_val, Size p_from) const {
|
||||||
const int s = size();
|
const Size s = size();
|
||||||
|
|
||||||
if (p_from < 0) {
|
if (p_from < 0) {
|
||||||
p_from = s + p_from;
|
p_from = s + p_from;
|
||||||
|
@ -368,7 +398,7 @@ int CowData<T>::rfind(const T &p_val, int p_from) const {
|
||||||
p_from = s - 1;
|
p_from = s - 1;
|
||||||
}
|
}
|
||||||
|
|
||||||
for (int i = p_from; i >= 0; i--) {
|
for (Size i = p_from; i >= 0; i--) {
|
||||||
if (get(i) == p_val) {
|
if (get(i) == p_val) {
|
||||||
return i;
|
return i;
|
||||||
}
|
}
|
||||||
|
@ -377,9 +407,9 @@ int CowData<T>::rfind(const T &p_val, int p_from) const {
|
||||||
}
|
}
|
||||||
|
|
||||||
template <class T>
|
template <class T>
|
||||||
int CowData<T>::count(const T &p_val) const {
|
typename CowData<T>::Size CowData<T>::count(const T &p_val) const {
|
||||||
int amount = 0;
|
Size amount = 0;
|
||||||
for (int i = 0; i < size(); i++) {
|
for (Size i = 0; i < size(); i++) {
|
||||||
if (get(i) == p_val) {
|
if (get(i) == p_val) {
|
||||||
amount++;
|
amount++;
|
||||||
}
|
}
|
||||||
|
|
|
@ -197,7 +197,7 @@ public:
|
||||||
int old_size = size();
|
int old_size = size();
|
||||||
int new_size = 1 << p_power;
|
int new_size = 1 << p_power;
|
||||||
int mask = new_size - 1;
|
int mask = new_size - 1;
|
||||||
data.resize(1 << p_power);
|
data.resize(int64_t(1) << int64_t(p_power));
|
||||||
if (old_size < new_size && read_pos > write_pos) {
|
if (old_size < new_size && read_pos > write_pos) {
|
||||||
for (int i = 0; i < write_pos; i++) {
|
for (int i = 0; i < write_pos; i++) {
|
||||||
data.write[(old_size + i) & mask] = data[i];
|
data.write[(old_size + i) & mask] = data[i];
|
||||||
|
|
|
@ -48,7 +48,7 @@
|
||||||
template <class T>
|
template <class T>
|
||||||
class VectorWriteProxy {
|
class VectorWriteProxy {
|
||||||
public:
|
public:
|
||||||
_FORCE_INLINE_ T &operator[](int p_index) {
|
_FORCE_INLINE_ T &operator[](typename CowData<T>::Size p_index) {
|
||||||
CRASH_BAD_INDEX(p_index, ((Vector<T> *)(this))->_cowdata.size());
|
CRASH_BAD_INDEX(p_index, ((Vector<T> *)(this))->_cowdata.size());
|
||||||
|
|
||||||
return ((Vector<T> *)(this))->_cowdata.ptrw()[p_index];
|
return ((Vector<T> *)(this))->_cowdata.ptrw()[p_index];
|
||||||
|
@ -61,6 +61,7 @@ class Vector {
|
||||||
|
|
||||||
public:
|
public:
|
||||||
VectorWriteProxy<T> write;
|
VectorWriteProxy<T> write;
|
||||||
|
typedef typename CowData<T>::Size Size;
|
||||||
|
|
||||||
private:
|
private:
|
||||||
CowData<T> _cowdata;
|
CowData<T> _cowdata;
|
||||||
|
@ -70,9 +71,9 @@ public:
|
||||||
_FORCE_INLINE_ bool append(const T &p_elem) { return push_back(p_elem); } //alias
|
_FORCE_INLINE_ bool append(const T &p_elem) { return push_back(p_elem); } //alias
|
||||||
void fill(T p_elem);
|
void fill(T p_elem);
|
||||||
|
|
||||||
void remove_at(int p_index) { _cowdata.remove_at(p_index); }
|
void remove_at(Size p_index) { _cowdata.remove_at(p_index); }
|
||||||
_FORCE_INLINE_ bool erase(const T &p_val) {
|
_FORCE_INLINE_ bool erase(const T &p_val) {
|
||||||
int idx = find(p_val);
|
Size idx = find(p_val);
|
||||||
if (idx >= 0) {
|
if (idx >= 0) {
|
||||||
remove_at(idx);
|
remove_at(idx);
|
||||||
return true;
|
return true;
|
||||||
|
@ -87,17 +88,17 @@ public:
|
||||||
_FORCE_INLINE_ void clear() { resize(0); }
|
_FORCE_INLINE_ void clear() { resize(0); }
|
||||||
_FORCE_INLINE_ bool is_empty() const { return _cowdata.is_empty(); }
|
_FORCE_INLINE_ bool is_empty() const { return _cowdata.is_empty(); }
|
||||||
|
|
||||||
_FORCE_INLINE_ T get(int p_index) { return _cowdata.get(p_index); }
|
_FORCE_INLINE_ T get(Size p_index) { return _cowdata.get(p_index); }
|
||||||
_FORCE_INLINE_ const T &get(int p_index) const { return _cowdata.get(p_index); }
|
_FORCE_INLINE_ const T &get(Size p_index) const { return _cowdata.get(p_index); }
|
||||||
_FORCE_INLINE_ void set(int p_index, const T &p_elem) { _cowdata.set(p_index, p_elem); }
|
_FORCE_INLINE_ void set(Size p_index, const T &p_elem) { _cowdata.set(p_index, p_elem); }
|
||||||
_FORCE_INLINE_ int size() const { return _cowdata.size(); }
|
_FORCE_INLINE_ Size size() const { return _cowdata.size(); }
|
||||||
Error resize(int p_size) { return _cowdata.resize(p_size); }
|
Error resize(Size p_size) { return _cowdata.resize(p_size); }
|
||||||
Error resize_zeroed(int p_size) { return _cowdata.template resize<true>(p_size); }
|
Error resize_zeroed(Size p_size) { return _cowdata.template resize<true>(p_size); }
|
||||||
_FORCE_INLINE_ const T &operator[](int p_index) const { return _cowdata.get(p_index); }
|
_FORCE_INLINE_ const T &operator[](Size p_index) const { return _cowdata.get(p_index); }
|
||||||
Error insert(int p_pos, T p_val) { return _cowdata.insert(p_pos, p_val); }
|
Error insert(Size p_pos, T p_val) { return _cowdata.insert(p_pos, p_val); }
|
||||||
int find(const T &p_val, int p_from = 0) const { return _cowdata.find(p_val, p_from); }
|
Size find(const T &p_val, Size p_from = 0) const { return _cowdata.find(p_val, p_from); }
|
||||||
int rfind(const T &p_val, int p_from = -1) const { return _cowdata.rfind(p_val, p_from); }
|
Size rfind(const T &p_val, Size p_from = -1) const { return _cowdata.rfind(p_val, p_from); }
|
||||||
int count(const T &p_val) const { return _cowdata.count(p_val); }
|
Size count(const T &p_val) const { return _cowdata.count(p_val); }
|
||||||
|
|
||||||
void append_array(Vector<T> p_other);
|
void append_array(Vector<T> p_other);
|
||||||
|
|
||||||
|
@ -109,7 +110,7 @@ public:
|
||||||
|
|
||||||
template <class Comparator, bool Validate = SORT_ARRAY_VALIDATE_ENABLED, class... Args>
|
template <class Comparator, bool Validate = SORT_ARRAY_VALIDATE_ENABLED, class... Args>
|
||||||
void sort_custom(Args &&...args) {
|
void sort_custom(Args &&...args) {
|
||||||
int len = _cowdata.size();
|
Size len = _cowdata.size();
|
||||||
if (len == 0) {
|
if (len == 0) {
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
@ -119,12 +120,12 @@ public:
|
||||||
sorter.sort(data, len);
|
sorter.sort(data, len);
|
||||||
}
|
}
|
||||||
|
|
||||||
int bsearch(const T &p_value, bool p_before) {
|
Size bsearch(const T &p_value, bool p_before) {
|
||||||
return bsearch_custom<_DefaultComparator<T>>(p_value, p_before);
|
return bsearch_custom<_DefaultComparator<T>>(p_value, p_before);
|
||||||
}
|
}
|
||||||
|
|
||||||
template <class Comparator, class Value, class... Args>
|
template <class Comparator, class Value, class... Args>
|
||||||
int bsearch_custom(const Value &p_value, bool p_before, Args &&...args) {
|
Size bsearch_custom(const Value &p_value, bool p_before, Args &&...args) {
|
||||||
SearchArray<T, Comparator> search{ args... };
|
SearchArray<T, Comparator> search{ args... };
|
||||||
return search.bisect(ptrw(), size(), p_value, p_before);
|
return search.bisect(ptrw(), size(), p_value, p_before);
|
||||||
}
|
}
|
||||||
|
@ -134,7 +135,7 @@ public:
|
||||||
}
|
}
|
||||||
|
|
||||||
void ordered_insert(const T &p_val) {
|
void ordered_insert(const T &p_val) {
|
||||||
int i;
|
Size i;
|
||||||
for (i = 0; i < _cowdata.size(); i++) {
|
for (i = 0; i < _cowdata.size(); i++) {
|
||||||
if (p_val < operator[](i)) {
|
if (p_val < operator[](i)) {
|
||||||
break;
|
break;
|
||||||
|
@ -157,28 +158,28 @@ public:
|
||||||
return ret;
|
return ret;
|
||||||
}
|
}
|
||||||
|
|
||||||
Vector<T> slice(int p_begin, int p_end = INT_MAX) const {
|
Vector<T> slice(Size p_begin, Size p_end = CowData<T>::MAX_INT) const {
|
||||||
Vector<T> result;
|
Vector<T> result;
|
||||||
|
|
||||||
const int s = size();
|
const Size s = size();
|
||||||
|
|
||||||
int begin = CLAMP(p_begin, -s, s);
|
Size begin = CLAMP(p_begin, -s, s);
|
||||||
if (begin < 0) {
|
if (begin < 0) {
|
||||||
begin += s;
|
begin += s;
|
||||||
}
|
}
|
||||||
int end = CLAMP(p_end, -s, s);
|
Size end = CLAMP(p_end, -s, s);
|
||||||
if (end < 0) {
|
if (end < 0) {
|
||||||
end += s;
|
end += s;
|
||||||
}
|
}
|
||||||
|
|
||||||
ERR_FAIL_COND_V(begin > end, result);
|
ERR_FAIL_COND_V(begin > end, result);
|
||||||
|
|
||||||
int result_size = end - begin;
|
Size result_size = end - begin;
|
||||||
result.resize(result_size);
|
result.resize(result_size);
|
||||||
|
|
||||||
const T *const r = ptr();
|
const T *const r = ptr();
|
||||||
T *const w = result.ptrw();
|
T *const w = result.ptrw();
|
||||||
for (int i = 0; i < result_size; ++i) {
|
for (Size i = 0; i < result_size; ++i) {
|
||||||
w[i] = r[begin + i];
|
w[i] = r[begin + i];
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -186,11 +187,11 @@ public:
|
||||||
}
|
}
|
||||||
|
|
||||||
bool operator==(const Vector<T> &p_arr) const {
|
bool operator==(const Vector<T> &p_arr) const {
|
||||||
int s = size();
|
Size s = size();
|
||||||
if (s != p_arr.size()) {
|
if (s != p_arr.size()) {
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
for (int i = 0; i < s; i++) {
|
for (Size i = 0; i < s; i++) {
|
||||||
if (operator[](i) != p_arr[i]) {
|
if (operator[](i) != p_arr[i]) {
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
|
@ -199,11 +200,11 @@ public:
|
||||||
}
|
}
|
||||||
|
|
||||||
bool operator!=(const Vector<T> &p_arr) const {
|
bool operator!=(const Vector<T> &p_arr) const {
|
||||||
int s = size();
|
Size s = size();
|
||||||
if (s != p_arr.size()) {
|
if (s != p_arr.size()) {
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
for (int i = 0; i < s; i++) {
|
for (Size i = 0; i < s; i++) {
|
||||||
if (operator[](i) != p_arr[i]) {
|
if (operator[](i) != p_arr[i]) {
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
@ -280,7 +281,7 @@ public:
|
||||||
Error err = _cowdata.resize(p_init.size());
|
Error err = _cowdata.resize(p_init.size());
|
||||||
ERR_FAIL_COND(err);
|
ERR_FAIL_COND(err);
|
||||||
|
|
||||||
int i = 0;
|
Size i = 0;
|
||||||
for (const T &element : p_init) {
|
for (const T &element : p_init) {
|
||||||
_cowdata.set(i++, element);
|
_cowdata.set(i++, element);
|
||||||
}
|
}
|
||||||
|
@ -292,7 +293,7 @@ public:
|
||||||
|
|
||||||
template <class T>
|
template <class T>
|
||||||
void Vector<T>::reverse() {
|
void Vector<T>::reverse() {
|
||||||
for (int i = 0; i < size() / 2; i++) {
|
for (Size i = 0; i < size() / 2; i++) {
|
||||||
T *p = ptrw();
|
T *p = ptrw();
|
||||||
SWAP(p[i], p[size() - i - 1]);
|
SWAP(p[i], p[size() - i - 1]);
|
||||||
}
|
}
|
||||||
|
@ -300,13 +301,13 @@ void Vector<T>::reverse() {
|
||||||
|
|
||||||
template <class T>
|
template <class T>
|
||||||
void Vector<T>::append_array(Vector<T> p_other) {
|
void Vector<T>::append_array(Vector<T> p_other) {
|
||||||
const int ds = p_other.size();
|
const Size ds = p_other.size();
|
||||||
if (ds == 0) {
|
if (ds == 0) {
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
const int bs = size();
|
const Size bs = size();
|
||||||
resize(bs + ds);
|
resize(bs + ds);
|
||||||
for (int i = 0; i < ds; ++i) {
|
for (Size i = 0; i < ds; ++i) {
|
||||||
ptrw()[bs + i] = p_other[i];
|
ptrw()[bs + i] = p_other[i];
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -323,7 +324,7 @@ bool Vector<T>::push_back(T p_elem) {
|
||||||
template <class T>
|
template <class T>
|
||||||
void Vector<T>::fill(T p_elem) {
|
void Vector<T>::fill(T p_elem) {
|
||||||
T *p = ptrw();
|
T *p = ptrw();
|
||||||
for (int i = 0; i < size(); i++) {
|
for (Size i = 0; i < size(); i++) {
|
||||||
p[i] = p_elem;
|
p[i] = p_elem;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -666,7 +666,7 @@ struct _VariantCall {
|
||||||
CharString cs;
|
CharString cs;
|
||||||
cs.resize(p_instance->size() + 1);
|
cs.resize(p_instance->size() + 1);
|
||||||
memcpy(cs.ptrw(), r, p_instance->size());
|
memcpy(cs.ptrw(), r, p_instance->size());
|
||||||
cs[p_instance->size()] = 0;
|
cs[(int)p_instance->size()] = 0;
|
||||||
|
|
||||||
s = cs.get_data();
|
s = cs.get_data();
|
||||||
}
|
}
|
||||||
|
|
|
@ -1375,7 +1375,7 @@ GDScriptCodeGenerator::Address GDScriptCompiler::_parse_expression(CodeGen &code
|
||||||
return GDScriptCodeGenerator::Address();
|
return GDScriptCodeGenerator::Address();
|
||||||
}
|
}
|
||||||
|
|
||||||
codegen.script->lambda_info.insert(function, { lambda->captures.size(), lambda->use_self });
|
codegen.script->lambda_info.insert(function, { (int)lambda->captures.size(), lambda->use_self });
|
||||||
gen->write_lambda(result, function, captures, lambda->use_self);
|
gen->write_lambda(result, function, captures, lambda->use_self);
|
||||||
|
|
||||||
for (int i = 0; i < captures.size(); i++) {
|
for (int i = 0; i < captures.size(); i++) {
|
||||||
|
|
|
@ -655,7 +655,7 @@ Variant GDScriptFunction::call(GDScriptInstance *p_instance, const Variant **p_a
|
||||||
}
|
}
|
||||||
bool exit_ok = false;
|
bool exit_ok = false;
|
||||||
bool awaited = false;
|
bool awaited = false;
|
||||||
int variant_address_limits[ADDR_TYPE_MAX] = { _stack_size, _constant_count, p_instance ? p_instance->members.size() : 0 };
|
int variant_address_limits[ADDR_TYPE_MAX] = { _stack_size, _constant_count, p_instance ? (int)p_instance->members.size() : 0 };
|
||||||
#endif
|
#endif
|
||||||
|
|
||||||
Variant *variant_addresses[ADDR_TYPE_MAX] = { stack, _constants_ptr, p_instance ? p_instance->members.ptrw() : nullptr };
|
Variant *variant_addresses[ADDR_TYPE_MAX] = { stack, _constants_ptr, p_instance ? p_instance->members.ptrw() : nullptr };
|
||||||
|
|
|
@ -1711,7 +1711,7 @@ LightmapperRD::BakeError LightmapperRD::bake(BakeQuality p_quality, bool p_use_d
|
||||||
push_constant.ray_from = i * max_rays;
|
push_constant.ray_from = i * max_rays;
|
||||||
push_constant.ray_to = MIN((i + 1) * max_rays, int32_t(push_constant.ray_count));
|
push_constant.ray_to = MIN((i + 1) * max_rays, int32_t(push_constant.ray_count));
|
||||||
rd->compute_list_set_push_constant(compute_list, &push_constant, sizeof(PushConstant));
|
rd->compute_list_set_push_constant(compute_list, &push_constant, sizeof(PushConstant));
|
||||||
rd->compute_list_dispatch(compute_list, Math::division_round_up(probe_positions.size(), 64), 1, 1);
|
rd->compute_list_dispatch(compute_list, Math::division_round_up((int)probe_positions.size(), 64), 1, 1);
|
||||||
|
|
||||||
rd->compute_list_end(); //done
|
rd->compute_list_end(); //done
|
||||||
rd->submit();
|
rd->submit();
|
||||||
|
|
|
@ -474,7 +474,7 @@ namespace Godot.NativeInterop
|
||||||
public readonly unsafe int Size
|
public readonly unsafe int Size
|
||||||
{
|
{
|
||||||
[MethodImpl(MethodImplOptions.AggressiveInlining)]
|
[MethodImpl(MethodImplOptions.AggressiveInlining)]
|
||||||
get => _ptr != IntPtr.Zero ? *((int*)_ptr - 1) : 0;
|
get => _ptr != IntPtr.Zero ? (int)(*((ulong*)_ptr - 1)) : 0;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -725,7 +725,7 @@ namespace Godot.NativeInterop
|
||||||
public readonly unsafe int Size
|
public readonly unsafe int Size
|
||||||
{
|
{
|
||||||
[MethodImpl(MethodImplOptions.AggressiveInlining)]
|
[MethodImpl(MethodImplOptions.AggressiveInlining)]
|
||||||
get => _ptr != null ? *((int*)_ptr - 1) : 0;
|
get => _ptr != null ? (int)(*((ulong*)_ptr - 1)) : 0;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -875,7 +875,7 @@ namespace Godot.NativeInterop
|
||||||
public readonly unsafe int Size
|
public readonly unsafe int Size
|
||||||
{
|
{
|
||||||
[MethodImpl(MethodImplOptions.AggressiveInlining)]
|
[MethodImpl(MethodImplOptions.AggressiveInlining)]
|
||||||
get => _ptr != null ? *((int*)_ptr - 1) : 0;
|
get => _ptr != null ? (int)(*((ulong*)_ptr - 1)) : 0;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -939,7 +939,7 @@ namespace Godot.NativeInterop
|
||||||
public readonly unsafe int Size
|
public readonly unsafe int Size
|
||||||
{
|
{
|
||||||
[MethodImpl(MethodImplOptions.AggressiveInlining)]
|
[MethodImpl(MethodImplOptions.AggressiveInlining)]
|
||||||
get => _ptr != null ? *((int*)_ptr - 1) : 0;
|
get => _ptr != null ? (int)(*((ulong*)_ptr - 1)) : 0;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -971,7 +971,7 @@ namespace Godot.NativeInterop
|
||||||
public readonly unsafe int Size
|
public readonly unsafe int Size
|
||||||
{
|
{
|
||||||
[MethodImpl(MethodImplOptions.AggressiveInlining)]
|
[MethodImpl(MethodImplOptions.AggressiveInlining)]
|
||||||
get => _ptr != null ? *((int*)_ptr - 1) : 0;
|
get => _ptr != null ? (int)(*((ulong*)_ptr - 1)) : 0;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -1003,7 +1003,7 @@ namespace Godot.NativeInterop
|
||||||
public readonly unsafe int Size
|
public readonly unsafe int Size
|
||||||
{
|
{
|
||||||
[MethodImpl(MethodImplOptions.AggressiveInlining)]
|
[MethodImpl(MethodImplOptions.AggressiveInlining)]
|
||||||
get => _ptr != null ? *((int*)_ptr - 1) : 0;
|
get => _ptr != null ? (int)(*((ulong*)_ptr - 1)) : 0;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -1035,7 +1035,7 @@ namespace Godot.NativeInterop
|
||||||
public readonly unsafe int Size
|
public readonly unsafe int Size
|
||||||
{
|
{
|
||||||
[MethodImpl(MethodImplOptions.AggressiveInlining)]
|
[MethodImpl(MethodImplOptions.AggressiveInlining)]
|
||||||
get => _ptr != null ? *((int*)_ptr - 1) : 0;
|
get => _ptr != null ? (int)(*((ulong*)_ptr - 1)) : 0;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -1067,7 +1067,7 @@ namespace Godot.NativeInterop
|
||||||
public readonly unsafe int Size
|
public readonly unsafe int Size
|
||||||
{
|
{
|
||||||
[MethodImpl(MethodImplOptions.AggressiveInlining)]
|
[MethodImpl(MethodImplOptions.AggressiveInlining)]
|
||||||
get => _ptr != null ? *((int*)_ptr - 1) : 0;
|
get => _ptr != null ? (int)(*((ulong*)_ptr - 1)) : 0;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -1099,7 +1099,7 @@ namespace Godot.NativeInterop
|
||||||
public readonly unsafe int Size
|
public readonly unsafe int Size
|
||||||
{
|
{
|
||||||
[MethodImpl(MethodImplOptions.AggressiveInlining)]
|
[MethodImpl(MethodImplOptions.AggressiveInlining)]
|
||||||
get => _ptr != null ? *((int*)_ptr - 1) : 0;
|
get => _ptr != null ? (int)(*((ulong*)_ptr - 1)) : 0;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -1131,7 +1131,7 @@ namespace Godot.NativeInterop
|
||||||
public readonly unsafe int Size
|
public readonly unsafe int Size
|
||||||
{
|
{
|
||||||
[MethodImpl(MethodImplOptions.AggressiveInlining)]
|
[MethodImpl(MethodImplOptions.AggressiveInlining)]
|
||||||
get => _ptr != null ? *((int*)_ptr - 1) : 0;
|
get => _ptr != null ? (int)(*((ulong*)_ptr - 1)) : 0;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -1988,7 +1988,7 @@ void LightStorage::shadow_atlas_set_size(RID p_atlas, int p_size, bool p_16_bits
|
||||||
for (int i = 0; i < 4; i++) {
|
for (int i = 0; i < 4; i++) {
|
||||||
//clear subdivisions
|
//clear subdivisions
|
||||||
shadow_atlas->quadrants[i].shadows.clear();
|
shadow_atlas->quadrants[i].shadows.clear();
|
||||||
shadow_atlas->quadrants[i].shadows.resize(1 << shadow_atlas->quadrants[i].subdivision);
|
shadow_atlas->quadrants[i].shadows.resize(int64_t(1) << int64_t(shadow_atlas->quadrants[i].subdivision));
|
||||||
}
|
}
|
||||||
|
|
||||||
//erase shadow atlas reference from lights
|
//erase shadow atlas reference from lights
|
||||||
|
|
Loading…
Reference in New Issue