1 //===------------------------ memory.cpp ----------------------------------===//
3 // The LLVM Compiler Infrastructure
5 // This file is dual licensed under the MIT and the University of Illinois Open
6 // Source Licenses. See LICENSE.TXT for details.
8 //===----------------------------------------------------------------------===//
10 #define _LIBCPP_BUILDING_MEMORY
12 #ifndef _LIBCPP_HAS_NO_THREADS
17 _LIBCPP_BEGIN_NAMESPACE_STD
24 increment(T& t) _NOEXCEPT
26 return __sync_add_and_fetch(&t, 1);
31 decrement(T& t) _NOEXCEPT
33 return __sync_add_and_fetch(&t, -1);
38 const allocator_arg_t allocator_arg = allocator_arg_t();
40 bad_weak_ptr::~bad_weak_ptr() _NOEXCEPT {}
43 bad_weak_ptr::what() const _NOEXCEPT
45 return "bad_weak_ptr";
48 __shared_count::~__shared_count()
53 __shared_count::__add_shared() _NOEXCEPT
55 increment(__shared_owners_);
59 __shared_count::__release_shared() _NOEXCEPT
61 if (decrement(__shared_owners_) == -1)
69 __shared_weak_count::~__shared_weak_count()
74 __shared_weak_count::__add_shared() _NOEXCEPT
76 __shared_count::__add_shared();
80 __shared_weak_count::__add_weak() _NOEXCEPT
82 increment(__shared_weak_owners_);
86 __shared_weak_count::__release_shared() _NOEXCEPT
88 if (__shared_count::__release_shared())
93 __shared_weak_count::__release_weak() _NOEXCEPT
95 if (decrement(__shared_weak_owners_) == -1)
96 __on_zero_shared_weak();
100 __shared_weak_count::lock() _NOEXCEPT
102 long object_owners = __shared_owners_;
103 while (object_owners != -1)
105 if (__sync_bool_compare_and_swap(&__shared_owners_,
109 object_owners = __shared_owners_;
114 #if !defined(_LIBCPP_NO_RTTI) || !defined(_LIBCPP_BUILD_STATIC)
117 __shared_weak_count::__get_deleter(const type_info&) const _NOEXCEPT
122 #endif // _LIBCPP_NO_RTTI
124 #if __has_feature(cxx_atomic) && !defined(_LIBCPP_HAS_NO_THREADS)
126 static const std::size_t __sp_mut_count = 16;
127 static pthread_mutex_t mut_back_imp[__sp_mut_count] =
129 PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER,
130 PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER,
131 PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER,
132 PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER, PTHREAD_MUTEX_INITIALIZER
135 static mutex* mut_back = reinterpret_cast<std::mutex*>(mut_back_imp);
137 _LIBCPP_CONSTEXPR __sp_mut::__sp_mut(void* p) _NOEXCEPT
143 __sp_mut::lock() _NOEXCEPT
145 mutex& m = *static_cast<mutex*>(__lx);
147 while (!m.try_lock())
154 this_thread::yield();
159 __sp_mut::unlock() _NOEXCEPT
161 static_cast<mutex*>(__lx)->unlock();
165 __get_sp_mut(const void* p)
167 static __sp_mut muts[__sp_mut_count]
169 &mut_back[ 0], &mut_back[ 1], &mut_back[ 2], &mut_back[ 3],
170 &mut_back[ 4], &mut_back[ 5], &mut_back[ 6], &mut_back[ 7],
171 &mut_back[ 8], &mut_back[ 9], &mut_back[10], &mut_back[11],
172 &mut_back[12], &mut_back[13], &mut_back[14], &mut_back[15]
174 return muts[hash<const void*>()(p) & (__sp_mut_count-1)];
177 #endif // __has_feature(cxx_atomic) && !_LIBCPP_HAS_NO_THREADS
180 declare_reachable(void*)
185 declare_no_pointers(char*, size_t)
190 undeclare_no_pointers(char*, size_t)
195 get_pointer_safety() _NOEXCEPT
197 return pointer_safety::relaxed;
201 __undeclare_reachable(void* p)
207 align(size_t alignment, size_t size, void*& ptr, size_t& space)
212 char* p1 = static_cast<char*>(ptr);
213 char* p2 = reinterpret_cast<char*>(reinterpret_cast<size_t>(p1 + (alignment - 1)) & -alignment);
214 size_t d = static_cast<size_t>(p2 - p1);
215 if (d <= space - size)
225 _LIBCPP_END_NAMESPACE_STD