| |
| #include "msan.h" |
| #include "msan_thread.h" |
| #include "msan_interface_internal.h" |
| |
| #include "sanitizer_common/sanitizer_tls_get_addr.h" |
| |
| namespace __msan { |
| |
| MsanThread *MsanThread::Create(thread_callback_t start_routine, |
| void *arg) { |
| uptr PageSize = GetPageSizeCached(); |
| uptr size = RoundUpTo(sizeof(MsanThread), PageSize); |
| MsanThread *thread = (MsanThread*)MmapOrDie(size, __func__); |
| thread->start_routine_ = start_routine; |
| thread->arg_ = arg; |
| thread->destructor_iterations_ = GetPthreadDestructorIterations(); |
| |
| return thread; |
| } |
| |
| void MsanThread::SetThreadStackAndTls() { |
| uptr tls_size = 0; |
| uptr stack_size = 0; |
| GetThreadStackAndTls(IsMainThread(), &stack_.bottom, &stack_size, &tls_begin_, |
| &tls_size); |
| stack_.top = stack_.bottom + stack_size; |
| tls_end_ = tls_begin_ + tls_size; |
| |
| int local; |
| CHECK(AddrIsInStack((uptr)&local)); |
| } |
| |
| void MsanThread::ClearShadowForThreadStackAndTLS() { |
| __msan_unpoison((void *)stack_.bottom, stack_.top - stack_.bottom); |
| if (tls_begin_ != tls_end_) |
| __msan_unpoison((void *)tls_begin_, tls_end_ - tls_begin_); |
| DTLS *dtls = DTLS_Get(); |
| CHECK_NE(dtls, 0); |
| ForEachDVT(dtls, [](const DTLS::DTV &dtv, int id) { |
| __msan_unpoison((void *)(dtv.beg), dtv.size); |
| }); |
| } |
| |
| void MsanThread::Init() { |
| SetThreadStackAndTls(); |
| CHECK(MEM_IS_APP(stack_.bottom)); |
| CHECK(MEM_IS_APP(stack_.top - 1)); |
| ClearShadowForThreadStackAndTLS(); |
| } |
| |
| void MsanThread::TSDDtor(void *tsd) { |
| MsanThread *t = (MsanThread*)tsd; |
| t->Destroy(); |
| } |
| |
| void MsanThread::Destroy() { |
| malloc_storage().CommitBack(); |
| // We also clear the shadow on thread destruction because |
| // some code may still be executing in later TSD destructors |
| // and we don't want it to have any poisoned stack. |
| ClearShadowForThreadStackAndTLS(); |
| uptr size = RoundUpTo(sizeof(MsanThread), GetPageSizeCached()); |
| UnmapOrDie(this, size); |
| DTLS_Destroy(); |
| } |
| |
| thread_return_t MsanThread::ThreadStart() { |
| if (!start_routine_) { |
| // start_routine_ == 0 if we're on the main thread or on one of the |
| // OS X libdispatch worker threads. But nobody is supposed to call |
| // ThreadStart() for the worker threads. |
| return 0; |
| } |
| |
| thread_return_t res = start_routine_(arg_); |
| |
| return res; |
| } |
| |
| MsanThread::StackBounds MsanThread::GetStackBounds() const { |
| if (!stack_switching_) |
| return {stack_.bottom, stack_.top}; |
| const uptr cur_stack = GET_CURRENT_FRAME(); |
| // Note: need to check next stack first, because FinishSwitchFiber |
| // may be in process of overwriting stack_.top/bottom_. But in such case |
| // we are already on the next stack. |
| if (cur_stack >= next_stack_.bottom && cur_stack < next_stack_.top) |
| return {next_stack_.bottom, next_stack_.top}; |
| return {stack_.bottom, stack_.top}; |
| } |
| |
| uptr MsanThread::stack_top() { return GetStackBounds().top; } |
| |
| uptr MsanThread::stack_bottom() { return GetStackBounds().bottom; } |
| |
| bool MsanThread::AddrIsInStack(uptr addr) { |
| const auto bounds = GetStackBounds(); |
| return addr >= bounds.bottom && addr < bounds.top; |
| } |
| |
| void MsanThread::StartSwitchFiber(uptr bottom, uptr size) { |
| CHECK(!stack_switching_); |
| next_stack_.bottom = bottom; |
| next_stack_.top = bottom + size; |
| stack_switching_ = true; |
| } |
| |
| void MsanThread::FinishSwitchFiber(uptr *bottom_old, uptr *size_old) { |
| CHECK(stack_switching_); |
| if (bottom_old) |
| *bottom_old = stack_.bottom; |
| if (size_old) |
| *size_old = stack_.top - stack_.bottom; |
| stack_.bottom = next_stack_.bottom; |
| stack_.top = next_stack_.top; |
| stack_switching_ = false; |
| next_stack_.top = 0; |
| next_stack_.bottom = 0; |
| } |
| |
| } // namespace __msan |