[==========] Running 4 tests from 1 test suite.
[----------] Global test environment set-up.
[----------] 4 tests from TestPstackWatcher
[ RUN      ] TestPstackWatcher.TestPstackWatcherCancellation
[       OK ] TestPstackWatcher.TestPstackWatcherCancellation (0 ms)
[ RUN      ] TestPstackWatcher.TestWait
************************ BEGIN STACKS **************************
[New LWP 21126]
[New LWP 21127]
[New LWP 21130]
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
0x00007fb5e9049ad3 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
  Id   Target Id         Frame 
* 1    Thread 0x7fb5eaa91d00 (LWP 21120) "pstack_watcher-" 0x00007fb5e9049ad3 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
  2    Thread 0x7fb5e4f4b700 (LWP 21126) "pstack_watcher-" 0x00007fb5e904dd50 in nanosleep () from /lib/x86_64-linux-gnu/libpthread.so.0
  3    Thread 0x7fb5e474a700 (LWP 21127) "kernel-watcher-" 0x00007fb5e9049fb9 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
  4    Thread 0x7fb5e3f49700 (LWP 21130) "pstack_watcher-" 0x00007fb5e904e32a in waitpid () from /lib/x86_64-linux-gnu/libpthread.so.0

Thread 4 (Thread 0x7fb5e3f49700 (LWP 21130)):
#0  0x00007fb5e904e32a in waitpid () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007fb5ea970f61 in kudu::Subprocess::DoWait (this=0x7fb5e3f48790, wait_status=0x0, mode=kudu::Subprocess::BLOCKING) at /workspace/apache/dev/local/kudu/src/kudu/util/subprocess.cc:849
#2  0x00007fb5ea96e2fa in kudu::Subprocess::Wait (this=0x7fb5e3f48790, wait_status=0x0) at /workspace/apache/dev/local/kudu/src/kudu/util/subprocess.cc:561
#3  0x00007fb5ea8d32e9 in kudu::PstackWatcher::RunStackDump (argv=std::vector of length 14, capacity 16 = {...}) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:260
#4  0x00007fb5ea8d2e19 in kudu::PstackWatcher::RunGdbStackDump (pid=21120, flags=1) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:218
#5  0x00007fb5ea8d2677 in kudu::PstackWatcher::DumpPidStacks (pid=21120, flags=1) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:169
#6  0x00007fb5ea8d25f0 in kudu::PstackWatcher::DumpStacks (flags=1) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:162
#7  0x00007fb5ea8d14d4 in kudu::PstackWatcher::Run (this=0x7ffcbfe660e0) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:91
#8  0x00007fb5ea8d0cc3 in kudu::PstackWatcher::<lambda()>::operator()(void) const (__closure=0x559d9781ea78) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:53
#9  0x00007fb5ea8d378c in std::_Function_handler<void(), kudu::PstackWatcher::PstackWatcher(kudu::MonoDelta)::<lambda()> >::_M_invoke(const std::_Any_data &) (__functor=...) at /usr/include/c++/7/bits/std_function.h:316
#10 0x0000559d771709b8 in std::function<void ()>::operator()() const (this=0x559d9781ea78) at /usr/include/c++/7/bits/std_function.h:706
#11 0x00007fb5ea97a712 in kudu::Thread::SuperviseThread (arg=0x559d9781ea20) at /workspace/apache/dev/local/kudu/src/kudu/util/thread.cc:694
#12 0x00007fb5e90436db in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#13 0x00007fb5e8d6c61f in clone () from /lib/x86_64-linux-gnu/libc.so.6

Thread 3 (Thread 0x7fb5e474a700 (LWP 21127)):
#0  0x00007fb5e9049fb9 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007fb5ea85ebf3 in kudu::ConditionVariable::WaitUntil (this=0x559d9781e8b8, until=...) at /workspace/apache/dev/local/kudu/src/kudu/util/condition_variable.cc:87
#2  0x00007fb5ea8dfeb4 in kudu::CountDownLatch::WaitUntil (this=0x559d9781e880, when=...) at /workspace/apache/dev/local/kudu/src/kudu/util/countdown_latch.h:89
#3  0x00007fb5ea8dff5e in kudu::CountDownLatch::WaitFor (this=0x559d9781e880, delta=...) at /workspace/apache/dev/local/kudu/src/kudu/util/countdown_latch.h:99
#4  0x00007fb5ea8def72 in kudu::KernelStackWatchdog::RunThread (this=0x559d9781e7e0) at /workspace/apache/dev/local/kudu/src/kudu/util/kernel_stack_watchdog.cc:134
#5  0x00007fb5ea8de181 in kudu::KernelStackWatchdog::<lambda()>::operator()(void) const (__closure=0x559d9781e718) at /workspace/apache/dev/local/kudu/src/kudu/util/kernel_stack_watchdog.cc:71
#6  0x00007fb5ea8df8d6 in std::_Function_handler<void(), kudu::KernelStackWatchdog::KernelStackWatchdog()::<lambda()> >::_M_invoke(const std::_Any_data &) (__functor=...) at /usr/include/c++/7/bits/std_function.h:316
#7  0x0000559d771709b8 in std::function<void ()>::operator()() const (this=0x559d9781e718) at /usr/include/c++/7/bits/std_function.h:706
#8  0x00007fb5ea97a712 in kudu::Thread::SuperviseThread (arg=0x559d9781e6c0) at /workspace/apache/dev/local/kudu/src/kudu/util/thread.cc:694
#9  0x00007fb5e90436db in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#10 0x00007fb5e8d6c61f in clone () from /lib/x86_64-linux-gnu/libc.so.6

Thread 2 (Thread 0x7fb5e4f4b700 (LWP 21126)):
#0  0x00007fb5e904dd50 in nanosleep () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007fb5eac14212 in base::SleepForNanoseconds (nanoseconds=870000000000) at /workspace/apache/dev/local/kudu/src/kudu/gutil/sysinfo.cc:96
#2  0x00007fb5ea91a21b in kudu::SleepFor (delta=...) at /workspace/apache/dev/local/kudu/src/kudu/util/monotime.cc:264
#3  0x0000559d7716f3bf in kudu::<lambda()>::operator()(void) const (__closure=0x559d977f3198) at /workspace/apache/dev/local/kudu/src/kudu/util/test_main.cc:64
#4  0x0000559d7716fbd4 in std::__invoke_impl<void, kudu::CreateAndStartTimeoutThread()::<lambda()> >(std::__invoke_other, kudu::<lambda()> &&) (__f=...) at /usr/include/c++/7/bits/invoke.h:60
#5  0x0000559d7716f928 in std::__invoke<kudu::CreateAndStartTimeoutThread()::<lambda()> >(kudu::<lambda()> &&) (__fn=...) at /usr/include/c++/7/bits/invoke.h:95
#6  0x0000559d77170348 in std::thread::_Invoker<std::tuple<kudu::CreateAndStartTimeoutThread()::<lambda()> > >::_M_invoke<0>(std::_Index_tuple<0>) (this=0x559d977f3198) at /usr/include/c++/7/thread:234
#7  0x0000559d771702ed in std::thread::_Invoker<std::tuple<kudu::CreateAndStartTimeoutThread()::<lambda()> > >::operator()(void) (this=0x559d977f3198) at /usr/include/c++/7/thread:243
#8  0x0000559d771702a8 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<kudu::CreateAndStartTimeoutThread()::<lambda()> > > >::_M_run(void) (this=0x559d977f3190) at /usr/include/c++/7/thread:186
#9  0x00007fb5e95306df in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#10 0x00007fb5e90436db in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#11 0x00007fb5e8d6c61f in clone () from /lib/x86_64-linux-gnu/libc.so.6

Thread 1 (Thread 0x7fb5eaa91d00 (LWP 21120)):
#0  0x00007fb5e9049ad3 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007fb5ea85ea6d in kudu::ConditionVariable::Wait (this=0x7ffcbfe66130) at /workspace/apache/dev/local/kudu/src/kudu/util/condition_variable.cc:55
#2  0x00007fb5ea8d13e5 in kudu::PstackWatcher::Wait (this=0x7ffcbfe660e0) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:81
#3  0x0000559d7716796e in kudu::TestPstackWatcher_TestWait_Test::TestBody (this=0x559d977f3180) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher-test.cc:53
#4  0x00007fb5e9a520ed in testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void> (location=0x7fb5e9a5382b "the test body", method=<optimized out>, object=0x559d977f3180) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599
#5  testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void> (object=object@entry=0x559d977f3180, method=<optimized out>, location=location@entry=0x7fb5e9a5382b "the test body") at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635
#6  0x00007fb5e9a46bdb in testing::Test::Run (this=0x559d977f3180) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2674
#7  0x00007fb5e9a46d9d in testing::TestInfo::Run (this=0x559d9781e360) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2853
#8  0x00007fb5e9a47377 in testing::TestSuite::Run (this=0x559d9781e240) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012
#9  0x00007fb5e9a4777c in testing::internal::UnitTestImpl::RunAllTests (this=<optimized out>) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870
#10 0x00007fb5e9a5260d in testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool> (location=0x7fb5e9a553c8 "auxiliary test code (environments or event listeners)", method=<optimized out>, object=0x559d97830000) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599
#11 testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool> (object=0x559d97830000, method=<optimized out>, location=location@entry=0x7fb5e9a553c8 "auxiliary test code (environments or event listeners)") at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635
#12 0x00007fb5e9a46e63 in testing::UnitTest::Run (this=0x7fb5e9c661e0 <testing::UnitTest::GetInstance()::instance>) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444
#13 0x0000559d77170730 in RUN_ALL_TESTS () at /workspace/apache/dev/local/kudu/thirdparty/installed/uninstrumented/include/gtest/gtest.h:2293
#14 0x0000559d7716f889 in main (argc=1, argv=0x7ffcbfe66648) at /workspace/apache/dev/local/kudu/src/kudu/util/test_main.cc:115

Thread 4 (Thread 0x7fb5e3f49700 (LWP 21130)):
#0  0x00007fb5e904e32a in waitpid () from /lib/x86_64-linux-gnu/libpthread.so.0
No symbol table info available.
#1  0x00007fb5ea970f61 in kudu::Subprocess::DoWait (this=0x7fb5e3f48790, wait_status=0x0, mode=kudu::Subprocess::BLOCKING) at /workspace/apache/dev/local/kudu/src/kudu/util/subprocess.cc:849
        lock = {
          _M_device = 0x7fb5e3f48840, 
          _M_owns = true
        }
        options = 0
        status = 899545782
        rc = -470514256
#2  0x00007fb5ea96e2fa in kudu::Subprocess::Wait (this=0x7fb5e3f48790, wait_status=0x0) at /workspace/apache/dev/local/kudu/src/kudu/util/subprocess.cc:561
No locals.
#3  0x00007fb5ea8d32e9 in kudu::PstackWatcher::RunStackDump (argv=std::vector of length 14, capacity 16 = {...}) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:260
        _s = @0x7fb5e3f48730: {
          state_ = 0x0
        }
        pstack_proc = {
          program_ = "gdb", 
          argv_ = std::vector of length 14, capacity 14 = {"gdb", "-quiet", "-batch", "-nx", "-ex", "set print pretty on", "-ex", "info threads", "-ex", "thread apply all bt", "-ex", "thread apply all bt full", "/tmp/dist-test-taskjAjCuI/build/debug/bin/pstack_watcher-test", "21120"}, 
          env_ = std::map with 0 elements, 
          state_ = {
            static _S_min_alignment = 4, 
            static _S_alignment = 4, 
            _M_i = kudu::Subprocess::kRunningWARNING: Logging before InitGoogleLogging() is written to STDERR
W20260812 06:37:35.884147 21130 pstack_watcher.cc:91] Unable to print pstack from watcher: Runtime error: RunStackDump proc.Wait() error: gdb: process exited on signal 11 (core dumped)
[       OK ] TestPstackWatcher.TestWait (4126 ms)
[ RUN      ] TestPstackWatcher.TestDumpStacks
************************ BEGIN STACKS **************************
[New LWP 21126]
[New LWP 21127]
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
0x00007fb5e904e32a in waitpid () from /lib/x86_64-linux-gnu/libpthread.so.0
  Id   Target Id         Frame 
* 1    Thread 0x7fb5eaa91d00 (LWP 21120) "pstack_watcher-" 0x00007fb5e904e32a in waitpid () from /lib/x86_64-linux-gnu/libpthread.so.0
  2    Thread 0x7fb5e4f4b700 (LWP 21126) "pstack_watcher-" 0x00007fb5e904dd50 in nanosleep () from /lib/x86_64-linux-gnu/libpthread.so.0
  3    Thread 0x7fb5e474a700 (LWP 21127) "kernel-watcher-" 0x00007fb5e9049fb9 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0

Thread 3 (Thread 0x7fb5e474a700 (LWP 21127)):
#0  0x00007fb5e9049fb9 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007fb5ea85ebf3 in kudu::ConditionVariable::WaitUntil (this=0x559d9781e8b8, until=...) at /workspace/apache/dev/local/kudu/src/kudu/util/condition_variable.cc:87
#2  0x00007fb5ea8dfeb4 in kudu::CountDownLatch::WaitUntil (this=0x559d9781e880, when=...) at /workspace/apache/dev/local/kudu/src/kudu/util/countdown_latch.h:89
#3  0x00007fb5ea8dff5e in kudu::CountDownLatch::WaitFor (this=0x559d9781e880, delta=...) at /workspace/apache/dev/local/kudu/src/kudu/util/countdown_latch.h:99
#4  0x00007fb5ea8def72 in kudu::KernelStackWatchdog::RunThread (this=0x559d9781e7e0) at /workspace/apache/dev/local/kudu/src/kudu/util/kernel_stack_watchdog.cc:134
#5  0x00007fb5ea8de181 in kudu::KernelStackWatchdog::<lambda()>::operator()(void) const (__closure=0x559d9781e718) at /workspace/apache/dev/local/kudu/src/kudu/util/kernel_stack_watchdog.cc:71
#6  0x00007fb5ea8df8d6 in std::_Function_handler<void(), kudu::KernelStackWatchdog::KernelStackWatchdog()::<lambda()> >::_M_invoke(const std::_Any_data &) (__functor=...) at /usr/include/c++/7/bits/std_function.h:316
#7  0x0000559d771709b8 in std::function<void ()>::operator()() const (this=0x559d9781e718) at /usr/include/c++/7/bits/std_function.h:706
#8  0x00007fb5ea97a712 in kudu::Thread::SuperviseThread (arg=0x559d9781e6c0) at /workspace/apache/dev/local/kudu/src/kudu/util/thread.cc:694
#9  0x00007fb5e90436db in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#10 0x00007fb5e8d6c61f in clone () from /lib/x86_64-linux-gnu/libc.so.6

Thread 2 (Thread 0x7fb5e4f4b700 (LWP 21126)):
#0  0x00007fb5e904dd50 in nanosleep () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007fb5eac14212 in base::SleepForNanoseconds (nanoseconds=870000000000) at /workspace/apache/dev/local/kudu/src/kudu/gutil/sysinfo.cc:96
#2  0x00007fb5ea91a21b in kudu::SleepFor (delta=...) at /workspace/apache/dev/local/kudu/src/kudu/util/monotime.cc:264
#3  0x0000559d7716f3bf in kudu::<lambda()>::operator()(void) const (__closure=0x559d977f3198) at /workspace/apache/dev/local/kudu/src/kudu/util/test_main.cc:64
#4  0x0000559d7716fbd4 in std::__invoke_impl<void, kudu::CreateAndStartTimeoutThread()::<lambda()> >(std::__invoke_other, kudu::<lambda()> &&) (__f=...) at /usr/include/c++/7/bits/invoke.h:60
#5  0x0000559d7716f928 in std::__invoke<kudu::CreateAndStartTimeoutThread()::<lambda()> >(kudu::<lambda()> &&) (__fn=...) at /usr/include/c++/7/bits/invoke.h:95
#6  0x0000559d77170348 in std::thread::_Invoker<std::tuple<kudu::CreateAndStartTimeoutThread()::<lambda()> > >::_M_invoke<0>(std::_Index_tuple<0>) (this=0x559d977f3198) at /usr/include/c++/7/thread:234
#7  0x0000559d771702ed in std::thread::_Invoker<std::tuple<kudu::CreateAndStartTimeoutThread()::<lambda()> > >::operator()(void) (this=0x559d977f3198) at /usr/include/c++/7/thread:243
#8  0x0000559d771702a8 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<kudu::CreateAndStartTimeoutThread()::<lambda()> > > >::_M_run(void) (this=0x559d977f3190) at /usr/include/c++/7/thread:186
#9  0x00007fb5e95306df in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#10 0x00007fb5e90436db in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#11 0x00007fb5e8d6c61f in clone () from /lib/x86_64-linux-gnu/libc.so.6

Thread 1 (Thread 0x7fb5eaa91d00 (LWP 21120)):
#0  0x00007fb5e904e32a in waitpid () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007fb5ea970f61 in kudu::Subprocess::DoWait (this=0x7ffcbfe65d80, wait_status=0x0, mode=kudu::Subprocess::BLOCKING) at /workspace/apache/dev/local/kudu/src/kudu/util/subprocess.cc:849
#2  0x00007fb5ea96e2fa in kudu::Subprocess::Wait (this=0x7ffcbfe65d80, wait_status=0x0) at /workspace/apache/dev/local/kudu/src/kudu/util/subprocess.cc:561
#3  0x00007fb5ea8d32e9 in kudu::PstackWatcher::RunStackDump (argv=std::vector of length 12, capacity 16 = {...}) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:260
#4  0x00007fb5ea8d2e19 in kudu::PstackWatcher::RunGdbStackDump (pid=21120, flags=0) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:218
#5  0x00007fb5ea8d2677 in kudu::PstackWatcher::DumpPidStacks (pid=21120, flags=0) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:169
#6  0x00007fb5ea8d25f0 in kudu::PstackWatcher::DumpStacks (flags=0) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:162
#7  0x0000559d771679e9 in kudu::TestPstackWatcher_TestDumpStacks_Test::TestBody (this=0x559d977f3180) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher-test.cc:57
#8  0x00007fb5e9a520ed in testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void> (location=0x7fb5e9a5382b "the test body", method=<optimized out>, object=0x559d977f3180) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599
#9  testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void> (object=object@entry=0x559d977f3180, method=<optimized out>, location=location@entry=0x7fb5e9a5382b "the test body") at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635
#10 0x00007fb5e9a46bdb in testing::Test::Run (this=0x559d977f3180) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2674
#11 0x00007fb5e9a46d9d in testing::TestInfo::Run (this=0x559d9781e480) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2853
#12 0x00007fb5e9a47377 in testing::TestSuite::Run (this=0x559d9781e240) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012
#13 0x00007fb5e9a4777c in testing::internal::UnitTestImpl::RunAllTests (this=<optimized out>) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870
#14 0x00007fb5e9a5260d in testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool> (location=0x7fb5e9a553c8 "auxiliary test code (environments or event listeners)", method=<optimized out>, object=0x559d97830000) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599
#15 testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool> (object=0x559d97830000, method=<optimized out>, location=location@entry=0x7fb5e9a553c8 "auxiliary test code (environments or event listeners)") at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635
#16 0x00007fb5e9a46e63 in testing::UnitTest::Run (this=0x7fb5e9c661e0 <testing::UnitTest::GetInstance()::instance>) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444
#17 0x0000559d77170730 in RUN_ALL_TESTS () at /workspace/apache/dev/local/kudu/thirdparty/installed/uninstrumented/include/gtest/gtest.h:2293
#18 0x0000559d7716f889 in main (argc=1, argv=0x7ffcbfe66648) at /workspace/apache/dev/local/kudu/src/kudu/util/test_main.cc:115
************************* END STACKS ***************************
[       OK ] TestPstackWatcher.TestDumpStacks (3280 ms)
[ RUN      ] TestPstackWatcher.TestPstackWatcherRunning
W20260812 06:37:43.404247 21164 pstack_watcher.cc:91] Unable to print pstack from watcher: Runtime error: RunStackDump proc.Wait() error: gdb: process exited on signal 11 (core dumped)
************************ BEGIN STACKS **************************
[New LWP 21126]
[New LWP 21127]
[New LWP 21164]
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
0x00007fb5e904d1fd in __lll_lock_wait () from /lib/x86_64-linux-gnu/libpthread.so.0
  Id   Target Id         Frame 
* 1    Thread 0x7fb5eaa91d00 (LWP 21120) "pstack_watcher-" 0x00007fb5e904d1fd in __lll_lock_wait () from /lib/x86_64-linux-gnu/libpthread.so.0
  2    Thread 0x7fb5e4f4b700 (LWP 21126) "pstack_watcher-" 0x00007fb5e904dd50 in nanosleep () from /lib/x86_64-linux-gnu/libpthread.so.0
  3    Thread 0x7fb5e474a700 (LWP 21127) "kernel-watcher-" 0x00007fb5e9049fb9 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
  4    Thread 0x7fb5e3f49700 (LWP 21164) "pstack_watcher-" 0x00007fb5e904e32a in waitpid () from /lib/x86_64-linux-gnu/libpthread.so.0

Thread 4 (Thread 0x7fb5e3f49700 (LWP 21164)):
#0  0x00007fb5e904e32a in waitpid () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007fb5ea970f61 in kudu::Subprocess::DoWait (this=0x7fb5e3f48790, wait_status=0x0, mode=kudu::Subprocess::BLOCKING) at /workspace/apache/dev/local/kudu/src/kudu/util/subprocess.cc:849
#2  0x00007fb5ea96e2fa in kudu::Subprocess::Wait (this=0x7fb5e3f48790, wait_status=0x0) at /workspace/apache/dev/local/kudu/src/kudu/util/subprocess.cc:561
#3  0x00007fb5ea8d32e9 in kudu::PstackWatcher::RunStackDump (argv=std::vector of length 14, capacity 16 = {...}) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:260
#4  0x00007fb5ea8d2e19 in kudu::PstackWatcher::RunGdbStackDump (pid=21120, flags=1) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:218
#5  0x00007fb5ea8d2677 in kudu::PstackWatcher::DumpPidStacks (pid=21120, flags=1) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:169
#6  0x00007fb5ea8d25f0 in kudu::PstackWatcher::DumpStacks (flags=1) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:162
#7  0x00007fb5ea8d14d4 in kudu::PstackWatcher::Run (this=0x7ffcbfe660c0) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:91
#8  0x00007fb5ea8d0cc3 in kudu::PstackWatcher::<lambda()>::operator()(void) const (__closure=0x559d9781e958) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:53
#9  0x00007fb5ea8d378c in std::_Function_handler<void(), kudu::PstackWatcher::PstackWatcher(kudu::MonoDelta)::<lambda()> >::_M_invoke(const std::_Any_data &) (__functor=...) at /usr/include/c++/7/bits/std_function.h:316
#10 0x0000559d771709b8 in std::function<void ()>::operator()() const (this=0x559d9781e958) at /usr/include/c++/7/bits/std_function.h:706
#11 0x00007fb5ea97a712 in kudu::Thread::SuperviseThread (arg=0x559d9781e900) at /workspace/apache/dev/local/kudu/src/kudu/util/thread.cc:694
#12 0x00007fb5e90436db in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#13 0x00007fb5e8d6c61f in clone () from /lib/x86_64-linux-gnu/libc.so.6

Thread 3 (Thread 0x7fb5e474a700 (LWP 21127)):
#0  0x00007fb5e9049fb9 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007fb5ea85ebf3 in kudu::ConditionVariable::WaitUntil (this=0x559d9781e8b8, until=...) at /workspace/apache/dev/local/kudu/src/kudu/util/condition_variable.cc:87
#2  0x00007fb5ea8dfeb4 in kudu::CountDownLatch::WaitUntil (this=0x559d9781e880, when=...) at /workspace/apache/dev/local/kudu/src/kudu/util/countdown_latch.h:89
#3  0x00007fb5ea8dff5e in kudu::CountDownLatch::WaitFor (this=0x559d9781e880, delta=...) at /workspace/apache/dev/local/kudu/src/kudu/util/countdown_latch.h:99
#4  0x00007fb5ea8def72 in kudu::KernelStackWatchdog::RunThread (this=0x559d9781e7e0) at /workspace/apache/dev/local/kudu/src/kudu/util/kernel_stack_watchdog.cc:134
#5  0x00007fb5ea8de181 in kudu::KernelStackWatchdog::<lambda()>::operator()(void) const (__closure=0x559d9781e718) at /workspace/apache/dev/local/kudu/src/kudu/util/kernel_stack_watchdog.cc:71
#6  0x00007fb5ea8df8d6 in std::_Function_handler<void(), kudu::KernelStackWatchdog::KernelStackWatchdog()::<lambda()> >::_M_invoke(const std::_Any_data &) (__functor=...) at /usr/include/c++/7/bits/std_function.h:316
#7  0x0000559d771709b8 in std::function<void ()>::operator()() const (this=0x559d9781e718) at /usr/include/c++/7/bits/std_function.h:706
#8  0x00007fb5ea97a712 in kudu::Thread::SuperviseThread (arg=0x559d9781e6c0) at /workspace/apache/dev/local/kudu/src/kudu/util/thread.cc:694
#9  0x00007fb5e90436db in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#10 0x00007fb5e8d6c61f in clone () from /lib/x86_64-linux-gnu/libc.so.6

Thread 2 (Thread 0x7fb5e4f4b700 (LWP 21126)):
#0  0x00007fb5e904dd50 in nanosleep () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007fb5eac14212 in base::SleepForNanoseconds (nanoseconds=870000000000) at /workspace/apache/dev/local/kudu/src/kudu/gutil/sysinfo.cc:96
#2  0x00007fb5ea91a21b in kudu::SleepFor (delta=...) at /workspace/apache/dev/local/kudu/src/kudu/util/monotime.cc:264
#3  0x0000559d7716f3bf in kudu::<lambda()>::operator()(void) const (__closure=0x559d977f3198) at /workspace/apache/dev/local/kudu/src/kudu/util/test_main.cc:64
#4  0x0000559d7716fbd4 in std::__invoke_impl<void, kudu::CreateAndStartTimeoutThread()::<lambda()> >(std::__invoke_other, kudu::<lambda()> &&) (__f=...) at /usr/include/c++/7/bits/invoke.h:60
#5  0x0000559d7716f928 in std::__invoke<kudu::CreateAndStartTimeoutThread()::<lambda()> >(kudu::<lambda()> &&) (__fn=...) at /usr/include/c++/7/bits/invoke.h:95
#6  0x0000559d77170348 in std::thread::_Invoker<std::tuple<kudu::CreateAndStartTimeoutThread()::<lambda()> > >::_M_invoke<0>(std::_Index_tuple<0>) (this=0x559d977f3198) at /usr/include/c++/7/thread:234
#7  0x0000559d771702ed in std::thread::_Invoker<std::tuple<kudu::CreateAndStartTimeoutThread()::<lambda()> > >::operator()(void) (this=0x559d977f3198) at /usr/include/c++/7/thread:243
#8  0x0000559d771702a8 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<kudu::CreateAndStartTimeoutThread()::<lambda()> > > >::_M_run(void) (this=0x559d977f3190) at /usr/include/c++/7/thread:186
#9  0x00007fb5e95306df in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#10 0x00007fb5e90436db in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#11 0x00007fb5e8d6c61f in clone () from /lib/x86_64-linux-gnu/libc.so.6

Thread 1 (Thread 0x7fb5eaa91d00 (LWP 21120)):
#0  0x00007fb5e904d1fd in __lll_lock_wait () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007fb5e9046025 in pthread_mutex_lock () from /lib/x86_64-linux-gnu/libpthread.so.0
#2  0x00007fb5ea91b7a3 in kudu::Mutex::Acquire (this=0x7ffcbfe660d8) at /workspace/apache/dev/local/kudu/src/kudu/util/mutex.cc:105
#3  0x00007fb5ea875068 in kudu::Mutex::lock (this=0x7ffcbfe660d8) at /workspace/apache/dev/local/kudu/src/kudu/util/mutex.h:49
#4  0x00007fb5ea876c9a in std::lock_guard<kudu::Mutex>::lock_guard (this=0x7ffcbfe65f50, __m=...) at /usr/include/c++/7/bits/std_mutex.h:162
#5  0x00007fb5ea8d1365 in kudu::PstackWatcher::IsRunning (this=0x7ffcbfe660c0) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:74
#6  0x0000559d77168163 in kudu::TestPstackWatcher_TestPstackWatcherRunning_Test::TestBody (this=0x559d977f3180) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher-test.cc:82
#7  0x00007fb5e9a520ed in testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void> (location=0x7fb5e9a5382b "the test body", method=<optimized out>, object=0x559d977f3180) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599
#8  testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void> (object=object@entry=0x559d977f3180, method=<optimized out>, location=location@entry=0x7fb5e9a5382b "the test body") at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635
#9  0x00007fb5e9a46bdb in testing::Test::Run (this=0x559d977f3180) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2674
#10 0x00007fb5e9a46d9d in testing::TestInfo::Run (this=0x559d9781e5a0) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2853
#11 0x00007fb5e9a47377 in testing::TestSuite::Run (this=0x559d9781e240) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012
#12 0x00007fb5e9a4777c in testing::internal::UnitTestImpl::RunAllTests (this=<optimized out>) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870
#13 0x00007fb5e9a5260d in testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool> (location=0x7fb5e9a553c8 "auxiliary test code (environments or event listeners)", method=<optimized out>, object=0x559d97830000) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599
#14 testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool> (object=0x559d97830000, method=<optimized out>, location=location@entry=0x7fb5e9a553c8 "auxiliary test code (environments or event listeners)") at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635
#15 0x00007fb5e9a46e63 in testing::UnitTest::Run (this=0x7fb5e9c661e0 <testing::UnitTest::GetInstance()::instance>) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444
#16 0x0000559d77170730 in RUN_ALL_TESTS () at /workspace/apache/dev/local/kudu/thirdparty/installed/uninstrumented/include/gtest/gtest.h:2293
#17 0x0000559d7716f889 in main (argc=1, argv=0x7ffcbfe66648) at /workspace/apache/dev/local/kudu/src/kudu/util/test_main.cc:115

Thread 4 (Thread 0x7fb5e3f49700 (LWP 21164)):
#0  0x00007fb5e904e32a in waitpid () from /lib/x86_64-linux-gnu/libpthread.so.0
No symbol table info available.
#1  0x00007fb5ea970f61 in kudu::Subprocess::DoWait (this=0x7fb5e3f48790, wait_status=0x0, mode=kudu::Subprocess::BLOCKING) at /workspace/apache/dev/local/kudu/src/kudu/util/subprocess.cc:849
        lock = {
          _M_device = 0x7fb5e3f48840, 
          _M_owns = true
        }
        options = 0
        status = 899545782
        rc = -470514256
#2  0x00007fb5ea96e2fa in kudu::Subprocess::Wait (this=0x7fb5e3f48790, wait_status=0x0) at /workspace/apache/dev/local/kudu/src/kudu/util/subprocess.cc:561
No locals.
#3  0x00007fb5ea8d32e9 in kudu::PstackWatcher::RunStackDump (argv=std::vector of length 14, capacity 16 = {...}) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:260
        _s = @0x7fb5e3f48730: {
          state_ = 0x0
        }
        pstack_proc = {
          program_ = "gdb", 
          argv_ = std::vector of length 14, capacity 14 = {"gdb", "-quiet", "-batch", "-nx", "-ex", "set print pretty on", "-ex", "info threads", "-ex", "thread apply all bt", "-ex", "thread apply all bt full", "/tmp/dist-test-taskjAjCuI/build/debug/bin/pstack_watcher-test", "21120"}, 
          env_ = std::map with 0 elements, 
          state_ = {
            static _S_min_alignment = 4, 
            static _S_alignment = 4, 
            _M_i = kudu::Subprocess::kRunning
[       OK ] TestPstackWatcher.TestPstackWatcherRunning (4239 ms)
[----------] 4 tests from TestPstackWatcher (11647 ms total)

[----------] Global test environment tear-down
[==========] 4 tests from 1 test suite ran. (11647 ms total)
[  PASSED  ] 4 tests.
