[==========] Running 4 tests from 1 test suite.
[----------] Global test environment set-up.
[----------] 4 tests from TestPstackWatcher
[ RUN      ] TestPstackWatcher.TestPstackWatcherCancellation
[       OK ] TestPstackWatcher.TestPstackWatcherCancellation (0 ms)
[ RUN      ] TestPstackWatcher.TestWait
************************ BEGIN STACKS **************************
[New LWP 28530]
[New LWP 28531]
[New LWP 28533]
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
0x00007f0a64a49ad3 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
  Id   Target Id         Frame 
* 1    Thread 0x7f0a66491d00 (LWP 28527) "pstack_watcher-" 0x00007f0a64a49ad3 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
  2    Thread 0x7f0a6094b700 (LWP 28530) "pstack_watcher-" 0x00007f0a64a4dd50 in nanosleep () from /lib/x86_64-linux-gnu/libpthread.so.0
  3    Thread 0x7f0a6014a700 (LWP 28531) "kernel-watcher-" 0x00007f0a64a49fb9 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
  4    Thread 0x7f0a5f949700 (LWP 28533) "pstack_watcher-" 0x00007f0a64a4e32a in waitpid () from /lib/x86_64-linux-gnu/libpthread.so.0

Thread 4 (Thread 0x7f0a5f949700 (LWP 28533)):
#0  0x00007f0a64a4e32a in waitpid () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007f0a66370f61 in kudu::Subprocess::DoWait (this=0x7f0a5f948790, wait_status=0x0, mode=kudu::Subprocess::BLOCKING) at /workspace/apache/dev/local/kudu/src/kudu/util/subprocess.cc:849
#2  0x00007f0a6636e2fa in kudu::Subprocess::Wait (this=0x7f0a5f948790, wait_status=0x0) at /workspace/apache/dev/local/kudu/src/kudu/util/subprocess.cc:561
#3  0x00007f0a662d32e9 in kudu::PstackWatcher::RunStackDump (argv=std::vector of length 14, capacity 16 = {...}) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:260
#4  0x00007f0a662d2e19 in kudu::PstackWatcher::RunGdbStackDump (pid=28527, flags=1) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:218
#5  0x00007f0a662d2677 in kudu::PstackWatcher::DumpPidStacks (pid=28527, flags=1) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:169
#6  0x00007f0a662d25f0 in kudu::PstackWatcher::DumpStacks (flags=1) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:162
#7  0x00007f0a662d14d4 in kudu::PstackWatcher::Run (this=0x7ffecad48a70) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:91
#8  0x00007f0a662d0cc3 in kudu::PstackWatcher::<lambda()>::operator()(void) const (__closure=0x55774cf56a78) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:53
#9  0x00007f0a662d378c in std::_Function_handler<void(), kudu::PstackWatcher::PstackWatcher(kudu::MonoDelta)::<lambda()> >::_M_invoke(const std::_Any_data &) (__functor=...) at /usr/include/c++/7/bits/std_function.h:316
#10 0x000055771e9c49b8 in std::function<void ()>::operator()() const (this=0x55774cf56a78) at /usr/include/c++/7/bits/std_function.h:706
#11 0x00007f0a6637a712 in kudu::Thread::SuperviseThread (arg=0x55774cf56a20) at /workspace/apache/dev/local/kudu/src/kudu/util/thread.cc:694
#12 0x00007f0a64a436db in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#13 0x00007f0a6476c61f in clone () from /lib/x86_64-linux-gnu/libc.so.6

Thread 3 (Thread 0x7f0a6014a700 (LWP 28531)):
#0  0x00007f0a64a49fb9 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007f0a6625ebf3 in kudu::ConditionVariable::WaitUntil (this=0x55774cf568b8, until=...) at /workspace/apache/dev/local/kudu/src/kudu/util/condition_variable.cc:87
#2  0x00007f0a662dfeb4 in kudu::CountDownLatch::WaitUntil (this=0x55774cf56880, when=...) at /workspace/apache/dev/local/kudu/src/kudu/util/countdown_latch.h:89
#3  0x00007f0a662dff5e in kudu::CountDownLatch::WaitFor (this=0x55774cf56880, delta=...) at /workspace/apache/dev/local/kudu/src/kudu/util/countdown_latch.h:99
#4  0x00007f0a662def72 in kudu::KernelStackWatchdog::RunThread (this=0x55774cf567e0) at /workspace/apache/dev/local/kudu/src/kudu/util/kernel_stack_watchdog.cc:134
#5  0x00007f0a662de181 in kudu::KernelStackWatchdog::<lambda()>::operator()(void) const (__closure=0x55774cf56718) at /workspace/apache/dev/local/kudu/src/kudu/util/kernel_stack_watchdog.cc:71
#6  0x00007f0a662df8d6 in std::_Function_handler<void(), kudu::KernelStackWatchdog::KernelStackWatchdog()::<lambda()> >::_M_invoke(const std::_Any_data &) (__functor=...) at /usr/include/c++/7/bits/std_function.h:316
#7  0x000055771e9c49b8 in std::function<void ()>::operator()() const (this=0x55774cf56718) at /usr/include/c++/7/bits/std_function.h:706
#8  0x00007f0a6637a712 in kudu::Thread::SuperviseThread (arg=0x55774cf566c0) at /workspace/apache/dev/local/kudu/src/kudu/util/thread.cc:694
#9  0x00007f0a64a436db in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#10 0x00007f0a6476c61f in clone () from /lib/x86_64-linux-gnu/libc.so.6

Thread 2 (Thread 0x7f0a6094b700 (LWP 28530)):
#0  0x00007f0a64a4dd50 in nanosleep () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007f0a66614212 in base::SleepForNanoseconds (nanoseconds=870000000000) at /workspace/apache/dev/local/kudu/src/kudu/gutil/sysinfo.cc:96
#2  0x00007f0a6631a21b in kudu::SleepFor (delta=...) at /workspace/apache/dev/local/kudu/src/kudu/util/monotime.cc:264
#3  0x000055771e9c33bf in kudu::<lambda()>::operator()(void) const (__closure=0x55774cf2b198) at /workspace/apache/dev/local/kudu/src/kudu/util/test_main.cc:64
#4  0x000055771e9c3bd4 in std::__invoke_impl<void, kudu::CreateAndStartTimeoutThread()::<lambda()> >(std::__invoke_other, kudu::<lambda()> &&) (__f=...) at /usr/include/c++/7/bits/invoke.h:60
#5  0x000055771e9c3928 in std::__invoke<kudu::CreateAndStartTimeoutThread()::<lambda()> >(kudu::<lambda()> &&) (__fn=...) at /usr/include/c++/7/bits/invoke.h:95
#6  0x000055771e9c4348 in std::thread::_Invoker<std::tuple<kudu::CreateAndStartTimeoutThread()::<lambda()> > >::_M_invoke<0>(std::_Index_tuple<0>) (this=0x55774cf2b198) at /usr/include/c++/7/thread:234
#7  0x000055771e9c42ed in std::thread::_Invoker<std::tuple<kudu::CreateAndStartTimeoutThread()::<lambda()> > >::operator()(void) (this=0x55774cf2b198) at /usr/include/c++/7/thread:243
#8  0x000055771e9c42a8 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<kudu::CreateAndStartTimeoutThread()::<lambda()> > > >::_M_run(void) (this=0x55774cf2b190) at /usr/include/c++/7/thread:186
#9  0x00007f0a64f306df in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#10 0x00007f0a64a436db in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#11 0x00007f0a6476c61f in clone () from /lib/x86_64-linux-gnu/libc.so.6

Thread 1 (Thread 0x7f0a66491d00 (LWP 28527)):
#0  0x00007f0a64a49ad3 in pthread_cond_wait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007f0a6625ea6d in kudu::ConditionVariable::Wait (this=0x7ffecad48ac0) at /workspace/apache/dev/local/kudu/src/kudu/util/condition_variable.cc:55
#2  0x00007f0a662d13e5 in kudu::PstackWatcher::Wait (this=0x7ffecad48a70) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:81
#3  0x000055771e9bb96e in kudu::TestPstackWatcher_TestWait_Test::TestBody (this=0x55774cf2b180) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher-test.cc:53
#4  0x00007f0a654520ed in testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void> (location=0x7f0a6545382b "the test body", method=<optimized out>, object=0x55774cf2b180) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599
#5  testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void> (object=object@entry=0x55774cf2b180, method=<optimized out>, location=location@entry=0x7f0a6545382b "the test body") at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635
#6  0x00007f0a65446bdb in testing::Test::Run (this=0x55774cf2b180) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2674
#7  0x00007f0a65446d9d in testing::TestInfo::Run (this=0x55774cf56360) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2853
#8  0x00007f0a65447377 in testing::TestSuite::Run (this=0x55774cf56240) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012
#9  0x00007f0a6544777c in testing::internal::UnitTestImpl::RunAllTests (this=<optimized out>) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870
#10 0x00007f0a6545260d in testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool> (location=0x7f0a654553c8 "auxiliary test code (environments or event listeners)", method=<optimized out>, object=0x55774cf68000) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599
#11 testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool> (object=0x55774cf68000, method=<optimized out>, location=location@entry=0x7f0a654553c8 "auxiliary test code (environments or event listeners)") at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635
#12 0x00007f0a65446e63 in testing::UnitTest::Run (this=0x7f0a656661e0 <testing::UnitTest::GetInstance()::instance>) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444
#13 0x000055771e9c4730 in RUN_ALL_TESTS () at /workspace/apache/dev/local/kudu/thirdparty/installed/uninstrumented/include/gtest/gtest.h:2293
#14 0x000055771e9c3889 in main (argc=1, argv=0x7ffecad48fd8) at /workspace/apache/dev/local/kudu/src/kudu/util/test_main.cc:115

Thread 4 (Thread 0x7f0a5f949700 (LWP 28533)):
#0  0x00007f0a64a4e32a in waitpid () from /lib/x86_64-linux-gnu/libpthread.so.0
No symbol table info available.
#1  0x00007f0a66370f61 in kudu::Subprocess::DoWait (this=0x7f0a5f948790, wait_status=0x0, mode=kudu::Subprocess::BLOCKING) at /workspace/apache/dev/local/kudu/src/kudu/util/subprocess.cc:849
        lock = {
          _M_device = 0x7f0a5f948840, 
          _M_owns = true
        }
        options = 0
        status = 1585601900
        rc = 1603569072
#2  0x00007f0a6636e2fa in kudu::Subprocess::Wait (this=0x7f0a5f948790, wait_status=0x0) at /workspace/apache/dev/local/kudu/src/kudu/util/subprocess.cc:561
No locals.
#3  0x00007f0a662d32e9 in kudu::PstackWatcher::RunStackDump (argv=std::vector of length 14, capacity 16 = {...}) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:260
        _s = @0x7f0a5f948730: {
          state_ = 0x0
        }
        pstack_proc = {
          program_ = "gdb", 
          argv_ = std::vector of length 14, capacity 14 = {"gdb", "-quiet", "-batch", "-nx", "-ex", "set print pretty on", "-ex", "info threads", "-ex", "thread apply all bt", "-ex", "thread apply all bt full", "/tmp/dist-test-taskQQW4tG/build/debug/bin/pstack_watcher-test", "28527"}, 
          env_ = std::map with 0 elements, 
          state_ = {
            static _S_min_alignment = 4, 
            static _S_alignment = 4, 
            _M_i = kudu::Subprocess::kRunningWARNING: Logging before InitGoogleLogging() is written to STDERR
W20260812 08:03:55.341040 28533 pstack_watcher.cc:91] Unable to print pstack from watcher: Runtime error: RunStackDump proc.Wait() error: gdb: process exited on signal 11 (core dumped)
[       OK ] TestPstackWatcher.TestWait (4505 ms)
[ RUN      ] TestPstackWatcher.TestDumpStacks
************************ BEGIN STACKS **************************
[New LWP 28530]
[New LWP 28531]
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
0x00007f0a64a4e32a in waitpid () from /lib/x86_64-linux-gnu/libpthread.so.0
  Id   Target Id         Frame 
* 1    Thread 0x7f0a66491d00 (LWP 28527) "pstack_watcher-" 0x00007f0a64a4e32a in waitpid () from /lib/x86_64-linux-gnu/libpthread.so.0
  2    Thread 0x7f0a6094b700 (LWP 28530) "pstack_watcher-" 0x00007f0a64a4dd50 in nanosleep () from /lib/x86_64-linux-gnu/libpthread.so.0
  3    Thread 0x7f0a6014a700 (LWP 28531) "kernel-watcher-" 0x00007f0a64a49fb9 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0

Thread 3 (Thread 0x7f0a6014a700 (LWP 28531)):
#0  0x00007f0a64a49fb9 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007f0a6625ebf3 in kudu::ConditionVariable::WaitUntil (this=0x55774cf568b8, until=...) at /workspace/apache/dev/local/kudu/src/kudu/util/condition_variable.cc:87
#2  0x00007f0a662dfeb4 in kudu::CountDownLatch::WaitUntil (this=0x55774cf56880, when=...) at /workspace/apache/dev/local/kudu/src/kudu/util/countdown_latch.h:89
#3  0x00007f0a662dff5e in kudu::CountDownLatch::WaitFor (this=0x55774cf56880, delta=...) at /workspace/apache/dev/local/kudu/src/kudu/util/countdown_latch.h:99
#4  0x00007f0a662def72 in kudu::KernelStackWatchdog::RunThread (this=0x55774cf567e0) at /workspace/apache/dev/local/kudu/src/kudu/util/kernel_stack_watchdog.cc:134
#5  0x00007f0a662de181 in kudu::KernelStackWatchdog::<lambda()>::operator()(void) const (__closure=0x55774cf56718) at /workspace/apache/dev/local/kudu/src/kudu/util/kernel_stack_watchdog.cc:71
#6  0x00007f0a662df8d6 in std::_Function_handler<void(), kudu::KernelStackWatchdog::KernelStackWatchdog()::<lambda()> >::_M_invoke(const std::_Any_data &) (__functor=...) at /usr/include/c++/7/bits/std_function.h:316
#7  0x000055771e9c49b8 in std::function<void ()>::operator()() const (this=0x55774cf56718) at /usr/include/c++/7/bits/std_function.h:706
#8  0x00007f0a6637a712 in kudu::Thread::SuperviseThread (arg=0x55774cf566c0) at /workspace/apache/dev/local/kudu/src/kudu/util/thread.cc:694
#9  0x00007f0a64a436db in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#10 0x00007f0a6476c61f in clone () from /lib/x86_64-linux-gnu/libc.so.6

Thread 2 (Thread 0x7f0a6094b700 (LWP 28530)):
#0  0x00007f0a64a4dd50 in nanosleep () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007f0a66614212 in base::SleepForNanoseconds (nanoseconds=870000000000) at /workspace/apache/dev/local/kudu/src/kudu/gutil/sysinfo.cc:96
#2  0x00007f0a6631a21b in kudu::SleepFor (delta=...) at /workspace/apache/dev/local/kudu/src/kudu/util/monotime.cc:264
#3  0x000055771e9c33bf in kudu::<lambda()>::operator()(void) const (__closure=0x55774cf2b198) at /workspace/apache/dev/local/kudu/src/kudu/util/test_main.cc:64
#4  0x000055771e9c3bd4 in std::__invoke_impl<void, kudu::CreateAndStartTimeoutThread()::<lambda()> >(std::__invoke_other, kudu::<lambda()> &&) (__f=...) at /usr/include/c++/7/bits/invoke.h:60
#5  0x000055771e9c3928 in std::__invoke<kudu::CreateAndStartTimeoutThread()::<lambda()> >(kudu::<lambda()> &&) (__fn=...) at /usr/include/c++/7/bits/invoke.h:95
#6  0x000055771e9c4348 in std::thread::_Invoker<std::tuple<kudu::CreateAndStartTimeoutThread()::<lambda()> > >::_M_invoke<0>(std::_Index_tuple<0>) (this=0x55774cf2b198) at /usr/include/c++/7/thread:234
#7  0x000055771e9c42ed in std::thread::_Invoker<std::tuple<kudu::CreateAndStartTimeoutThread()::<lambda()> > >::operator()(void) (this=0x55774cf2b198) at /usr/include/c++/7/thread:243
#8  0x000055771e9c42a8 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<kudu::CreateAndStartTimeoutThread()::<lambda()> > > >::_M_run(void) (this=0x55774cf2b190) at /usr/include/c++/7/thread:186
#9  0x00007f0a64f306df in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#10 0x00007f0a64a436db in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#11 0x00007f0a6476c61f in clone () from /lib/x86_64-linux-gnu/libc.so.6

Thread 1 (Thread 0x7f0a66491d00 (LWP 28527)):
#0  0x00007f0a64a4e32a in waitpid () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007f0a66370f61 in kudu::Subprocess::DoWait (this=0x7ffecad48710, wait_status=0x0, mode=kudu::Subprocess::BLOCKING) at /workspace/apache/dev/local/kudu/src/kudu/util/subprocess.cc:849
#2  0x00007f0a6636e2fa in kudu::Subprocess::Wait (this=0x7ffecad48710, wait_status=0x0) at /workspace/apache/dev/local/kudu/src/kudu/util/subprocess.cc:561
#3  0x00007f0a662d32e9 in kudu::PstackWatcher::RunStackDump (argv=std::vector of length 12, capacity 16 = {...}) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:260
#4  0x00007f0a662d2e19 in kudu::PstackWatcher::RunGdbStackDump (pid=28527, flags=0) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:218
#5  0x00007f0a662d2677 in kudu::PstackWatcher::DumpPidStacks (pid=28527, flags=0) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:169
#6  0x00007f0a662d25f0 in kudu::PstackWatcher::DumpStacks (flags=0) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:162
#7  0x000055771e9bb9e9 in kudu::TestPstackWatcher_TestDumpStacks_Test::TestBody (this=0x55774cf2b180) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher-test.cc:57
#8  0x00007f0a654520ed in testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void> (location=0x7f0a6545382b "the test body", method=<optimized out>, object=0x55774cf2b180) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599
#9  testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void> (object=object@entry=0x55774cf2b180, method=<optimized out>, location=location@entry=0x7f0a6545382b "the test body") at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635
#10 0x00007f0a65446bdb in testing::Test::Run (this=0x55774cf2b180) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2674
#11 0x00007f0a65446d9d in testing::TestInfo::Run (this=0x55774cf56480) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2853
#12 0x00007f0a65447377 in testing::TestSuite::Run (this=0x55774cf56240) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012
#13 0x00007f0a6544777c in testing::internal::UnitTestImpl::RunAllTests (this=<optimized out>) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870
#14 0x00007f0a6545260d in testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool> (location=0x7f0a654553c8 "auxiliary test code (environments or event listeners)", method=<optimized out>, object=0x55774cf68000) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599
#15 testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool> (object=0x55774cf68000, method=<optimized out>, location=location@entry=0x7f0a654553c8 "auxiliary test code (environments or event listeners)") at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635
#16 0x00007f0a65446e63 in testing::UnitTest::Run (this=0x7f0a656661e0 <testing::UnitTest::GetInstance()::instance>) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444
#17 0x000055771e9c4730 in RUN_ALL_TESTS () at /workspace/apache/dev/local/kudu/thirdparty/installed/uninstrumented/include/gtest/gtest.h:2293
#18 0x000055771e9c3889 in main (argc=1, argv=0x7ffecad48fd8) at /workspace/apache/dev/local/kudu/src/kudu/util/test_main.cc:115
************************* END STACKS ***************************
[       OK ] TestPstackWatcher.TestDumpStacks (3683 ms)
[ RUN      ] TestPstackWatcher.TestPstackWatcherRunning
W20260812 08:04:03.649608 28555 pstack_watcher.cc:91] Unable to print pstack from watcher: Runtime error: RunStackDump proc.Wait() error: gdb: process exited on signal 11 (core dumped)
************************ BEGIN STACKS **************************
[New LWP 28530]
[New LWP 28531]
[New LWP 28555]
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
0x00007f0a64a4d1fd in __lll_lock_wait () from /lib/x86_64-linux-gnu/libpthread.so.0
  Id   Target Id         Frame 
* 1    Thread 0x7f0a66491d00 (LWP 28527) "pstack_watcher-" 0x00007f0a64a4d1fd in __lll_lock_wait () from /lib/x86_64-linux-gnu/libpthread.so.0
  2    Thread 0x7f0a6094b700 (LWP 28530) "pstack_watcher-" 0x00007f0a64a4dd50 in nanosleep () from /lib/x86_64-linux-gnu/libpthread.so.0
  3    Thread 0x7f0a6014a700 (LWP 28531) "kernel-watcher-" 0x00007f0a64a49fb9 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
  4    Thread 0x7f0a5f949700 (LWP 28555) "pstack_watcher-" 0x00007f0a64a4e32a in waitpid () from /lib/x86_64-linux-gnu/libpthread.so.0

Thread 4 (Thread 0x7f0a5f949700 (LWP 28555)):
#0  0x00007f0a64a4e32a in waitpid () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007f0a66370f61 in kudu::Subprocess::DoWait (this=0x7f0a5f948790, wait_status=0x0, mode=kudu::Subprocess::BLOCKING) at /workspace/apache/dev/local/kudu/src/kudu/util/subprocess.cc:849
#2  0x00007f0a6636e2fa in kudu::Subprocess::Wait (this=0x7f0a5f948790, wait_status=0x0) at /workspace/apache/dev/local/kudu/src/kudu/util/subprocess.cc:561
#3  0x00007f0a662d32e9 in kudu::PstackWatcher::RunStackDump (argv=std::vector of length 14, capacity 16 = {...}) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:260
#4  0x00007f0a662d2e19 in kudu::PstackWatcher::RunGdbStackDump (pid=28527, flags=1) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:218
#5  0x00007f0a662d2677 in kudu::PstackWatcher::DumpPidStacks (pid=28527, flags=1) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:169
#6  0x00007f0a662d25f0 in kudu::PstackWatcher::DumpStacks (flags=1) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:162
#7  0x00007f0a662d14d4 in kudu::PstackWatcher::Run (this=0x7ffecad48a50) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:91
#8  0x00007f0a662d0cc3 in kudu::PstackWatcher::<lambda()>::operator()(void) const (__closure=0x55774cf56958) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:53
#9  0x00007f0a662d378c in std::_Function_handler<void(), kudu::PstackWatcher::PstackWatcher(kudu::MonoDelta)::<lambda()> >::_M_invoke(const std::_Any_data &) (__functor=...) at /usr/include/c++/7/bits/std_function.h:316
#10 0x000055771e9c49b8 in std::function<void ()>::operator()() const (this=0x55774cf56958) at /usr/include/c++/7/bits/std_function.h:706
#11 0x00007f0a6637a712 in kudu::Thread::SuperviseThread (arg=0x55774cf56900) at /workspace/apache/dev/local/kudu/src/kudu/util/thread.cc:694
#12 0x00007f0a64a436db in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#13 0x00007f0a6476c61f in clone () from /lib/x86_64-linux-gnu/libc.so.6

Thread 3 (Thread 0x7f0a6014a700 (LWP 28531)):
#0  0x00007f0a64a49fb9 in pthread_cond_timedwait@@GLIBC_2.3.2 () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007f0a6625ebf3 in kudu::ConditionVariable::WaitUntil (this=0x55774cf568b8, until=...) at /workspace/apache/dev/local/kudu/src/kudu/util/condition_variable.cc:87
#2  0x00007f0a662dfeb4 in kudu::CountDownLatch::WaitUntil (this=0x55774cf56880, when=...) at /workspace/apache/dev/local/kudu/src/kudu/util/countdown_latch.h:89
#3  0x00007f0a662dff5e in kudu::CountDownLatch::WaitFor (this=0x55774cf56880, delta=...) at /workspace/apache/dev/local/kudu/src/kudu/util/countdown_latch.h:99
#4  0x00007f0a662def72 in kudu::KernelStackWatchdog::RunThread (this=0x55774cf567e0) at /workspace/apache/dev/local/kudu/src/kudu/util/kernel_stack_watchdog.cc:134
#5  0x00007f0a662de181 in kudu::KernelStackWatchdog::<lambda()>::operator()(void) const (__closure=0x55774cf56718) at /workspace/apache/dev/local/kudu/src/kudu/util/kernel_stack_watchdog.cc:71
#6  0x00007f0a662df8d6 in std::_Function_handler<void(), kudu::KernelStackWatchdog::KernelStackWatchdog()::<lambda()> >::_M_invoke(const std::_Any_data &) (__functor=...) at /usr/include/c++/7/bits/std_function.h:316
#7  0x000055771e9c49b8 in std::function<void ()>::operator()() const (this=0x55774cf56718) at /usr/include/c++/7/bits/std_function.h:706
#8  0x00007f0a6637a712 in kudu::Thread::SuperviseThread (arg=0x55774cf566c0) at /workspace/apache/dev/local/kudu/src/kudu/util/thread.cc:694
#9  0x00007f0a64a436db in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#10 0x00007f0a6476c61f in clone () from /lib/x86_64-linux-gnu/libc.so.6

Thread 2 (Thread 0x7f0a6094b700 (LWP 28530)):
#0  0x00007f0a64a4dd50 in nanosleep () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007f0a66614212 in base::SleepForNanoseconds (nanoseconds=870000000000) at /workspace/apache/dev/local/kudu/src/kudu/gutil/sysinfo.cc:96
#2  0x00007f0a6631a21b in kudu::SleepFor (delta=...) at /workspace/apache/dev/local/kudu/src/kudu/util/monotime.cc:264
#3  0x000055771e9c33bf in kudu::<lambda()>::operator()(void) const (__closure=0x55774cf2b198) at /workspace/apache/dev/local/kudu/src/kudu/util/test_main.cc:64
#4  0x000055771e9c3bd4 in std::__invoke_impl<void, kudu::CreateAndStartTimeoutThread()::<lambda()> >(std::__invoke_other, kudu::<lambda()> &&) (__f=...) at /usr/include/c++/7/bits/invoke.h:60
#5  0x000055771e9c3928 in std::__invoke<kudu::CreateAndStartTimeoutThread()::<lambda()> >(kudu::<lambda()> &&) (__fn=...) at /usr/include/c++/7/bits/invoke.h:95
#6  0x000055771e9c4348 in std::thread::_Invoker<std::tuple<kudu::CreateAndStartTimeoutThread()::<lambda()> > >::_M_invoke<0>(std::_Index_tuple<0>) (this=0x55774cf2b198) at /usr/include/c++/7/thread:234
#7  0x000055771e9c42ed in std::thread::_Invoker<std::tuple<kudu::CreateAndStartTimeoutThread()::<lambda()> > >::operator()(void) (this=0x55774cf2b198) at /usr/include/c++/7/thread:243
#8  0x000055771e9c42a8 in std::thread::_State_impl<std::thread::_Invoker<std::tuple<kudu::CreateAndStartTimeoutThread()::<lambda()> > > >::_M_run(void) (this=0x55774cf2b190) at /usr/include/c++/7/thread:186
#9  0x00007f0a64f306df in ?? () from /usr/lib/x86_64-linux-gnu/libstdc++.so.6
#10 0x00007f0a64a436db in start_thread () from /lib/x86_64-linux-gnu/libpthread.so.0
#11 0x00007f0a6476c61f in clone () from /lib/x86_64-linux-gnu/libc.so.6

Thread 1 (Thread 0x7f0a66491d00 (LWP 28527)):
#0  0x00007f0a64a4d1fd in __lll_lock_wait () from /lib/x86_64-linux-gnu/libpthread.so.0
#1  0x00007f0a64a46025 in pthread_mutex_lock () from /lib/x86_64-linux-gnu/libpthread.so.0
#2  0x00007f0a6631b7a3 in kudu::Mutex::Acquire (this=0x7ffecad48a68) at /workspace/apache/dev/local/kudu/src/kudu/util/mutex.cc:105
#3  0x00007f0a66275068 in kudu::Mutex::lock (this=0x7ffecad48a68) at /workspace/apache/dev/local/kudu/src/kudu/util/mutex.h:49
#4  0x00007f0a66276c9a in std::lock_guard<kudu::Mutex>::lock_guard (this=0x7ffecad488e0, __m=...) at /usr/include/c++/7/bits/std_mutex.h:162
#5  0x00007f0a662d1365 in kudu::PstackWatcher::IsRunning (this=0x7ffecad48a50) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:74
#6  0x000055771e9bc163 in kudu::TestPstackWatcher_TestPstackWatcherRunning_Test::TestBody (this=0x55774cf2b180) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher-test.cc:82
#7  0x00007f0a654520ed in testing::internal::HandleSehExceptionsInMethodIfSupported<testing::Test, void> (location=0x7f0a6545382b "the test body", method=<optimized out>, object=0x55774cf2b180) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599
#8  testing::internal::HandleExceptionsInMethodIfSupported<testing::Test, void> (object=object@entry=0x55774cf2b180, method=<optimized out>, location=location@entry=0x7f0a6545382b "the test body") at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635
#9  0x00007f0a65446bdb in testing::Test::Run (this=0x55774cf2b180) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2674
#10 0x00007f0a65446d9d in testing::TestInfo::Run (this=0x55774cf565a0) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2853
#11 0x00007f0a65447377 in testing::TestSuite::Run (this=0x55774cf56240) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:3012
#12 0x00007f0a6544777c in testing::internal::UnitTestImpl::RunAllTests (this=<optimized out>) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5870
#13 0x00007f0a6545260d in testing::internal::HandleSehExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool> (location=0x7f0a654553c8 "auxiliary test code (environments or event listeners)", method=<optimized out>, object=0x55774cf68000) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2599
#14 testing::internal::HandleExceptionsInMethodIfSupported<testing::internal::UnitTestImpl, bool> (object=0x55774cf68000, method=<optimized out>, location=location@entry=0x7f0a654553c8 "auxiliary test code (environments or event listeners)") at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:2635
#15 0x00007f0a65446e63 in testing::UnitTest::Run (this=0x7f0a656661e0 <testing::UnitTest::GetInstance()::instance>) at /home/jenkins-slave/workspace/build_and_test/thirdparty/src/googletest-release-1.12.1/googletest/src/gtest.cc:5444
#16 0x000055771e9c4730 in RUN_ALL_TESTS () at /workspace/apache/dev/local/kudu/thirdparty/installed/uninstrumented/include/gtest/gtest.h:2293
#17 0x000055771e9c3889 in main (argc=1, argv=0x7ffecad48fd8) at /workspace/apache/dev/local/kudu/src/kudu/util/test_main.cc:115

Thread 4 (Thread 0x7f0a5f949700 (LWP 28555)):
#0  0x00007f0a64a4e32a in waitpid () from /lib/x86_64-linux-gnu/libpthread.so.0
No symbol table info available.
#1  0x00007f0a66370f61 in kudu::Subprocess::DoWait (this=0x7f0a5f948790, wait_status=0x0, mode=kudu::Subprocess::BLOCKING) at /workspace/apache/dev/local/kudu/src/kudu/util/subprocess.cc:849
        lock = {
          _M_device = 0x7f0a5f948840, 
          _M_owns = true
        }
        options = 0
        status = 1585601900
        rc = 1603569072
#2  0x00007f0a6636e2fa in kudu::Subprocess::Wait (this=0x7f0a5f948790, wait_status=0x0) at /workspace/apache/dev/local/kudu/src/kudu/util/subprocess.cc:561
No locals.
#3  0x00007f0a662d32e9 in kudu::PstackWatcher::RunStackDump (argv=std::vector of length 14, capacity 16 = {...}) at /workspace/apache/dev/local/kudu/src/kudu/util/pstack_watcher.cc:260
        _s = @0x7f0a5f948730: {
          state_ = 0x0
        }
        pstack_proc = {
          program_ = "gdb", 
          argv_ = std::vector of length 14, capacity 14 = {"gdb", "-quiet", "-batch", "-nx", "-ex", "set print pretty on", "-ex", "info threads", "-ex", "thread apply all bt", "-ex", "thread apply all bt full", "/tmp/dist-test-taskQQW4tG/build/debug/bin/pstack_watcher-test", "28527"}, 
          env_ = std::map with 0 elements, 
          state_ = {
            static _S_min_alignment = 4, 
            static _S_alignment = 4, 
            _M_i = kudu::Subprocess::kRunning
[       OK ] TestPstackWatcher.TestPstackWatcherRunning (4625 ms)
[----------] 4 tests from TestPstackWatcher (12815 ms total)

[----------] Global test environment tear-down
[==========] 4 tests from 1 test suite ran. (12815 ms total)
[  PASSED  ] 4 tests.
