View Issue Details

IDProjectCategoryView StatusLast Update
0002709GNUnetARM servicepublic2012-12-21 16:49
ReporterMatthias Wachs Assigned To 
PriorityimmediateSeverityblockReproducibilityrandom
Status closedResolutionfixed 
Product VersionGit master 
Target Version0.9.5 
Summary0002709: Processes locked in shutdown
DescriptionHanging processes on buildbots:

I found hanging processes on buildbots during shutdown with a lowlevel
lock:

Example peerinfo on powerbot:

powerbot:~# ps ax | grep gnun
 1804 ? S
0:00 /tmp/gnbuild/lib/gnunet/libexec/gnunet-service-arm
-c /tmp/test-gnunet-vpnWZkiwa/0/config
 1830 ? S
0:00 /tmp/gnbuild/lib/gnunet/libexec/gnunet-service-peerinfo
-c /tmp/test-gnunet-vpnWZkiwa/0/config
 2716 pts/2 S+ 0:00 grep gnun


gdb attached to peerinfo

0x0fe4a898 in __lll_lock_wait_private (futex=0x103230d8)
at ../nptl/sysdeps/unix/sysv/linux/lowlevellock.c:31
31 ../nptl/sysdeps/unix/sysv/linux/lowlevellock.c: No such file or
directory.
        in ../nptl/sysdeps/unix/sysv/linux/lowlevellock.c
(gdb) bt
#0 0x0fe4a898 in __lll_lock_wait_private (futex=0x103230d8)
at ../nptl/sysdeps/unix/sysv/linux/lowlevellock.c:31
#1 0x0fe1d698 in __regexec (preg=0x10322b10, string=<value optimized
out>, nmatch=0, pmatch=0x0, eflags=0) at regexec.c:248
#2 0x0ff1b968 in GNUNET_get_log_call_status (caller_level=8,
comp=0xff89280 "util-scheduler", file=0xff89250 "scheduler.c",
    function=0xff89560 "sighandler_shutdown", line=646) at
common_logging.c:498
#3 0x0ff62348 in sighandler_shutdown () at scheduler.c:645
#4 <signal handler called>
#5 0x0fe4a858 in __lll_lock_wait_private (futex=0x103230d8)
at ../nptl/sysdeps/unix/sysv/linux/lowlevellock.c:34
#6 0x0fe1d698 in __regexec (preg=0x10322b10, string=<value optimized
out>, nmatch=0, pmatch=0x0, eflags=0) at regexec.c:248
#7 0x0ff1b968 in GNUNET_get_log_call_status (caller_level=8,
comp=0xff89280 "util-scheduler", file=0xff89250 "scheduler.c",
    function=0xff89560 "sighandler_shutdown", line=646) at
common_logging.c:498
#8 0x0ff62348 in sighandler_shutdown () at scheduler.c:645
#9 <signal handler called>
#10 re_search_internal (preg=0x10322b10, string=<value optimized out>,
length=21, start=0, range=21, stop=271726512,
    nmatch=<value optimized out>, pmatch=<value optimized out>,
eflags=0) at regexec.c:921
#11 0x0fe1d5f4 in __regexec (preg=0x10322b10, string=<value optimized
out>, nmatch=0, pmatch=0x0, eflags=0) at regexec.c:250
#12 0x0ff1b968 in GNUNET_get_log_call_status (caller_level=8,
comp=0xff8959c "util", file=0xff895a4 "server.c",
    function=0xff89d40 "process_listen_socket", line=364) at
common_logging.c:498
#13 0x0ff6526c in process_listen_socket (cls=0x10323cd8, tc=0xbf9f1bcc)
at server.c:364
#14 0x0ff62204 in run_ready (rs=0x10323888, ws=0x10323910) at
scheduler.c:597
#15 0x0ff62d38 in GNUNET_SCHEDULER_run (task=0xff73340 <service_task>,
task_cls=0xbf9f1d08) at scheduler.c:788
#16 0x0ff751d0 in GNUNET_SERVICE_run (argc=3, argv=0xbf9f2174,
service_name=0x10004640 "peerinfo",
    options=GNUNET_SERVICE_OPTION_NONE, task=0x10003994 <run>,
task_cls=0x0) at service.c:1815
#17 0x10003d04 in main (argc=3, argv=0xbf9f2174) at
gnunet-service-peerinfo.c:822
(gdb) bt


transport blocked in a log call during shutdown on efikamx:

root@efikamx:/home/oem/ubuntu-armv71-evans# ps ax | grep gnu
17966 ? S 0:00 gnunet-helper-testbed
18011 ? S 0:00 gnunet-service-testbed
-c /tmp/testbed-helperzX6nhF/0/config
18249 ? S
0:00 /tmp/gnbuild/lib/gnunet/libexec/gnunet-service-arm
-c /tmp/testbed8hPktW/1/config
18250 ? Z 0:00 [gnunet-service-] <defunct>
18351 ? S
0:00 /tmp/gnbuild/lib/gnunet/libexec/gnunet-service-transport
-c /tmp/testbed8hPktW/1/config
18391 ? S
0:00 /tmp/gnbuild/lib/gnunet/libexec/gnunet-service-statistics
-c /tmp/testbed8hPktW/1/config
18901 pts/2 S+ 0:00 grep gnu
root@efikamx:/home/oem/ubuntu-armv71-evans# cd


(gdb) bt
#0 __libc_do_syscall ()
at ../ports/sysdeps/unix/sysv/linux/arm/eabi/libc-do-syscall.S:47
#1 0x40188070 in __lll_lock_wait_private (futex=0x2c0b0)
at ../nptl/sysdeps/unix/sysv/linux/lowlevellock.c:31
#2 0x40168ea6 in __regexec (preg=0x2bae8, string=0x400b34e4
"sighandler_shutdown", nmatch=<value optimized out>, pmatch=0x0,
    eflags=0) at regexec.c:248
#3 0x4006d21e in GNUNET_get_log_call_status (caller_level=8,
comp=0x400b3204 "util-scheduler", file=0x400b31d4 "scheduler.c",
    function=0x400b34e4 "sighandler_shutdown", line=646) at
common_logging.c:498
#4 0x4009c018 in sighandler_shutdown () at scheduler.c:645
#5 <signal handler called>
#6 __libc_do_syscall ()
at ../ports/sysdeps/unix/sysv/linux/arm/eabi/libc-do-syscall.S:47
#7 0x40188052 in __lll_lock_wait_private (futex=0x2c0b0)
at ../nptl/sysdeps/unix/sysv/linux/lowlevellock.c:34
#8 0x40168ea6 in __regexec (preg=0x2bae8, string=0x400b34e4
"sighandler_shutdown", nmatch=<value optimized out>, pmatch=0x0,
    eflags=0) at regexec.c:248
#9 0x4006d21e in GNUNET_get_log_call_status (caller_level=8,
comp=0x400b3204 "util-scheduler", file=0x400b31d4 "scheduler.c",
    function=0x400b34e4 "sighandler_shutdown", line=646) at
common_logging.c:498
#10 0x4009c018 in sighandler_shutdown () at scheduler.c:645
#11 <signal handler called>
#12 __regexec (preg=<value optimized out>, string=0x1f4d4
"plugin_env_session_end", nmatch=<value optimized out>, pmatch=0x0,
    eflags=0) at regexec.c:255
#13 0x4006d21e in GNUNET_get_log_call_status (caller_level=8,
comp=0x2ba18 "transport", file=0x1f078 "gnunet-service-transport.c",
    function=0x1f4d4 "plugin_env_session_end", line=366) at
common_logging.c:498
#14 0x0000b5f2 in plugin_env_session_end (cls=0x2da60, peer=0x30920,
session=0x30920) at gnunet-service-transport.c:365
#15 0x4038a136 in disconnect_session (session=0x30920) at
plugin_transport_tcp.c:975
#16 0x4038dcea in disconnect_notify (cls=0x2e590, client=0x335d8) at
plugin_transport_tcp.c:2107
#17 0x400a0af0 in GNUNET_SERVER_client_disconnect (client=0x335d8) at
server.c:1372
#18 0x4009fb26 in process_incoming (cls=0x335d8, buf=0xbec01130,
available=0, addr=0x32628, addrlen=16, errCode=0) at server.c:1053
#19 0x400746ca in receive_ready (cls=0x31798, tc=0xbec111b8) at
connection.c:1072
#20 0x4009bf0e in run_ready (rs=0x2c8d8, ws=0x2c960) at scheduler.c:597
#21 0x4009c730 in GNUNET_SCHEDULER_run (task=0x400a74ed <service_task>,
task_cls=0xbec11378) at scheduler.c:788
#22 0x400a8d26 in GNUNET_SERVICE_run (argc=3, argv=0xbec11654,
service_name=0x1f360 "transport",
    options=GNUNET_SERVICE_OPTION_NONE, task=0xc3f9 <run>, task_cls=0x0)
at service.c:1815
#23 0x0000c626 in main (argc=3, argv=0xbec11654) at
gnunet-service-transport.c:712
(gdb) quit
TagsNo tags attached.

Issue History

Date Modified Username Field Change
2012-12-20 09:54 Matthias Wachs New Issue
2012-12-20 09:58 Matthias Wachs Note Added: 0006731
2012-12-20 17:47 Matthias Wachs Note Added: 0006740
2012-12-20 17:47 Matthias Wachs Status new => resolved
2012-12-20 17:47 Matthias Wachs Resolution open => fixed
2012-12-21 16:49 Christian Grothoff Status resolved => closed