[PKG-Openstack-devel] Bug#787536: Cannot reproduce
Andreas Beckmann
anbe at debian.org
Fri Jun 5 19:50:34 UTC 2015
On 2015-06-03 09:51, Thomas Goirand wrote:
> However, I tried running piuparts myself, and I couldn't reproduce the
> issue. Could you try again in your environment?
reproducible :-(
this process hangs:
root 11379 1.9 0.1 99712 43800 pts/82 SN+ 21:30 0:04 /usr/bin/python /usr/bin/ceilometer-dbsync
or rather loops (seen in strace) with low cpu usage
$ sudo lsof -p 11379
COMMAND PID USER FD TYPE DEVICE SIZE/OFF NODE NAME
ceilomete 11379 root cwd DIR 0,19 460 813689307 /tmp/piupartss/tmpwRcEPq
ceilomete 11379 root rtd DIR 0,19 460 813689307 /tmp/piupartss/tmpwRcEPq
ceilomete 11379 root txt REG 0,19 3802248 813828692 /tmp/piupartss/tmpwRcEPq/usr/bin/python2.7
ceilomete 11379 root mem REG 0,19 84856 813684329 /tmp/piupartss/tmpwRcEPq/lib/x86_64-linux-gnu/libresolv-2.19.so
ceilomete 11379 root mem REG 0,19 22952 813684326 /tmp/piupartss/tmpwRcEPq/lib/x86_64-linux-gnu/libnss_dns-2.19.so
ceilomete 11379 root mem REG 0,19 47712 813684331 /tmp/piupartss/tmpwRcEPq/lib/x86_64-linux-gnu/libnss_files-2.19.so
ceilomete 11379 root mem REG 0,19 18912 813849982 /tmp/piupartss/tmpwRcEPq/usr/lib/python2.7/dist-packages/netifaces.so
ceilomete 11379 root mem REG 0,19 33736 813819649 /tmp/piupartss/tmpwRcEPq/usr/lib/python2.7/lib-dynload/_multiprocessing.x86_64-linux-gnu.so
ceilomete 11379 root mem REG 0,19 46376 813864343 /tmp/piupartss/tmpwRcEPq/usr/lib/python2.7/dist-packages/simplejson/_speedups.x86_64-linux-gnu.so
ceilomete 11379 root mem REG 0,19 165864 813819323 /tmp/piupartss/tmpwRcEPq/lib/x86_64-linux-gnu/libexpat.so.1.6.0
ceilomete 11379 root mem REG 0,19 69480 813819670 /tmp/piupartss/tmpwRcEPq/usr/lib/python2.7/lib-dynload/pyexpat.x86_64-linux-gnu.so
ceilomete 11379 root mem REG 0,19 54248 813819674 /tmp/piupartss/tmpwRcEPq/usr/lib/python2.7/lib-dynload/_json.x86_64-linux-gnu.so
ceilomete 11379 root mem REG 0,19 86088 813819662 /tmp/piupartss/tmpwRcEPq/usr/lib/python2.7/lib-dynload/parser.x86_64-linux-gnu.so
ceilomete 11379 root mem REG 0,19 18904 813684249 /tmp/piupartss/tmpwRcEPq/lib/x86_64-linux-gnu/libuuid.so.1.3.0
ceilomete 11379 root mem REG 0,19 141184 813819673 /tmp/piupartss/tmpwRcEPq/usr/lib/python2.7/lib-dynload/_ctypes.x86_64-linux-gnu.so
ceilomete 11379 root mem REG 0,19 662192 813858397 /tmp/piupartss/tmpwRcEPq/usr/lib/python2.7/dist-packages/cryptography/_Cryptography_cffi_f3e4673fx399b1113.x86_64-linux-gnu.so
ceilomete 11379 root mem REG 0,19 29464 813819664 /tmp/piupartss/tmpwRcEPq/usr/lib/python2.7/lib-dynload/_hashlib.x86_64-linux-gnu.so
ceilomete 11379 root mem REG 0,19 31048 813825542 /tmp/piupartss/tmpwRcEPq/usr/lib/x86_64-linux-gnu/libffi.so.6.0.2
ceilomete 11379 root mem REG 0,19 91320 813858221 /tmp/piupartss/tmpwRcEPq/usr/lib/python2.7/dist-packages/_cffi_backend.x86_64-linux-gnu.so
ceilomete 11379 root mem REG 0,19 2473792 813825578 /tmp/piupartss/tmpwRcEPq/usr/lib/x86_64-linux-gnu/libcrypto.so.1.0.0
ceilomete 11379 root mem REG 0,19 430824 813819421 /tmp/piupartss/tmpwRcEPq/usr/lib/x86_64-linux-gnu/libssl.so.1.0.0
ceilomete 11379 root mem REG 0,19 102992 813819683 /tmp/piupartss/tmpwRcEPq/usr/lib/python2.7/lib-dynload/_ssl.x86_64-linux-gnu.so
ceilomete 11379 root mem REG 0,19 29672 813859560 /tmp/piupartss/tmpwRcEPq/usr/lib/python2.7/dist-packages/greenlet.x86_64-linux-gnu.so
ceilomete 11379 root mem REG 0,19 1729984 813684315 /tmp/piupartss/tmpwRcEPq/lib/x86_64-linux-gnu/libc-2.19.so
ceilomete 11379 root mem REG 0,19 1051056 813684316 /tmp/piupartss/tmpwRcEPq/lib/x86_64-linux-gnu/libm-2.19.so
ceilomete 11379 root mem REG 0,19 109144 813684245 /tmp/piupartss/tmpwRcEPq/lib/x86_64-linux-gnu/libz.so.1.2.8
ceilomete 11379 root mem REG 0,19 10680 813684332 /tmp/piupartss/tmpwRcEPq/lib/x86_64-linux-gnu/libutil-2.19.so
ceilomete 11379 root mem REG 0,19 14664 813684333 /tmp/piupartss/tmpwRcEPq/lib/x86_64-linux-gnu/libdl-2.19.so
ceilomete 11379 root mem REG 0,19 137440 813684325 /tmp/piupartss/tmpwRcEPq/lib/x86_64-linux-gnu/libpthread-2.19.so
ceilomete 11379 root mem REG 0,19 140928 813684335 /tmp/piupartss/tmpwRcEPq/lib/x86_64-linux-gnu/ld-2.19.so
ceilomete 11379 root 0r FIFO 0,8 0t0 814095071 pipe
ceilomete 11379 root 1u CHR 136,82 0t0 85 /tmp/piupartss/tmpwRcEPq/dev/pts/82
ceilomete 11379 root 2u CHR 136,82 0t0 85 /tmp/piupartss/tmpwRcEPq/dev/pts/82
ceilomete 11379 root 3w FIFO 0,8 0t0 814095072 pipe
ceilomete 11379 root 4u 0000 0,9 0 7679 anon_inode
ceilomete 11379 root 15r CHR 1,9 0t0 813685319 /tmp/piupartss/tmpwRcEPq/dev/urandom
strace loops like this:
select(0, NULL, NULL, NULL, {0, 17350}) = 0 (Timeout)
select(0, NULL, NULL, NULL, {0, 5432}) = 0 (Timeout)
/* snipped: performs a DNS lookup for localhost */
socket(PF_INET, SOCK_STREAM, IPPROTO_TCP) = 5
fcntl(5, F_GETFL) = 0x2 (flags O_RDWR)
fcntl(5, F_SETFL, O_RDWR|O_NONBLOCK) = 0
setsockopt(5, SOL_TCP, TCP_NODELAY, [1], 4) = 0
setsockopt(5, SOL_SOCKET, SO_KEEPALIVE, [1], 4) = 0
connect(5, {sa_family=AF_INET, sin_port=htons(27017), sin_addr=inet_addr("127.0.0.1")}, 16) = -1 EINPROGRESS (Operation now in progress)
epoll_ctl(4, EPOLL_CTL_ADD, 5, {EPOLLOUT|EPOLLERR|EPOLLHUP, {u32=5, u64=13098185153555988485}}) = 0
epoll_wait(4, {{EPOLLOUT|EPOLLERR|EPOLLHUP, {u32=5, u64=13098185153555988485}}}, 1023, 0) = 1
epoll_ctl(4, EPOLL_CTL_DEL, 5, {EPOLLRDNORM|EPOLLWRBAND|EPOLLHUP|EPOLLET|0x27aa1800, {u32=32540, u64=12289341931527372572}}) = 0
getsockopt(5, SOL_SOCKET, SO_ERROR, [111], [4]) = 0
close(5) = 0
select(0, NULL, NULL, NULL, {0, 986}) = 0 (Timeout)
select(0, NULL, NULL, NULL, {0, 1976}) = 0 (Timeout)
/* repeat select() for half a second or so and start over */
maybe it needs some resource (service) that is not available here?
Andreas
More information about the Openstack-devel
mailing list