Re: [libvirt-users] Libvirtd slowness

On 12/13/2011 11:11 AM, Nathan March wrote: Little more info, here's an strace of the libvirtd during that time: [pid 7898] 11:21:48.450160 write(8, "11:21:48.449: 7898: debug : xenStoreDomainIntroduced:1354 : Some domains were missing, trying again\n", 100) = 100 [pid 7898] 11:21:48.450468 nanosleep({0, 100000000}, NULL) = 0 [pid 7898] 11:21:48.550803 rt_sigaction(SIGPIPE, {SIG_IGN, [], SA_RESTORER, 0x7fc1cfa42400}, {SIG_IGN, [], SA_RESTORER|SA_SIGINFO, 0x7fc1cfa42400}, 8) = 0 [pid 7898] 11:21:48.551095 write(16, "\1\0\0\0\0\0\0\0\0\0\0\0\16\0\0\0", 16) = 16 [pid 7898] 11:21:48.551351 write(16, "/local/domain\0", 14 <unfinished ...> [pid 8577] 11:21:48.551597 <... read resumed> "\1\0\0\0\0\0\0\0\0\0\0\0\2\0\0\0", 16) = 16 [pid 8577] 11:21:48.551729 read(16, "0\0", 2) = 2 [pid 8577] 11:21:48.551937 read(16, <unfinished ...> [pid 7898] 11:21:48.552081 <... write resumed> ) = 14 [pid 7898] 11:21:48.552193 rt_sigaction(SIGPIPE, {SIG_IGN, [], SA_RESTORER|SA_SIGINFO, 0x7fc1cfa42400}, NULL, 8) = 0 [pid 7898] 11:21:48.552435 mlock(0x7fc1cdb697d0, 80) = 0 [pid 7898] 11:21:48.552662 mlock(0x7fc1cdb696e0, 136) = 0 [pid 7898] 11:21:48.552886 ioctl(15, SNDCTL_DSP_RESET, 0x7fc1cdb69560) = 0 [pid 7898] 11:21:48.553158 munlock(0x7fc1cdb696e0, 136) = 0 [pid 7898] 11:21:48.553330 munlock(0x7fc1cdb697d0, 80) = 0 [pid 7898] 11:21:48.553524 rt_sigaction(SIGPIPE, {SIG_IGN, [], SA_RESTORER, 0x7fc1cfa42400}, {SIG_IGN, [], SA_RESTORER|SA_SIGINFO, 0x7fc1cfa42400}, 8) = 0 [pid 7898] 11:21:48.553843 write(16, "\1\0\0\0\0\0\0\0\0\0\0\0\16\0\0\0", 16) = 16 [pid 7898] 11:21:48.554124 write(16, "/local/domain\0", 14 <unfinished ...> [pid 8577] 11:21:48.554411 <... read resumed> "\1\0\0\0\0\0\0\0\0\0\0\0\2\0\0\0", 16) = 16 [pid 8577] 11:21:48.554584 read(16, "0\0", 2) = 2 [pid 8577] 11:21:48.554745 read(16, <unfinished ...> [pid 7898] 11:21:48.554911 <... write resumed> ) = 14 [pid 7898] 11:21:48.555020 rt_sigaction(SIGPIPE, {SIG_IGN, [], SA_RESTORER|SA_SIGINFO, 0x7fc1cfa42400}, NULL, 8) = 0 [pid 7898] 11:21:48.555289 mlock(0x7fc1cdb697c0, 80) = 0 [pid 7898] 11:21:48.555461 mlock(0x7fc1cdb696d0, 136) = 0 [pid 7898] 11:21:48.555684 ioctl(15, SNDCTL_DSP_RESET, 0x7fc1cdb69550) = 0 [pid 7898] 11:21:48.555884 munlock(0x7fc1cdb696d0, 136) = 0 [pid 7898] 11:21:48.556088 munlock(0x7fc1cdb697c0, 80) = 0 [pid 7898] 11:21:48.556293 rt_sigaction(SIGPIPE, {SIG_IGN, [], SA_RESTORER, 0x7fc1cfa42400}, {SIG_IGN, [], SA_RESTORER|SA_SIGINFO, 0x7fc1cfa42400}, 8) = 0 [pid 7898] 11:21:48.556548 write(16, "\2\0\0\0\0\0\0\0\0\0\0\0\25\0\0\0", 16) = 16 [pid 7898] 11:21:48.556825 write(16, "/local/domain/0/name\0", 21 <unfinished ...> [pid 8577] 11:21:48.557075 <... read resumed> "\2\0\0\0\0\0\0\0\0\0\0\0\10\0\0\0", 16) = 16 [pid 8577] 11:21:48.557206 read(16, "Domain-0", 8) = 8 [pid 8577] 11:21:48.557373 read(16, <unfinished ...> [pid 7898] 11:21:48.557538 <... write resumed> ) = 21 [pid 7898] 11:21:48.557602 rt_sigaction(SIGPIPE, {SIG_IGN, [], SA_RESTORER|SA_SIGINFO, 0x7fc1cfa42400}, NULL, 8) = 0 [pid 7898] 11:21:48.557872 rt_sigaction(SIGPIPE, {SIG_IGN, [], SA_RESTORER, 0x7fc1cfa42400}, {SIG_IGN, [], SA_RESTORER|SA_SIGINFO, 0x7fc1cfa42400}, 8) = 0 [pid 7898] 11:21:48.558166 write(16, "\2\0\0\0\0\0\0\0\0\0\0\0\23\0\0\0", 16) = 16 [pid 7898] 11:21:48.558420 write(16, "/local/domain/0/vm\0", 19 <unfinished ...> [pid 8577] 11:21:48.558662 <... read resumed> "\2\0\0\0\0\0\0\0\0\0\0\0*\0\0\0", 16) = 16 [pid 8577] 11:21:48.558887 read(16, "/vm/00000000-0000-0000-0000-000000000000-7", 42) = 42 [pid 8577] 11:21:48.559150 read(16, <unfinished ...> [pid 7898] 11:21:48.559331 <... write resumed> ) = 19 [pid 7898] 11:21:48.559464 rt_sigaction(SIGPIPE, {SIG_IGN, [], SA_RESTORER|SA_SIGINFO, 0x7fc1cfa42400}, NULL, 8) = 0 [pid 7898] 11:21:48.559706 gettimeofday({1323804108, 559781}, NULL) = 0 [pid 7898] 11:21:48.559912 gettid() = 7898 [pid 7898] 11:21:48.560116 write(8, "11:21:48.559: 7898: debug : xenStoreDomainIntroduced:1354 : Some domains were missing, trying again\n", 100) = 100 Yet xenstore data for the local dom0 looks fine? xen3 ~ # xenstore-ls /local/domain/0 vm = "/vm/00000000-0000-0000-0000-000000000000-7" device = "" control = "" platform-feature-multiprocessor-suspend = "1" error = "" memory = "" target = "1048576" guest = "" hvmpv = "" data = "" description = "" console = "" limit = "1048576" type = "xenconsoled" domid = "0" cpu = "" 0 = "" availability = "online" name = "Domain-0" xen3 ~ # xenstore-read /local/domain/0/name Domain-0 xen3 ~ # xenstore-read /local/domain/0/vm /vm/00000000-0000-0000-0000-000000000000-7 Bug? - Nathan