[OpenAFS-devel] 1.4.0-rc4 weirdness
Robert Banz
banz@umbc.edu
Tue, 15 Nov 2005 12:27:46 -0500
Derrick J Brashear wrote:
> On Tue, 1 Nov 2005, Christopher D. Clausen wrote:
>
>>>> 132 calls waiting for a thread
>>>> 2 threads are idle
>>>>
>>>> of utter total doom.
>>
>> I had a similar thing happen yesterday with a mix of rc8 and rc7
>> fileservers (on solaris 10 sparc.) I had to pkill -9 the fileserver
>> process on our main server to get the entire cell back up. I figured
>> it was a problem that was fixed in rc8 so I did not bother to report
>> the issue at the time nor do I have rxdebug traces. I will be more
>> diligent in the future.
>
> How about also getting pstack output?
here's a pstack from one that *just* hung, running 1.4.0 -release
Is is me, or do they look like there's a lot of threads stuck in cond_wait?
-rob
core './core.fileserver' of 15892: /usr/afs/bin/fileserver -L -p 32
-vc 8192 -s 2000 -l 2000 -hr 1 -cb 13
----------------- lwp# 1 / thread# 1 --------------------
fee4d537 ___nanosleep (3e8) + 7
08063723 main (17, 8047d18, 8047d78) + 773
08060a26 ???????? (17, 8047e20, 8047e38, 8047e3b, 8047e3e, 8047e41)
----------------- lwp# 2 / thread# 2 --------------------
fee4d5a7 ___sigtimedwait (fed79fa0, 0, 0) + 7
fee42c41 sigwait (fed79fa0) + 1c
fee3ba6a __posix_sigwait (fed79fa0, fed79fd4) + 2e
08081f75 softsig_thread (0) + f5
fee4cf2f _thr_setup (feda2400) + 4e
fee4d220 _lwp_start (feda2400, 0, 0, fed79ff8, fee4d220, feda2400)
----------------- lwp# 3 / thread# 3 --------------------
fee4d27b __lwp_park (8c8d5cc, 8121e08, 0) + b
fee47b1a cond_wait_queue (8c8d5cc, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8c8d5cc, 8121e08) + 66
fee48055 cond_wait (8c8d5cc, 8121e08) + 21
fee4808e pthread_cond_wait (8c8d5cc, 8121e08) + 1b
080ab45c rx_GetCall (10, 8125400, fec79fcc) + 2fc
080aad12 rxi_ServerProc (10, 92b2c80, fec79fcc) + 46
080a8694 rx_ListenerProc (5) + 5c
fee4cf2f _thr_setup (feb60000) + 4e
fee4d220 _lwp_start (feb60000, 0, 0, fec79ff8, fee4d220, feb60000)
----------------- lwp# 4 / thread# 4 --------------------
fee4d27b __lwp_park (8121e38, 811d7c8, feb5df48) + b
fee47b1a cond_wait_queue (8121e38, 811d7c8, feb5df48, 0) + 3b
fee47eba cond_wait_common (8121e38, 811d7c8, feb5df48) + 1df
fee480ee _cond_timedwait (8121e38, 811d7c8, feb5dfb0) + 51
fee48159 cond_timedwait (8121e38, 811d7c8, feb5dfb0) + 24
fee48195 pthread_cond_timedwait (8121e38, 811d7c8, feb5dfb0) + 1e
080a8435 event_handler (0) + e5
fee4cf2f _thr_setup (feb60400) + 4e
fee4d220 _lwp_start (feb60400, 0, 0, feb5dff8, fee4d220, feb60400)
----------------- lwp# 5 / thread# 5 --------------------
fee4d27b __lwp_park (8c48cbc, 8121e08, 0) + b
fee47b1a cond_wait_queue (8c48cbc, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8c48cbc, 8121e08) + 66
fee48055 cond_wait (8c48cbc, 8121e08) + 21
fee4808e pthread_cond_wait (8c48cbc, 8121e08) + 1b
080ab45c rx_GetCall (1b, 8125400, fea0dfc4) + 2fc
080aad12 rxi_ServerProc (1b, 9379768, fea0dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fea0dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb60800) + 4e
fee4d220 _lwp_start (feb60800, 0, 0, fea0dff8, fee4d220, feb60800)
----------------- lwp# 6 / thread# 6 --------------------
fee4d27b __lwp_park (8cc4cec, 8121e08, 0) + b
fee47b1a cond_wait_queue (8cc4cec, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8cc4cec, 8121e08) + 66
fee48055 cond_wait (8cc4cec, 8121e08) + 21
fee4808e pthread_cond_wait (8cc4cec, 8121e08) + 1b
080ab45c rx_GetCall (20, 8125400, fe90dfc4) + 2fc
080aad12 rxi_ServerProc (20, 9379768, fe90dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fe90dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb60c00) + 4e
fee4d220 _lwp_start (feb60c00, 0, 0, fe90dff8, fee4d220, feb60c00)
----------------- lwp# 7 / thread# 7 --------------------
fee4d27b __lwp_park (8b59d74, 8121e08, 0) + b
fee47b1a cond_wait_queue (8b59d74, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8b59d74, 8121e08) + 66
fee48055 cond_wait (8b59d74, 8121e08) + 21
fee4808e pthread_cond_wait (8b59d74, 8121e08) + 1b
080ab45c rx_GetCall (c, 8125400, fe80dfc4) + 2fc
080aad12 rxi_ServerProc (c, 95ed1a0, fe80dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fe80dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb61000) + 4e
fee4d220 _lwp_start (feb61000, 0, 0, fe80dff8, fee4d220, feb61000)
----------------- lwp# 8 / thread# 8 --------------------
fee4d27b __lwp_park (8c1fa0c, 8121e08, 0) + b
fee47b1a cond_wait_queue (8c1fa0c, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8c1fa0c, 8121e08) + 66
fee48055 cond_wait (8c1fa0c, 8121e08) + 21
fee4808e pthread_cond_wait (8c1fa0c, 8121e08) + 1b
080ab45c rx_GetCall (d, 8125400, fe70dfc4) + 2fc
080aad12 rxi_ServerProc (d, 9982b08, fe70dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fe70dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb61400) + 4e
fee4d220 _lwp_start (feb61400, 0, 0, fe70dff8, fee4d220, feb61400)
----------------- lwp# 9 / thread# 9 --------------------
fee4d27b __lwp_park (9a5db80, 9a5db68, 0) + b
fee47b1a cond_wait_queue (9a5db80, 9a5db68, 0, 0) + 3b
fee48013 _cond_wait (9a5db80, 9a5db68) + 66
fee48055 cond_wait (9a5db80, 9a5db68) + 21
fee4808e pthread_cond_wait (9a5db80, 9a5db68) + 1b
080c0916 multi_Select (9a5db50) + 36
08078306 MultiBreakCallBack_r (fe60dbd0, 3, fe60dbb8, 8b5e9b4) + 2c2
08078867 BreakCallBack (8b5e9b4, fe60de28, 0) + 3d7
0806b38e SAFSS_Rename (96ea6a0, fe60de28, 9825160, fe60de34, 97d57b0,
fe60de40) + d7a
0806b688 SRXAFS_Rename (96ea6a0, fe60de28, 9825160, fe60de34, 97d57b0,
fe60de40) + 7c
080949cf _RXAFS_Rename (96ea6a0, fe60df38) + 9f
08098b10 RXAFS_ExecuteRequest (96ea6a0) + 298
080aad9c rxi_ServerProc (4, 96ea6a0, fe60dfc4) + d0
080a875e rx_ServerProc (fee4b8a8, fee75000, fe60dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb61800) + 4e
fee4d220 _lwp_start (feb61800, 0, 0, fe60dff8, fee4d220, feb61800)
----------------- lwp# 10 / thread# 10 --------------------
fee4d27b __lwp_park (8cb690c, 8121e08, 0) + b
fee47b1a cond_wait_queue (8cb690c, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8cb690c, 8121e08) + 66
fee48055 cond_wait (8cb690c, 8121e08) + 21
fee4808e pthread_cond_wait (8cb690c, 8121e08) + 1b
080ab45c rx_GetCall (21, 8125400, fe50dfc4) + 2fc
080aad12 rxi_ServerProc (21, 95ed1a0, fe50dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fe50dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb61c00) + 4e
fee4d220 _lwp_start (feb61c00, 0, 0, fe50dff8, fee4d220, feb61c00)
----------------- lwp# 11 / thread# 11 --------------------
fee4d27b __lwp_park (8ca8d94, 8121e08, 0) + b
fee47b1a cond_wait_queue (8ca8d94, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8ca8d94, 8121e08) + 66
fee48055 cond_wait (8ca8d94, 8121e08) + 21
fee4808e pthread_cond_wait (8ca8d94, 8121e08) + 1b
080ab45c rx_GetCall (5, 8125400, fe40dfc4) + 2fc
080aad12 rxi_ServerProc (5, 9984818, fe40dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fe40dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb62000) + 4e
fee4d220 _lwp_start (feb62000, 0, 0, fe40dff8, fee4d220, feb62000)
----------------- lwp# 12 / thread# 12 ------------------- fee4fc37
__open64 (fe30da80, 2, 1b6) + 7
fee42483 open64 (fe30da80, 2, 1b6, fee3cadd, 95ed1a0, fe30da4c) + 77
08090400 namei_iopen (9502e40, fe30df38, 0, 91b7de0, fe30dbb4,
fe30dbb0) + 30
0808e39a ih_open (9502e40) + 112
08071073 FetchData_RXStyle (942e2a0, 91b7de0, 9379768, 0, 0, 3b9ac9ff)
+ 7f
08066699 common_FetchData64 (9379768, fe30de7c, 0, 0, 3b9ac9ff, 0) + 25d
08066e84 SRXAFS_FetchData (9379768, fe30de7c, 0, 3b9ac9ff, fe30de88,
fe30dedc) + 30
08093a59 _RXAFS_FetchData (9379768, fe30df38) + 71
08098b80 RXAFS_ExecuteRequest (9379768) + 308
080aad9c rxi_ServerProc (3, 9379768, fe30dfc4) + d0
080a875e rx_ServerProc (fee4b8a8, fee75000, fe30dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb62400) + 4e
fee4d220 _lwp_start (feb62400, 0, 0, fe30dff8, fee4d220, feb62400)
----------------- lwp# 13 / thread# 13 --------------------
fee4d927 __fdsync (4b1) + 7
fee4207b fsync (4b1) + 6f
0809098b GetFreeTag (959e0e0, 31a) + fb
080901cc namei_icreate (959e0e0, 8125698, 2003c382, 31a, 2be1d, 1) + 5c
08065c60 Alloc_NewVnode (92311cc, fe20dce0, 959ee00, fe20dd18,
9a407f8, fe20de28) + b8
0806a14c SAFSS_CreateFile (9982b08, fe20de04, 9a407f8, fe20de10,
fe20de28, fe20de34) + 144
0806a32f SRXAFS_CreateFile (9982b08, fe20de04, 9a407f8, fe20de10,
fe20de28, fe20de34) + 7f
08094706 _RXAFS_CreateFile (9982b08, fe20df38) + 92
08098b1e RXAFS_ExecuteRequest (9982b08) + 2a6
080aad9c rxi_ServerProc (7, 9982b08, fe20dfc4) + d0
080a875e rx_ServerProc (fee4b8a8, fee75000, fe20dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb62800) + 4e
fee4d220 _lwp_start (feb62800, 0, 0, fe20dff8, fee4d220, feb62800)
----------------- lwp# 14 / thread# 14 --------------------
fee4d27b __lwp_park (8b96834, 8121e08, 0) + b
fee47b1a cond_wait_queue (8b96834, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8b96834, 8121e08) + 66
fee48055 cond_wait (8b96834, 8121e08) + 21
fee4808e pthread_cond_wait (8b96834, 8121e08) + 1b
080ab45c rx_GetCall (19, 8125400, fe10dfc4) + 2fc
080aad12 rxi_ServerProc (19, 95ed1a0, fe10dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fe10dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb62c00) + 4e
fee4d220 _lwp_start (feb62c00, 0, 0, fe10dff8, fee4d220, feb62c00)
----------------- lwp# 15 / thread# 15 --------------------
fee4dd57 _readv (503, fe00dbe0, 10) + 7
08071205 FetchData_RXStyle (96a1f08, 9282918, 98bf2b8, 0, 0, 10000) + 211
08066699 common_FetchData64 (98bf2b8, fe00de7c, 0, 0, 10000, 0) + 25d
08066e84 SRXAFS_FetchData (98bf2b8, fe00de7c, 0, 10000, fe00de88,
fe00dedc) + 30
08093a59 _RXAFS_FetchData (98bf2b8, fe00df38) + 71
08098b80 RXAFS_ExecuteRequest (98bf2b8) + 308
080aad9c rxi_ServerProc (13, 98bf2b8, fe00dfc4) + d0
080a875e rx_ServerProc (fee4b8a8, fee75000, fe00dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb63000) + 4e
fee4d220 _lwp_start (feb63000, 0, 0, fe00dff8, fee4d220, feb63000)
----------------- lwp# 16 / thread# 16 --------------------
fee4d27b __lwp_park (8c11e94, 8121e08, 0) + b
fee47b1a cond_wait_queue (8c11e94, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8c11e94, 8121e08) + 66
fee48055 cond_wait (8c11e94, 8121e08) + 21
fee4808e pthread_cond_wait (8c11e94, 8121e08) + 1b
080ab45c rx_GetCall (15, 8125400, fdf0dfc4) + 2fc
080aad12 rxi_ServerProc (15, 95ed1a0, fdf0dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fdf0dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb63400) + 4e
fee4d220 _lwp_start (feb63400, 0, 0, fdf0dff8, fee4d220, feb63400)
----------------- lwp# 17 / thread# 17 --------------------
fee4d27b __lwp_park (8c0431c, 8121e08, 0) + b
fee47b1a cond_wait_queue (8c0431c, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8c0431c, 8121e08) + 66
fee48055 cond_wait (8c0431c, 8121e08) + 21
fee4808e pthread_cond_wait (8c0431c, 8121e08) + 1b
080ab45c rx_GetCall (e, 8125400, fde0dfc4) + 2fc
080aad12 rxi_ServerProc (e, 95ed1a0, fde0dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fde0dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb63800) + 4e
fee4d220 _lwp_start (feb63800, 0, 0, fde0dff8, fee4d220, feb63800)
----------------- lwp# 18 / thread# 18 --------------------
fee4d707 _so_recvmsg (5, fdd0df18, 0, fdd0df5c, 80bc604, 5) + 7
080a8bc0 rxi_Recvmsg (5, fdd0df18, 0) + 14
080bc604 rxi_ReadPacket (5, 8cdc398, fdd0df88, fdd0df8c) + a8
080a85b2 rxi_ListenerProc (5, fdd0dfc0, fdd0dfbc) + b2
080a8772 rx_ServerProc (fee4b8a8, fee75000, fdd0dfec, fee4cf2f,
80a86b0, 0) + c2
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb63c00) + 4e
fee4d220 _lwp_start (feb63c00, 0, 0, fdd0dff8, fee4d220, feb63c00)
----------------- lwp# 19 / thread# 19 --------------------
fee4d27b __lwp_park (928ce04, 8121e08, 0) + b
fee47b1a cond_wait_queue (928ce04, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (928ce04, 8121e08) + 66
fee48055 cond_wait (928ce04, 8121e08) + 21
fee4808e pthread_cond_wait (928ce04, 8121e08) + 1b
080ab45c rx_GetCall (14, 8125400, fdc0dfc4) + 2fc
080aad12 rxi_ServerProc (14, 95ed1a0, fdc0dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fdc0dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb64000) + 4e
fee4d220 _lwp_start (feb64000, 0, 0, fdc0dff8, fee4d220, feb64000)
----------------- lwp# 20 / thread# 20 --------------------
fee4d27b __lwp_park (8bdb024, 8121e08, 0) + b
fee47b1a cond_wait_queue (8bdb024, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8bdb024, 8121e08) + 66
fee48055 cond_wait (8bdb024, 8121e08) + 21
fee4808e pthread_cond_wait (8bdb024, 8121e08) + 1b
080ab45c rx_GetCall (24, 8125400, fdb0dfc4) + 2fc
080aad12 rxi_ServerProc (24, 9379768, fdb0dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fdb0dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb64400) + 4e
fee4d220 _lwp_start (feb64400, 0, 0, fdb0dff8, fee4d220, feb64400)
----------------- lwp# 21 / thread# 21 --------------------
fee4d27b __lwp_park (92dce44, 8121e08, 0) + b
fee47b1a cond_wait_queue (92dce44, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (92dce44, 8121e08) + 66
fee48055 cond_wait (92dce44, 8121e08) + 21
fee4808e pthread_cond_wait (92dce44, 8121e08) + 1b
080ab45c rx_GetCall (11, 8125400, fda0dfc4) + 2fc
080aad12 rxi_ServerProc (11, 98bf2b8, fda0dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fda0dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb64800) + 4e
fee4d220 _lwp_start (feb64800, 0, 0, fda0dff8, fee4d220, feb64800)
----------------- lwp# 22 / thread# 22 --------------------
fee4d27b __lwp_park (8ca8d4c, 8121e08, 0) + b
fee47b1a cond_wait_queue (8ca8d4c, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8ca8d4c, 8121e08) + 66
fee48055 cond_wait (8ca8d4c, 8121e08) + 21
fee4808e pthread_cond_wait (8ca8d4c, 8121e08) + 1b
080ab45c rx_GetCall (18, 8125400, fd90dfc4) + 2fc
080aad12 rxi_ServerProc (18, 95ed1a0, fd90dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fd90dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb64c00) + 4e
fee4d220 _lwp_start (feb64c00, 0, 0, fd90dff8, fee4d220, feb64c00)
----------------- lwp# 23 / thread# 23 --------------------
fee4d27b __lwp_park (8cd28f4, 8121e08, 0) + b
fee47b1a cond_wait_queue (8cd28f4, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8cd28f4, 8121e08) + 66
fee48055 cond_wait (8cd28f4, 8121e08) + 21
fee4808e pthread_cond_wait (8cd28f4, 8121e08) + 1b
080ab45c rx_GetCall (6, 8125400, fd80dfc4) + 2fc
080aad12 rxi_ServerProc (6, 9982b08, fd80dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fd80dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb65000) + 4e
fee4d220 _lwp_start (feb65000, 0, 0, fd80dff8, fee4d220, feb65000)
----------------- lwp# 24 / thread# 24 --------------------
fee4d27b __lwp_park (8bf67a4, 8121e08, 0) + b
fee47b1a cond_wait_queue (8bf67a4, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8bf67a4, 8121e08) + 66
fee48055 cond_wait (8bf67a4, 8121e08) + 21
fee4808e pthread_cond_wait (8bf67a4, 8121e08) + 1b
080ab45c rx_GetCall (1d, 8125400, fd70dfc4) + 2fc
080aad12 rxi_ServerProc (1d, 9984818, fd70dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fd70dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb65400) + 4e
fee4d220 _lwp_start (feb65400, 0, 0, fd70dff8, fee4d220, feb65400)
----------------- lwp# 25 / thread# 25 --------------------
fee4d27b __lwp_park (8be8b9c, 8121e08, 0) + b
fee47b1a cond_wait_queue (8be8b9c, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8be8b9c, 8121e08) + 66
fee48055 cond_wait (8be8b9c, 8121e08) + 21
fee4808e pthread_cond_wait (8be8b9c, 8121e08) + 1b
080ab45c rx_GetCall (1c, 8125400, fd60dfc4) + 2fc
080aad12 rxi_ServerProc (1c, 95ed1a0, fd60dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fd60dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb65800) + 4e
fee4d220 _lwp_start (feb65800, 0, 0, fd60dff8, fee4d220, feb65800)
----------------- lwp# 26 / thread# 26 --------------------
fee4d27b __lwp_park (9a5dab8, 9a5daa0, 0) + b
fee47b1a cond_wait_queue (9a5dab8, 9a5daa0, 0, 0) + 3b
fee48013 _cond_wait (9a5dab8, 9a5daa0) + 66
fee48055 cond_wait (9a5dab8, 9a5daa0) + 21
fee4808e pthread_cond_wait (9a5dab8, 9a5daa0) + 1b
080c0916 multi_Select (9a5da88) + 36
08078164 MultiBreakCallBack_r (fd50ddc0, 1, fd50dda8, 8b5ffa4) + 120
08078867 BreakCallBack (8b5ffa4, fd50deec, 0) + 3d7
0806df3b SAFSS_ReleaseLock (98bc840, fd50deec, fd50def8) + 127
0806e049 SRXAFS_ReleaseLock (98bc840, fd50deec, fd50def8) + 6d
080971ae _RXAFS_ReleaseLock (98bc840, fd50df38) + 36
080989bf RXAFS_ExecuteRequest (98bc840) + 147
080aad9c rxi_ServerProc (23, 98bc840, fd50dfc4) + d0
080a875e rx_ServerProc (fee4b8a8, fee75000, fd50dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb65c00) + 4e
fee4d220 _lwp_start (feb65c00, 0, 0, fd50dff8, fee4d220, feb65c00)
----------------- lwp# 27 / thread# 27 --------------------
fee4d27b __lwp_park (8c48c74, 8121e08, 0) + b
fee47b1a cond_wait_queue (8c48c74, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8c48c74, 8121e08) + 66
fee48055 cond_wait (8c48c74, 8121e08) + 21
fee4808e pthread_cond_wait (8c48c74, 8121e08) + 1b
080ab45c rx_GetCall (12, 8125400, fd40dfc4) + 2fc
080aad12 rxi_ServerProc (12, 9982b08, fd40dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fd40dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb66000) + 4e
fee4d220 _lwp_start (feb66000, 0, 0, fd40dff8, fee4d220, feb66000)
----------------- lwp# 28 / thread# 28 --------------------
fee4d27b __lwp_park (8bf6714, 8121e08, 0) + b
fee47b1a cond_wait_queue (8bf6714, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8bf6714, 8121e08) + 66
fee48055 cond_wait (8bf6714, 8121e08) + 21
fee4808e pthread_cond_wait (8bf6714, 8121e08) + 1b
080ab45c rx_GetCall (17, 8125400, fd30dfc4) + 2fc
080aad12 rxi_ServerProc (17, 95ed1a0, fd30dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fd30dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb66400) + 4e
fee4d220 _lwp_start (feb66400, 0, 0, fd30dff8, fee4d220, feb66400)
----------------- lwp# 29 / thread# 29 --------------------
fee4d27b __lwp_park (8cc4824, 8121e08, 0) + b
fee47b1a cond_wait_queue (8cc4824, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8cc4824, 8121e08) + 66
fee48055 cond_wait (8cc4824, 8121e08) + 21
fee4808e pthread_cond_wait (8cc4824, 8121e08) + 1b
080ab45c rx_GetCall (1f, 8125400, fd20dfc4) + 2fc
080aad12 rxi_ServerProc (1f, 98ba298, fd20dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fd20dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb66800) + 4e
fee4d220 _lwp_start (feb66800, 0, 0, fd20dff8, fee4d220, feb66800)
----------------- lwp# 30 / thread# 30 --------------------
fee4d27b __lwp_park (8c3b0fc, 8121e08, 0) + b
fee47b1a cond_wait_queue (8c3b0fc, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8c3b0fc, 8121e08) + 66
fee48055 cond_wait (8c3b0fc, 8121e08) + 21
fee4808e pthread_cond_wait (8c3b0fc, 8121e08) + 1b
080ab45c rx_GetCall (b, 8125400, fd10dfc4) + 2fc
080aad12 rxi_ServerProc (b, 95ed1a0, fd10dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fd10dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb66c00) + 4e
fee4d220 _lwp_start (feb66c00, 0, 0, fd10dff8, fee4d220, feb66c00)
----------------- lwp# 31 / thread# 31 --------------------
fee4d27b __lwp_park (8c8d65c, 8121e08, 0) + b
fee47b1a cond_wait_queue (8c8d65c, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8c8d65c, 8121e08) + 66
fee48055 cond_wait (8c8d65c, 8121e08) + 21
fee4808e pthread_cond_wait (8c8d65c, 8121e08) + 1b
080ab45c rx_GetCall (a, 8125400, fd00dfc4) + 2fc
080aad12 rxi_ServerProc (a, 98ba298, fd00dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fd00dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb67000) + 4e
fee4d220 _lwp_start (feb67000, 0, 0, fd00dff8, fee4d220, feb67000)
----------------- lwp# 32 / thread# 32 --------------------
fee4d27b __lwp_park (8cc4484, 8121e08, 0) + b
fee47b1a cond_wait_queue (8cc4484, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8cc4484, 8121e08) + 66
fee48055 cond_wait (8cc4484, 8121e08) + 21
fee4808e pthread_cond_wait (8cc4484, 8121e08) + 1b
080ab45c rx_GetCall (9, 8125400, fcf0dfc4) + 2fc
080aad12 rxi_ServerProc (9, 9984818, fcf0dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fcf0dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb67400) + 4e
fee4d220 _lwp_start (feb67400, 0, 0, fcf0dff8, fee4d220, feb67400)
----------------- lwp# 33 / thread# 33 --------------------
fee4d27b __lwp_park (8c643ac, 8121e08, 0) + b
fee47b1a cond_wait_queue (8c643ac, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8c643ac, 8121e08) + 66
fee48055 cond_wait (8c643ac, 8121e08) + 21
fee4808e pthread_cond_wait (8c643ac, 8121e08) + 1b
080ab45c rx_GetCall (8, 8125400, fce0dfc4) + 2fc
080aad12 rxi_ServerProc (8, 9982b08, fce0dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fce0dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb67800) + 4e
fee4d220 _lwp_start (feb67800, 0, 0, fce0dff8, fee4d220, feb67800)
----------------- lwp# 34 / thread# 34 --------------------
fee4d27b __lwp_park (8cc4514, 8121e08, 0) + b
fee47b1a cond_wait_queue (8cc4514, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8cc4514, 8121e08) + 66
fee48055 cond_wait (8cc4514, 8121e08) + 21
fee4808e pthread_cond_wait (8cc4514, 8121e08) + 1b
080ab45c rx_GetCall (22, 8125400, fcd0dfc4) + 2fc
080aad12 rxi_ServerProc (22, 9984818, fcd0dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fcd0dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb67c00) + 4e
fee4d220 _lwp_start (feb67c00, 0, 0, fcd0dff8, fee4d220, feb67c00)
----------------- lwp# 35 / thread# 35 --------------------
fee4d27b __lwp_park (8ba43ac, 8121e08, 0) + b
fee47b1a cond_wait_queue (8ba43ac, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8ba43ac, 8121e08) + 66
fee48055 cond_wait (8ba43ac, 8121e08) + 21
fee4808e pthread_cond_wait (8ba43ac, 8121e08) + 1b
080ab45c rx_GetCall (f, 8125400, fcc0dfc4) + 2fc
080aad12 rxi_ServerProc (f, 95ed1a0, fcc0dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fcc0dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb68000) + 4e
fee4d220 _lwp_start (feb68000, 0, 0, fcc0dff8, fee4d220, feb68000)
----------------- lwp# 36 / thread# 36 --------------------
fee4d27b __lwp_park (8cd2864, 8121e08, 0) + b
fee47b1a cond_wait_queue (8cd2864, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8cd2864, 8121e08) + 66
fee48055 cond_wait (8cd2864, 8121e08) + 21
fee4808e pthread_cond_wait (8cd2864, 8121e08) + 1b
080ab45c rx_GetCall (1a, 8125400, fcb0dfc4) + 2fc
080aad12 rxi_ServerProc (1a, 9982b08, fcb0dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fcb0dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb68400) + 4e
fee4d220 _lwp_start (feb68400, 0, 0, fcb0dff8, fee4d220, feb68400)
----------------- lwp# 37 / thread# 37 --------------------
fee4d27b __lwp_park (8c56834, 8121e08, 0) + b
fee47b1a cond_wait_queue (8c56834, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8c56834, 8121e08) + 66
fee48055 cond_wait (8c56834, 8121e08) + 21
fee4808e pthread_cond_wait (8c56834, 8121e08) + 1b
080ab45c rx_GetCall (1e, 8125400, fca0dfc4) + 2fc
080aad12 rxi_ServerProc (1e, 98ba298, fca0dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fca0dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb68800) + 4e
fee4d220 _lwp_start (feb68800, 0, 0, fca0dff8, fee4d220, feb68800)
----------------- lwp# 38 / thread# 38 --------------------
fee4d27b __lwp_park (8c2d584, 8121e08, 0) + b
fee47b1a cond_wait_queue (8c2d584, 8121e08, 0, 0) + 3b
fee48013 _cond_wait (8c2d584, 8121e08) + 66
fee48055 cond_wait (8c2d584, 8121e08) + 21
fee4808e pthread_cond_wait (8c2d584, 8121e08) + 1b
080ab45c rx_GetCall (16, 8125400, fc90dfc4) + 2fc
080aad12 rxi_ServerProc (16, 9379768, fc90dfc4) + 46
080a875e rx_ServerProc (fee4b8a8, fee75000, fc90dfec, fee4cf2f,
80a86b0, 0) + ae
080a81e5 server_entry (80a86b0) + 9
fee4cf2f _thr_setup (feb68c00) + 4e
fee4d220 _lwp_start (feb68c00, 0, 0, fc90dff8, fee4d220, feb68c00)
----------------- lwp# 39 / thread# 39 --------------------
fee4dc57 __pollsys (fc80dd30, 2, 0, 0) + 7
fedfcff1 pselect_large_fdset (b7, 8119ac0, fc80bd30, fc80bd30, 0, 0) + 1fd
fedfd304 select_large_fdset (b7, 8119ac0, 0, 0, 0) + 6f
0808ba2f FSYNC_sync (0) + 12f
fee4cf2f _thr_setup (feb69000) + 4e
fee4d220 _lwp_start (feb69000, 0, 0, fc80dff8, fee4d220, feb69000)
----------------- lwp# 41 / thread# 41 --------------------
fee4d537 ___nanosleep (12c) + 7
08060dd4 FiveMinuteCheckLWP (80f635c) + 38
fee4cf2f _thr_setup (feb69800) + 4e
fee4d220 _lwp_start (feb69800, 0, 0, fc60dff8, fee4d220, feb69800)
----------------- lwp# 42 / thread# 42 --------------------
fee4d27b __lwp_park (98af9e0, 98af9b4, 0) + b
fee47b1a cond_wait_queue (98af9e0, 98af9b4, 0, 0) + 3b
fee48013 _cond_wait (98af9e0, 98af9b4) + 66
fee48055 cond_wait (98af9e0, 98af9b4) + 21
fee4808e pthread_cond_wait (98af9e0, 98af9b4) + 1b
080be831 rxi_ReadProc (98af980, fc50deb0, 1) + d5
080ab8ee rx_EndCall (98af980, 0) + ae
080923ec RXAFSCB_Probe (97998d8, 9a97f20, 9ad0da0, 80, 80726ad, 2) + 4c
08076632 CheckHost (8b61f54, 0, 0) + 176
08073732 h_Enumerate (80764bc, 0) + 1fe
08076986 h_CheckHosts (fee4b8a8, fee75000, fc50dfec, fee4cf2f,
80f635c, 0) + 42
08060f26 HostCheckLWP (80f635c) + 52
fee4cf2f _thr_setup (feb69c00) + 4e
fee4d220 _lwp_start (feb69c00, 0, 0, fc50dff8, fee4d220, feb69c00)
----------------- lwp# 43 / thread# 43 --------------------
fee4d27b __lwp_park (811ce70, 811fcd0, fc3edf58) + b
fee47b1a cond_wait_queue (811ce70, 811fcd0, fc3edf58, 0) + 3b
fee47eba cond_wait_common (811ce70, 811fcd0, fc3edf58) + 1df
fee480ee _cond_timedwait (811ce70, 811fcd0, fc3edfc8) + 51
fee48159 cond_timedwait (811ce70, 811fcd0, fc3edfc8) + 24
fee48195 pthread_cond_timedwait (811ce70, 811fcd0, fc3edfc8) + 1e
08060fc0 FsyncCheckLWP (80f635c) + 98
fee4cf2f _thr_setup (feb6a000) + 4e
fee4d220 _lwp_start (feb6a000, 0, 0, fc3edff8, fee4d220, feb6a000)