Edgewall Software

Ticket #3996: #3996-tacker.txt

File #3996-tacker.txt, 17.9 KB (added by Markus Tacker <m@…>, 2 years ago)

Full gdb session of hanging apache process

Line 
1[root@trac ~]# gdb
2GNU gdb Red Hat Linux (6.3.0.0-1.134.fc5rh)
3Copyright 2004 Free Software Foundation, Inc.
4GDB is free software, covered by the GNU General Public License, and you are
5welcome to change it and/or distribute copies of it under certain conditions.
6Type "show copying" to see the conditions.
7There is absolutely no warranty for GDB.  Type "show warranty" for details.
8This GDB was configured as "i386-redhat-linux-gnu".
9(gdb) attach 22531
10Attaching to process 22531
11ptrace: Operation not permitted.
12(gdb) [root@trac ~]# ps aux | grep httpd
13apache   22547 27.0  0.6  15860  6884 pts/1    S+   10:42   0:01 /usr/sbin/httpd -X
14root     22549  0.0  0.0   3916   668 pts/0    S+   10:42   0:00 grep httpd
15[root@trac ~]# gdb
16GNU gdb Red Hat Linux (6.3.0.0-1.134.fc5rh)
17Copyright 2004 Free Software Foundation, Inc.
18GDB is free software, covered by the GNU General Public License, and you are
19welcome to change it and/or distribute copies of it under certain conditions.
20Type "show copying" to see the conditions.
21There is absolutely no warranty for GDB.  Type "show warranty" for details.
22This GDB was configured as "i386-redhat-linux-gnu".
23(gdb) attach 22547
24Attaching to process 22547
25warning: The current VSYSCALL page code requires an existing execuitable.
26Use "add-symbol-file-from-memory" to load the VSYSCALL page by hand
27Reading symbols from /usr/sbin/httpd...(no debugging symbols found)...done.
28Using host libthread_db library "/lib/libthread_db.so.1".
29(no debugging symbols found)
30Loaded symbols for /usr/sbin/httpd
31Reading symbols from /lib/libm.so.6...(no debugging symbols found)...done.
32Loaded symbols for /lib/libm.so.6
33Reading symbols from /lib/libpcre.so.0...(no debugging symbols found)...done.
34Loaded symbols for /lib/libpcre.so.0
35Reading symbols from /lib/libselinux.so.1...(no debugging symbols found)...done.
36Loaded symbols for /lib/libselinux.so.1
37Reading symbols from /usr/lib/libaprutil-1.so.0...(no debugging symbols found)...done.
38Loaded symbols for /usr/lib/libaprutil-1.so.0
39Reading symbols from /lib/libcrypt.so.1...(no debugging symbols found)...done.
40Loaded symbols for /lib/libcrypt.so.1
41Reading symbols from /usr/lib/libldap-2.3.so.0...
42(no debugging symbols found)...done.
43Loaded symbols for /usr/lib/libldap-2.3.so.0
44Reading symbols from /usr/lib/liblber-2.3.so.0...(no debugging symbols found)...done.
45Loaded symbols for /usr/lib/liblber-2.3.so.0
46Reading symbols from /lib/libdb-4.3.so...(no debugging symbols found)...done.
47Loaded symbols for /lib/libdb-4.3.so
48Reading symbols from /lib/libexpat.so.0...(no debugging symbols found)...done.
49Loaded symbols for /lib/libexpat.so.0
50Reading symbols from /usr/lib/libapr-1.so.0...(no debugging symbols found)...done.
51Loaded symbols for /usr/lib/libapr-1.so.0
52Reading symbols from /lib/libpthread.so.0...
53(no debugging symbols found)...done.
54[Thread debugging using libthread_db enabled]
55[New Thread -1208736064 (LWP 22547)]
56Loaded symbols for /lib/libpthread.so.0
57Reading symbols from /lib/libdl.so.2...(no debugging symbols found)...done.
58Loaded symbols for /lib/libdl.so.2
59Reading symbols from /lib/libc.so.6...(no debugging symbols found)...done.
60Loaded symbols for /lib/libc.so.6
61Reading symbols from /lib/ld-linux.so.2...(no debugging symbols found)...done.
62Loaded symbols for /lib/ld-linux.so.2
63Reading symbols from /lib/libsepol.so.1...(no debugging symbols found)...done.
64Loaded symbols for /lib/libsepol.so.1
65Reading symbols from /lib/libuuid.so.1...
66(no debugging symbols found)...done.
67Loaded symbols for /lib/libuuid.so.1
68Reading symbols from /usr/lib/libpq.so.4...(no debugging symbols found)...done.
69Loaded symbols for /usr/lib/libpq.so.4
70Reading symbols from /usr/lib/libsqlite3.so.0...(no debugging symbols found)...done.
71Loaded symbols for /usr/lib/libsqlite3.so.0
72Reading symbols from /lib/libresolv.so.2...(no debugging symbols found)...done.
73Loaded symbols for /lib/libresolv.so.2
74Reading symbols from /usr/lib/libsasl2.so.2...(no debugging symbols found)...done.
75Loaded symbols for /usr/lib/libsasl2.so.2
76Reading symbols from /lib/libssl.so.6...
77(no debugging symbols found)...done.
78Loaded symbols for /lib/libssl.so.6
79Reading symbols from /lib/libcrypto.so.6...(no debugging symbols found)...done.
80Loaded symbols for /lib/libcrypto.so.6
81Reading symbols from /usr/lib/libkrb5.so.3...(no debugging symbols found)...done.
82Loaded symbols for /usr/lib/libkrb5.so.3
83Reading symbols from /lib/libnsl.so.1...(no debugging symbols found)...done.
84Loaded symbols for /lib/libnsl.so.1
85Reading symbols from /usr/lib/libgssapi_krb5.so.2...(no debugging symbols found)...done.
86Loaded symbols for /usr/lib/libgssapi_krb5.so.2
87Reading symbols from /lib/libcom_err.so.2...
88(no debugging symbols found)...done.
89Loaded symbols for /lib/libcom_err.so.2
90Reading symbols from /usr/lib/libk5crypto.so.3...(no debugging symbols found)...done.
91Loaded symbols for /usr/lib/libk5crypto.so.3
92Reading symbols from /usr/lib/libz.so.1...(no debugging symbols found)...done.
93Loaded symbols for /usr/lib/libz.so.1
94Reading symbols from /usr/lib/libkrb5support.so.0...(no debugging symbols found)...done.
95Loaded symbols for /usr/lib/libkrb5support.so.0
96Reading symbols from /lib/libsetrans.so.0...(no debugging symbols found)...done.
97Loaded symbols for /lib/libsetrans.so.0
98Reading symbols from /lib/libnss_files.so.2...
99(no debugging symbols found)...done.
100Loaded symbols for /lib/libnss_files.so.2
101Reading symbols from /usr/lib/httpd/modules/mod_auth_basic.so...(no debugging symbols found)...done.
102Loaded symbols for /etc/httpd/modules/mod_auth_basic.so
103Reading symbols from /usr/lib/httpd/modules/mod_auth_digest.so...(no debugging symbols found)...done.
104Loaded symbols for /etc/httpd/modules/mod_auth_digest.so
105Reading symbols from /usr/lib/httpd/modules/mod_authn_file.so...(no debugging symbols found)...done.
106Loaded symbols for /etc/httpd/modules/mod_authn_file.so
107Reading symbols from /usr/lib/httpd/modules/mod_authn_alias.so...(no debugging symbols found)...done.
108Loaded symbols for /etc/httpd/modules/mod_authn_alias.so
109Reading symbols from /usr/lib/httpd/modules/mod_authn_anon.so...
110(no debugging symbols found)...done.
111Loaded symbols for /etc/httpd/modules/mod_authn_anon.so
112Reading symbols from /usr/lib/httpd/modules/mod_authn_dbm.so...(no debugging symbols found)...done.
113Loaded symbols for /etc/httpd/modules/mod_authn_dbm.so
114Reading symbols from /usr/lib/httpd/modules/mod_authn_default.so...(no debugging symbols found)...done.
115Loaded symbols for /etc/httpd/modules/mod_authn_default.so
116Reading symbols from /usr/lib/httpd/modules/mod_authz_host.so...(no debugging symbols found)...done.
117Loaded symbols for /etc/httpd/modules/mod_authz_host.so
118Reading symbols from /usr/lib/httpd/modules/mod_authz_user.so...(no debugging symbols found)...done.
119Loaded symbols for /etc/httpd/modules/mod_authz_user.so
120Reading symbols from /usr/lib/httpd/modules/mod_authz_owner.so...
121(no debugging symbols found)...done.
122Loaded symbols for /etc/httpd/modules/mod_authz_owner.so
123Reading symbols from /usr/lib/httpd/modules/mod_authz_groupfile.so...(no debugging symbols found)...done.
124Loaded symbols for /etc/httpd/modules/mod_authz_groupfile.so
125Reading symbols from /usr/lib/httpd/modules/mod_authz_dbm.so...(no debugging symbols found)...done.
126Loaded symbols for /etc/httpd/modules/mod_authz_dbm.so
127Reading symbols from /usr/lib/httpd/modules/mod_authz_default.so...(no debugging symbols found)...done.
128Loaded symbols for /etc/httpd/modules/mod_authz_default.so
129Reading symbols from /usr/lib/httpd/modules/mod_ldap.so...(no debugging symbols found)...done.
130Loaded symbols for /etc/httpd/modules/mod_ldap.so
131Reading symbols from /usr/lib/httpd/modules/mod_authnz_ldap.so...
132(no debugging symbols found)...done.
133Loaded symbols for /etc/httpd/modules/mod_authnz_ldap.so
134Reading symbols from /usr/lib/httpd/modules/mod_include.so...(no debugging symbols found)...done.
135Loaded symbols for /etc/httpd/modules/mod_include.so
136Reading symbols from /usr/lib/httpd/modules/mod_log_config.so...(no debugging symbols found)...done.
137Loaded symbols for /etc/httpd/modules/mod_log_config.so
138Reading symbols from /usr/lib/httpd/modules/mod_logio.so...(no debugging symbols found)...done.
139Loaded symbols for /etc/httpd/modules/mod_logio.so
140Reading symbols from /usr/lib/httpd/modules/mod_env.so...(no debugging symbols found)...done.
141Loaded symbols for /etc/httpd/modules/mod_env.so
142Reading symbols from /usr/lib/httpd/modules/mod_ext_filter.so...
143(no debugging symbols found)...done.
144Loaded symbols for /etc/httpd/modules/mod_ext_filter.so
145Reading symbols from /usr/lib/httpd/modules/mod_mime_magic.so...(no debugging symbols found)...done.
146Loaded symbols for /etc/httpd/modules/mod_mime_magic.so
147Reading symbols from /usr/lib/httpd/modules/mod_expires.so...(no debugging symbols found)...done.
148Loaded symbols for /etc/httpd/modules/mod_expires.so
149Reading symbols from /usr/lib/httpd/modules/mod_deflate.so...(no debugging symbols found)...done.
150Loaded symbols for /etc/httpd/modules/mod_deflate.so
151Reading symbols from /usr/lib/httpd/modules/mod_headers.so...(no debugging symbols found)...done.
152Loaded symbols for /etc/httpd/modules/mod_headers.so
153Reading symbols from /usr/lib/httpd/modules/mod_usertrack.so...
154(no debugging symbols found)...done.
155Loaded symbols for /etc/httpd/modules/mod_usertrack.so
156Reading symbols from /usr/lib/httpd/modules/mod_setenvif.so...(no debugging symbols found)...done.
157Loaded symbols for /etc/httpd/modules/mod_setenvif.so
158Reading symbols from /usr/lib/httpd/modules/mod_mime.so...(no debugging symbols found)...done.
159Loaded symbols for /etc/httpd/modules/mod_mime.so
160Reading symbols from /usr/lib/httpd/modules/mod_dav.so...(no debugging symbols found)...done.
161Loaded symbols for /etc/httpd/modules/mod_dav.so
162Reading symbols from /usr/lib/httpd/modules/mod_status.so...(no debugging symbols found)...done.
163Loaded symbols for /etc/httpd/modules/mod_status.so
164Reading symbols from /usr/lib/httpd/modules/mod_autoindex.so...
165(no debugging symbols found)...done.
166Loaded symbols for /etc/httpd/modules/mod_autoindex.so
167Reading symbols from /usr/lib/httpd/modules/mod_info.so...(no debugging symbols found)...done.
168Loaded symbols for /etc/httpd/modules/mod_info.so
169Reading symbols from /usr/lib/httpd/modules/mod_dav_fs.so...(no debugging symbols found)...done.
170Loaded symbols for /etc/httpd/modules/mod_dav_fs.so
171Reading symbols from /usr/lib/httpd/modules/mod_vhost_alias.so...(no debugging symbols found)...done.
172Loaded symbols for /etc/httpd/modules/mod_vhost_alias.so
173Reading symbols from /usr/lib/httpd/modules/mod_negotiation.so...(no debugging symbols found)...done.
174Loaded symbols for /etc/httpd/modules/mod_negotiation.so
175Reading symbols from /usr/lib/httpd/modules/mod_dir.so...
176(no debugging symbols found)...done.
177Loaded symbols for /etc/httpd/modules/mod_dir.so
178Reading symbols from /usr/lib/httpd/modules/mod_actions.so...(no debugging symbols found)...done.
179Loaded symbols for /etc/httpd/modules/mod_actions.so
180Reading symbols from /usr/lib/httpd/modules/mod_speling.so...(no debugging symbols found)...done.
181Loaded symbols for /etc/httpd/modules/mod_speling.so
182Reading symbols from /usr/lib/httpd/modules/mod_userdir.so...(no debugging symbols found)...done.
183Loaded symbols for /etc/httpd/modules/mod_userdir.so
184Reading symbols from /usr/lib/httpd/modules/mod_alias.so...(no debugging symbols found)...done.
185Loaded symbols for /etc/httpd/modules/mod_alias.so
186Reading symbols from /usr/lib/httpd/modules/mod_rewrite.so...
187(no debugging symbols found)...done.
188Loaded symbols for /etc/httpd/modules/mod_rewrite.so
189Reading symbols from /usr/lib/httpd/modules/mod_proxy.so...(no debugging symbols found)...done.
190Loaded symbols for /etc/httpd/modules/mod_proxy.so
191Reading symbols from /usr/lib/httpd/modules/mod_proxy_balancer.so...(no debugging symbols found)...done.
192Loaded symbols for /etc/httpd/modules/mod_proxy_balancer.so
193Reading symbols from /usr/lib/httpd/modules/mod_proxy_ftp.so...(no debugging symbols found)...done.
194Loaded symbols for /etc/httpd/modules/mod_proxy_ftp.so
195Reading symbols from /usr/lib/httpd/modules/mod_proxy_http.so...(no debugging symbols found)...done.
196Loaded symbols for /etc/httpd/modules/mod_proxy_http.so
197Reading symbols from /usr/lib/httpd/modules/mod_proxy_connect.so...
198(no debugging symbols found)...done.
199Loaded symbols for /etc/httpd/modules/mod_proxy_connect.so
200Reading symbols from /usr/lib/httpd/modules/mod_cache.so...(no debugging symbols found)...done.
201Loaded symbols for /etc/httpd/modules/mod_cache.so
202Reading symbols from /usr/lib/httpd/modules/mod_suexec.so...(no debugging symbols found)...done.
203Loaded symbols for /etc/httpd/modules/mod_suexec.so
204Reading symbols from /usr/lib/httpd/modules/mod_disk_cache.so...(no debugging symbols found)...done.
205Loaded symbols for /etc/httpd/modules/mod_disk_cache.so
206Reading symbols from /usr/lib/httpd/modules/mod_file_cache.so...(no debugging symbols found)...done.
207Loaded symbols for /etc/httpd/modules/mod_file_cache.so
208Reading symbols from /usr/lib/httpd/modules/mod_mem_cache.so...
209(no debugging symbols found)...done.
210Loaded symbols for /etc/httpd/modules/mod_mem_cache.so
211Reading symbols from /usr/lib/httpd/modules/mod_cgi.so...(no debugging symbols found)...done.
212Loaded symbols for /etc/httpd/modules/mod_cgi.so
213Reading symbols from /usr/lib/httpd/modules/mod_proxy_ajp.so...(no debugging symbols found)...done.
214Loaded symbols for /etc/httpd/modules/mod_proxy_ajp.so
215Reading symbols from /usr/lib/httpd/modules/mod_python.so...(no debugging symbols found)...done.
216Loaded symbols for /etc/httpd/modules/mod_python.so
217Reading symbols from /usr/lib/libpython2.4.so.1.0...(no debugging symbols found)...done.
218Loaded symbols for /usr/lib/libpython2.4.so.1.0
219Reading symbols from /lib/libutil.so.1...
220(no debugging symbols found)...done.
221Loaded symbols for /lib/libutil.so.1
222Reading symbols from /usr/lib/httpd/modules/mod_ssl.so...(no debugging symbols found)...done.
223Loaded symbols for /etc/httpd/modules/mod_ssl.so
224Reading symbols from /usr/lib/libdistcache.so.1...(no debugging symbols found)...done.
225Loaded symbols for /usr/lib/libdistcache.so.1
226Reading symbols from /usr/lib/libnal.so.1...(no debugging symbols found)...done.
227Loaded symbols for /usr/lib/libnal.so.1
228Reading symbols from /usr/lib/httpd/modules/mod_dav_svn.so...(no debugging symbols found)...done.
229Loaded symbols for /etc/httpd/modules/mod_dav_svn.so
230Reading symbols from /usr/lib/libsvn_repos-1.so.0...
231(no debugging symbols found)...done.
232Loaded symbols for /usr/lib/libsvn_repos-1.so.0
233Reading symbols from /usr/lib/libsvn_fs-1.so.0...(no debugging symbols found)...done.
234Loaded symbols for /usr/lib/libsvn_fs-1.so.0
235Reading symbols from /usr/lib/libsvn_delta-1.so.0...(no debugging symbols found)...done.
236Loaded symbols for /usr/lib/libsvn_delta-1.so.0
237Reading symbols from /usr/lib/libsvn_subr-1.so.0...(no debugging symbols found)...done.
238Loaded symbols for /usr/lib/libsvn_subr-1.so.0
239Reading symbols from /usr/lib/libsvn_fs_fs-1.so.0...(no debugging symbols found)...done.
240Loaded symbols for /usr/lib/libsvn_fs_fs-1.so.0
241Reading symbols from /usr/lib/libsvn_fs_base-1.so.0...
242(no debugging symbols found)...done.
243Loaded symbols for /usr/lib/libsvn_fs_base-1.so.0
244Reading symbols from /usr/lib/httpd/modules/mod_authz_svn.so...(no debugging symbols found)...done.
245Loaded symbols for /etc/httpd/modules/mod_authz_svn.so
2460x0044d402 in ?? ()
247
248(gdb) bt
249#0  0x0044d402 in ?? ()
250#1  0x00bf5011 in accept () from /lib/libpthread.so.0
251#2  0x0031537d in apr_socket_accept () from /usr/lib/libapr-1.so.0
252#3  0x00a4ca08 in unixd_accept () from /usr/sbin/httpd
253#4  0x00a4af7e in ap_graceful_stop_signalled () from /usr/sbin/httpd
254#5  0x00a4b2c4 in ap_graceful_stop_signalled () from /usr/sbin/httpd
255#6  0x00a4c1d9 in ap_mpm_run () from /usr/sbin/httpd
256#7  0x00a22a9a in main () from /usr/sbin/httpd
257
258(gdb) cont
259Continuing.
260
261Program received signal SIGINT, Interrupt.
262[Switching to Thread -1208736064 (LWP 22547)]
2630x0044d402 in ?? ()
264
265(gdb) bt
266#0  0x0044d402 in ?? ()
267#1  0x00bf42fe in sem_wait@GLIBC_2.0 () from /lib/libpthread.so.0
268#2  0x0106c9cb in PyThread_acquire_lock () from /usr/lib/libpython2.4.so.1.0
269#3  0x0107092e in initthread () from /usr/lib/libpython2.4.so.1.0
270#4  0x0100dd2d in PyCFunction_Call () from /usr/lib/libpython2.4.so.1.0
271#5  0x01048e2b in PyEval_EvalFrame () from /usr/lib/libpython2.4.so.1.0
272#6  0x010488cc in PyEval_EvalFrame () from /usr/lib/libpython2.4.so.1.0
273#7  0x01049758 in PyEval_EvalCodeEx () from /usr/lib/libpython2.4.so.1.0
274#8  0x01047b0b in PyEval_EvalFrame () from /usr/lib/libpython2.4.so.1.0
275#9  0x010488cc in PyEval_EvalFrame () from /usr/lib/libpython2.4.so.1.0
276#10 0x010488cc in PyEval_EvalFrame () from /usr/lib/libpython2.4.so.1.0
277#11 0x010488cc in PyEval_EvalFrame () from /usr/lib/libpython2.4.so.1.0
278#12 0x01049758 in PyEval_EvalCodeEx () from /usr/lib/libpython2.4.so.1.0
279#13 0x01047b0b in PyEval_EvalFrame () from /usr/lib/libpython2.4.so.1.0
280#14 0x010488cc in PyEval_EvalFrame () from /usr/lib/libpython2.4.so.1.0
281#15 0x010488cc in PyEval_EvalFrame () from /usr/lib/libpython2.4.so.1.0
282#16 0x010488cc in PyEval_EvalFrame () from /usr/lib/libpython2.4.so.1.0
283#17 0x010488cc in PyEval_EvalFrame () from /usr/lib/libpython2.4.so.1.0
284#18 0x010488cc in PyEval_EvalFrame () from /usr/lib/libpython2.4.so.1.0
285#19 0x01049758 in PyEval_EvalCodeEx () from /usr/lib/libpython2.4.so.1.0
286#20 0x00ffb4ea in PyClassMethod_New () from /usr/lib/libpython2.4.so.1.0
287#21 0x00fe3587 in PyObject_Call () from /usr/lib/libpython2.4.so.1.0
288#22 0x00fe9b78 in PyClass_IsSubclass () from /usr/lib/libpython2.4.so.1.0
289#23 0x00fe3587 in PyObject_Call () from /usr/lib/libpython2.4.so.1.0
290#24 0x00fe3f38 in PyObject_CallMethod () from /usr/lib/libpython2.4.so.1.0
291#25 0x00bd3307 in init_apache () from /etc/httpd/modules/mod_python.so
292#26 0x00a371fd in ap_run_handler () from /usr/sbin/httpd
293#27 0x00a3ab98 in ap_invoke_handler () from /usr/sbin/httpd
294#28 0x00a46a9e in ap_process_request () from /usr/sbin/httpd
295#29 0x00a4389f in ap_register_input_filter () from /usr/sbin/httpd
296#30 0x00a3f07d in ap_run_process_connection () from /usr/sbin/httpd
297#31 0x00a3f17c in ap_process_connection () from /usr/sbin/httpd
298#32 0x00a4b052 in ap_graceful_stop_signalled () from /usr/sbin/httpd
299#33 0x00a4b2c4 in ap_graceful_stop_signalled () from /usr/sbin/httpd
300#34 0x00a4c1d9 in ap_mpm_run () from /usr/sbin/httpd
301#35 0x00a22a9a in main () from /usr/sbin/httpd