Re: thread leakage

From: Daniel Black <daniel.subs_at_internode.on.net>
Date: Tue, 15 Mar 2011 07:29:56 +1100

On Tuesday 15 March 2011 00:16:15 Daniel Black wrote:
> On Monday 14 March 2011 23:35:45 Daniel Black wrote:
> > opendkim -V
> > opendkim: OpenDKIM Filter v2.2.2

(gdb) thread apply all bt

Thread 16 (Thread 0xb7901b70 (LWP 21329)):
#0 0xb7f5d424 in __kernel_vsyscall ()
#1 0xb7b5116d in do_sigwait () from /lib/i686/cmov/libpthread.so.0
#2 0xb7b51210 in sigwait () from /lib/i686/cmov/libpthread.so.0
#3 0x0804d185 in dkimf_reloader (vp=0x0) at opendkim.c:4533
#4 0xb7b48955 in start_thread () from /lib/i686/cmov/libpthread.so.0
#5 0xb7ac8e7e in clone () from /lib/i686/cmov/libc.so.6

Thread 15 (Thread 0xb7100b70 (LWP 21330)):
#0 0xb7f5d424 in __kernel_vsyscall ()
#1 0xb7b5116d in do_sigwait () from /lib/i686/cmov/libpthread.so.0
#2 0xb7b51210 in sigwait () from /lib/i686/cmov/libpthread.so.0
#3 0xb7f33508 in mi_signal_thread (name=0x9f81750) at signal.c:110
#4 0xb7b48955 in start_thread () from /lib/i686/cmov/libpthread.so.0
#5 0xb7ac8e7e in clone () from /lib/i686/cmov/libc.so.6

Thread 14 (Thread 0xb68ffb70 (LWP 21331)):
#0 0xb7f5d424 in __kernel_vsyscall ()
#1 0xb7abb696 in poll () from /lib/i686/cmov/libc.so.6
#2 0xb7f35b94 in mi_pool_controller (arg=0x0) at worker.c:458
#3 0xb7b48955 in start_thread () from /lib/i686/cmov/libpthread.so.0
#4 0xb7ac8e7e in clone () from /lib/i686/cmov/libc.so.6

Thread 13 (Thread 0xb4effb70 (LWP 21454)):
#0 0xb7f5d424 in __kernel_vsyscall ()
#1 0xb7ac96f6 in epoll_wait () from /lib/i686/cmov/libc.so.6
#2 0xb79883cc in ?? () from /usr/lib/libev.so.3
#3 0xb798a9d4 in ev_loop () from /usr/lib/libev.so.3
---Type <return> to continue, or q <return> to quit---
#4 0xb798c874 in event_base_loop () from /usr/lib/libev.so.3
#5 0xb798c8a5 in event_base_dispatch () from /usr/lib/libev.so.3
#6 0xb7b9ba56 in ?? () from /usr/lib/libunbound.so.2
#7 0xb7b714d1 in ?? () from /usr/lib/libunbound.so.2
#8 0xb7b48955 in start_thread () from /lib/i686/cmov/libpthread.so.0
#9 0xb7ac8e7e in clone () from /lib/i686/cmov/libc.so.6

Thread 12 (Thread 0xb46feb70 (LWP 21847)):
#0 0xb7f5d424 in __kernel_vsyscall ()
#1 0xb7b4d482 in pthread_cond_timedwait@@GLIBC_2.3.2 () from
/lib/i686/cmov/libpthread.so.0
#2 0x080622a0 in dkimf_unbound_wait (srv=0x9f81768, qh=0xa231498,
to=0xb46f88f0, bytes=0xb46f890c, error=0x0, dnssec=0x0)
    at opendkim-dns.c:196
#3 dkimf_ub_waitreply (srv=0x9f81768, qh=0xa231498, to=0xb46f88f0,
bytes=0xb46f890c, error=0x0, dnssec=0x0) at opendkim-dns.c:417
#4 0xb7f4234f in dkim_get_policy_dns_excheck (dkim=0xa230cd0, query=0xa221780
"mtnl.net.in", qstatus=0xb46fb7ec) at dkim-policy.c:276
#5 0xb7f42b99 in dkim_get_policy_dns (dkim=0xa230cd0, query=0xa221780
"mtnl.net.in", excheck=true, buf=0xb46fb3eb "", buflen=1025,
    qstatus=0xb46fb7ec) at dkim-policy.c:425
#6 0xb7f4adee in dkim_get_policy (dkim=0xa230cd0, query=0x2223c <Address
0x2223c out of bounds>, excheck=252, qstatus=0xb46fb94c,
    policy=0xb46fb944, pflags=0xb46fb948) at dkim.c:2504
#7 0xb7f4b04c in dkim_policy (dkim=0xa230cd0, pcode=0xb4f1f00c, pstate=0x0)
at dkim.c:4860
#8 0x08050b21 in mlfi_eom (ctx=0xa2312c8) at opendkim.c:11355
#9 0xb7f313ef in st_bodyend (g=0xb46fe2e4) at engine.c:1614
#10 0xb7f30f65 in mi_engine (ctx=0xa2312c8) at engine.c:405
#11 0xb7f354bd in mi_worker (arg=0xa20f9b0) at worker.c:652
#12 0xb7b48955 in start_thread () from /lib/i686/cmov/libpthread.so.0
#13 0xb7ac8e7e in clone () from /lib/i686/cmov/libc.so.6

Thread 11 (Thread 0xb58fdb70 (LWP 22567)):
#0 0xb7f5d424 in __kernel_vsyscall ()
#1 0xb7b4d482 in pthread_cond_timedwait@@GLIBC_2.3.2 () from
/lib/i686/cmov/libpthread.so.0
---Type <return> to continue, or q <return> to quit---
#2 0x080622a0 in dkimf_unbound_wait (srv=0x9f81768, qh=0xa2460f8,
to=0xb58f78f0, bytes=0xb58f790c, error=0x0, dnssec=0x0)
    at opendkim-dns.c:196
#3 dkimf_ub_waitreply (srv=0x9f81768, qh=0xa2460f8, to=0xb58f78f0,
bytes=0xb58f790c, error=0x0, dnssec=0x0) at opendkim-dns.c:417
#4 0xb7f4234f in dkim_get_policy_dns_excheck (dkim=0xa24aa50, query=0xa244ea8
"airtelbroadband.in", qstatus=0xb58fa7ec)
    at dkim-policy.c:276
#5 0xb7f42b99 in dkim_get_policy_dns (dkim=0xa24aa50, query=0xa244ea8
"airtelbroadband.in", excheck=true, buf=0xb58fa3eb "",
    buflen=1025, qstatus=0xb58fa7ec) at dkim-policy.c:425
#6 0xb7f4adee in dkim_get_policy (dkim=0xa24aa50, query=0x22238 <Address
0x22238 out of bounds>, excheck=252, qstatus=0xb58fa94c,
    policy=0xb58fa944, pflags=0xb58fa948) at dkim.c:2504
#7 0xb7f4b04c in dkim_policy (dkim=0xa24aa50, pcode=0xb4f2016c, pstate=0x0)
at dkim.c:4860
#8 0x08050b21 in mlfi_eom (ctx=0xa237c58) at opendkim.c:11355
#9 0xb7f313ef in st_bodyend (g=0xb58fd2e4) at engine.c:1614
#10 0xb7f30f65 in mi_engine (ctx=0xa237c58) at engine.c:405
#11 0xb7f354bd in mi_worker (arg=0xa243720) at worker.c:652
#12 0xb7b48955 in start_thread () from /lib/i686/cmov/libpthread.so.0
#13 0xb7ac8e7e in clone () from /lib/i686/cmov/libc.so.6

Thread 10 (Thread 0xb36fcb70 (LWP 23134)):
#0 0xb7f5d424 in __kernel_vsyscall ()
#1 0xb7b4d482 in pthread_cond_timedwait@@GLIBC_2.3.2 () from
/lib/i686/cmov/libpthread.so.0
#2 0x080622a0 in dkimf_unbound_wait (srv=0x9f81768, qh=0xa276c58,
to=0xb36f68f0, bytes=0xb36f690c, error=0x0, dnssec=0x0)
    at opendkim-dns.c:196
#3 dkimf_ub_waitreply (srv=0x9f81768, qh=0xa276c58, to=0xb36f68f0,
bytes=0xb36f690c, error=0x0, dnssec=0x0) at opendkim-dns.c:417
#4 0xb7f4234f in dkim_get_policy_dns_excheck (dkim=0xa2784a8, query=0xa272b90
"vsnl.net.in", qstatus=0xb36f97ec) at dkim-policy.c:276
#5 0xb7f42b99 in dkim_get_policy_dns (dkim=0xa2784a8, query=0xa272b90
"vsnl.net.in", excheck=true, buf=0xb36f93eb "", buflen=1025,
    qstatus=0xb36f97ec) at dkim-policy.c:425
#6 0xb7f4adee in dkim_get_policy (dkim=0xa2784a8, query=0x2223a <Address
0x2223a out of bounds>, excheck=252, qstatus=0xb36f994c,
    policy=0xb36f9944, pflags=0xb36f9948) at dkim.c:2504
#7 0xb7f4b04c in dkim_policy (dkim=0xa2784a8, pcode=0xb4f26b44, pstate=0x0)
at dkim.c:4860
---Type <return> to continue, or q <return> to quit---
#8 0x08050b21 in mlfi_eom (ctx=0xa2623b8) at opendkim.c:11355
#9 0xb7f313ef in st_bodyend (g=0xb36fc2e4) at engine.c:1614
#10 0xb7f30f65 in mi_engine (ctx=0xa2623b8) at engine.c:405
#11 0xb7f354bd in mi_worker (arg=0xa262fa0) at worker.c:652
#12 0xb7b48955 in start_thread () from /lib/i686/cmov/libpthread.so.0
#13 0xb7ac8e7e in clone () from /lib/i686/cmov/libc.so.6

Thread 9 (Thread 0xb26fab70 (LWP 23741)):
#0 0xb7f5d424 in __kernel_vsyscall ()
#1 0xb7b4d482 in pthread_cond_timedwait@@GLIBC_2.3.2 () from
/lib/i686/cmov/libpthread.so.0
#2 0x080622a0 in dkimf_unbound_wait (srv=0x9f81768, qh=0xa248b48,
to=0xb26f48f0, bytes=0xb26f490c, error=0x0, dnssec=0x0)
    at opendkim-dns.c:196
#3 dkimf_ub_waitreply (srv=0x9f81768, qh=0xa248b48, to=0xb26f48f0,
bytes=0xb26f490c, error=0x0, dnssec=0x0) at opendkim-dns.c:417
#4 0xb7f4234f in dkim_get_policy_dns_excheck (dkim=0xa275d20, query=0xa26db80
"airtelbroadband.in", qstatus=0xb26f77ec)
    at dkim-policy.c:276
#5 0xb7f42b99 in dkim_get_policy_dns (dkim=0xa275d20, query=0xa26db80
"airtelbroadband.in", excheck=true, buf=0xb26f73eb "",
    buflen=1025, qstatus=0xb26f77ec) at dkim-policy.c:425
#6 0xb7f4adee in dkim_get_policy (dkim=0xa275d20, query=0x22232 <Address
0x22232 out of bounds>, excheck=252, qstatus=0xb26f794c,
    policy=0xb26f7944, pflags=0xb26f7948) at dkim.c:2504
#7 0xb7f4b04c in dkim_policy (dkim=0xa275d20, pcode=0xb4f3ce8c, pstate=0x0)
at dkim.c:4860
#8 0x08050b21 in mlfi_eom (ctx=0xa26da60) at opendkim.c:11355
#9 0xb7f313ef in st_bodyend (g=0xb26fa2e4) at engine.c:1614
#10 0xb7f30f65 in mi_engine (ctx=0xa26da60) at engine.c:405
#11 0xb7f354bd in mi_worker (arg=0xa2753f0) at worker.c:652
#12 0xb7b48955 in start_thread () from /lib/i686/cmov/libpthread.so.0
#13 0xb7ac8e7e in clone () from /lib/i686/cmov/libc.so.6

Thread 8 (Thread 0xb2efbb70 (LWP 26130)):
#0 0xb7f5d424 in __kernel_vsyscall ()
---Type <return> to continue, or q <return> to quit---
#1 0xb7ac2011 in select () from /lib/i686/cmov/libc.so.6
#2 0x0806856a in dkimf_wait_fd (fd=6, until=0xb2eef888) at util.c:1709
#3 0x08062307 in dkimf_unbound_wait (srv=0x9f81768, qh=0xa24e118,
to=0xb2ef58f0, bytes=0xb2ef590c, error=0x0, dnssec=0x0)
    at opendkim-dns.c:231
#4 dkimf_ub_waitreply (srv=0x9f81768, qh=0xa24e118, to=0xb2ef58f0,
bytes=0xb2ef590c, error=0x0, dnssec=0x0) at opendkim-dns.c:417
#5 0xb7f4234f in dkim_get_policy_dns_excheck (dkim=0xa262ea0, query=0xa25d4a0
"airtelbroadband.in", qstatus=0xb2ef87ec)
    at dkim-policy.c:276
#6 0xb7f42b99 in dkim_get_policy_dns (dkim=0xa262ea0, query=0xa25d4a0
"airtelbroadband.in", excheck=true, buf=0xb2ef83eb "",
    buflen=1025, qstatus=0xb2ef87ec) at dkim-policy.c:425
#7 0xb7f4adee in dkim_get_policy (dkim=0xa262ea0, query=0x0, excheck=254,
qstatus=0xb2ef894c, policy=0xb2ef8944, pflags=0xb2ef8948)
    at dkim.c:2504
#8 0xb7f4b04c in dkim_policy (dkim=0xa262ea0, pcode=0xa27b3cc, pstate=0x0) at
dkim.c:4860
#9 0x08050b21 in mlfi_eom (ctx=0xa228850) at opendkim.c:11355
#10 0xb7f313ef in st_bodyend (g=0xb2efb2e4) at engine.c:1614
#11 0xb7f30f65 in mi_engine (ctx=0xa228850) at engine.c:405
#12 0xb7f354bd in mi_worker (arg=0x9fc5ff0) at worker.c:652
#13 0xb7b48955 in start_thread () from /lib/i686/cmov/libpthread.so.0
#14 0xb7ac8e7e in clone () from /lib/i686/cmov/libc.so.6

Thread 7 (Thread 0xb60feb70 (LWP 5541)):
#0 0xb7f5d424 in __kernel_vsyscall ()
#1 0xb7b4d482 in pthread_cond_timedwait@@GLIBC_2.3.2 () from
/lib/i686/cmov/libpthread.so.0
#2 0x080622a0 in dkimf_unbound_wait (srv=0x9f81768, qh=0x9fc92e8,
to=0xb60f88f0, bytes=0xb60f890c, error=0x0, dnssec=0x0)
    at opendkim-dns.c:196
#3 dkimf_ub_waitreply (srv=0x9f81768, qh=0x9fc92e8, to=0xb60f88f0,
bytes=0xb60f890c, error=0x0, dnssec=0x0) at opendkim-dns.c:417
#4 0xb7f4234f in dkim_get_policy_dns_excheck (dkim=0xa1fc7e0, query=0xa237d38
"mtnl.net.in", qstatus=0xb60fb7ec) at dkim-policy.c:276
#5 0xb7f42b99 in dkim_get_policy_dns (dkim=0xa1fc7e0, query=0xa237d38
"mtnl.net.in", excheck=true, buf=0xb60fb3eb "", buflen=1025,
    qstatus=0xb60fb7ec) at dkim-policy.c:425
#6 0xb7f4adee in dkim_get_policy (dkim=0xa1fc7e0, query=0x2223e <Address
0x2223e out of bounds>, excheck=252, qstatus=0xb60fb94c,
---Type <return> to continue, or q <return> to quit---
    policy=0xb60fb944, pflags=0xb60fb948) at dkim.c:2504
#7 0xb7f4b04c in dkim_policy (dkim=0xa1fc7e0, pcode=0xa2972c4, pstate=0x0) at
dkim.c:4860
#8 0x08050b21 in mlfi_eom (ctx=0xa22b250) at opendkim.c:11355
#9 0xb7f313ef in st_bodyend (g=0xb60fe2e4) at engine.c:1614
#10 0xb7f30f65 in mi_engine (ctx=0xa22b250) at engine.c:405
#11 0xb7f354bd in mi_worker (arg=0xa291020) at worker.c:652
#12 0xb7b48955 in start_thread () from /lib/i686/cmov/libpthread.so.0
#13 0xb7ac8e7e in clone () from /lib/i686/cmov/libc.so.6

Thread 6 (Thread 0xb0affb70 (LWP 9261)):
#0 0xb7f5d424 in __kernel_vsyscall ()
#1 0xb7b4d482 in pthread_cond_timedwait@@GLIBC_2.3.2 () from
/lib/i686/cmov/libpthread.so.0
#2 0x080622a0 in dkimf_unbound_wait (srv=0x9f81768, qh=0x9f916e0,
to=0xb0af98f0, bytes=0xb0af990c, error=0x0, dnssec=0x0)
    at opendkim-dns.c:196
#3 dkimf_ub_waitreply (srv=0x9f81768, qh=0x9f916e0, to=0xb0af98f0,
bytes=0xb0af990c, error=0x0, dnssec=0x0) at opendkim-dns.c:417
#4 0xb7f4234f in dkim_get_policy_dns_excheck (dkim=0xa242260, query=0xa24c180
"aol.in", qstatus=0xb0afc7ec) at dkim-policy.c:276
#5 0xb7f42b99 in dkim_get_policy_dns (dkim=0xa242260, query=0xa24c180
"aol.in", excheck=true, buf=0xb0afc3eb "", buflen=1025,
    qstatus=0xb0afc7ec) at dkim-policy.c:425
#6 0xb7f4adee in dkim_get_policy (dkim=0xa242260, query=0x22242 <Address
0x22242 out of bounds>, excheck=252, qstatus=0xb0afc94c,
    policy=0xb0afc944, pflags=0xb0afc948) at dkim.c:2504
#7 0xb7f4b04c in dkim_policy (dkim=0xa242260, pcode=0xa29b984, pstate=0x0) at
dkim.c:4860
#8 0x08050b21 in mlfi_eom (ctx=0xa2905d8) at opendkim.c:11355
#9 0xb7f313ef in st_bodyend (g=0xb0aff2e4) at engine.c:1614
#10 0xb7f30f65 in mi_engine (ctx=0xa2905d8) at engine.c:405
#11 0xb7f354bd in mi_worker (arg=0xa2837b8) at worker.c:652
#12 0xb7b48955 in start_thread () from /lib/i686/cmov/libpthread.so.0
#13 0xb7ac8e7e in clone () from /lib/i686/cmov/libc.so.6

Thread 5 (Thread 0xb3efdb70 (LWP 10350)):
---Type <return> to continue, or q <return> to quit---
#0 0xb7f5d424 in __kernel_vsyscall ()
#1 0xb7b4d482 in pthread_cond_timedwait@@GLIBC_2.3.2 () from
/lib/i686/cmov/libpthread.so.0
#2 0x080622a0 in dkimf_unbound_wait (srv=0x9f81768, qh=0xa2566a0,
to=0xb3ef78f0, bytes=0xb3ef790c, error=0x0, dnssec=0x0)
    at opendkim-dns.c:196
#3 dkimf_ub_waitreply (srv=0x9f81768, qh=0xa2566a0, to=0xb3ef78f0,
bytes=0xb3ef790c, error=0x0, dnssec=0x0) at opendkim-dns.c:417
#4 0xb7f4234f in dkim_get_policy_dns_excheck (dkim=0xa215068, query=0xa1f3be8
"aol.in", qstatus=0xb3efa7ec) at dkim-policy.c:276
#5 0xb7f42b99 in dkim_get_policy_dns (dkim=0xa215068, query=0xa1f3be8
"aol.in", excheck=true, buf=0xb3efa3eb "", buflen=1025,
    qstatus=0xb3efa7ec) at dkim-policy.c:425
#6 0xb7f4adee in dkim_get_policy (dkim=0xa215068, query=0x22240 <Address
0x22240 out of bounds>, excheck=252, qstatus=0xb3efa94c,
    policy=0xb3efa944, pflags=0xb3efa948) at dkim.c:2504
#7 0xb7f4b04c in dkim_policy (dkim=0xa215068, pcode=0xb4fec96c, pstate=0x0)
at dkim.c:4860
#8 0x08050b21 in mlfi_eom (ctx=0xa256b40) at opendkim.c:11355
#9 0xb7f313ef in st_bodyend (g=0xb3efd2e4) at engine.c:1614
#10 0xb7f30f65 in mi_engine (ctx=0xa256b40) at engine.c:405
#11 0xb7f354bd in mi_worker (arg=0xa28dcd8) at worker.c:652
#12 0xb7b48955 in start_thread () from /lib/i686/cmov/libpthread.so.0
#13 0xb7ac8e7e in clone () from /lib/i686/cmov/libc.so.6

Thread 4 (Thread 0xb1ef9b70 (LWP 12787)):
#0 0xb7f5d424 in __kernel_vsyscall ()
#1 0xb7b4d482 in pthread_cond_timedwait@@GLIBC_2.3.2 () from
/lib/i686/cmov/libpthread.so.0
#2 0x080622a0 in dkimf_unbound_wait (srv=0x9f81768, qh=0xa271438,
to=0xb1ef38f0, bytes=0xb1ef390c, error=0x0, dnssec=0x0)
    at opendkim-dns.c:196
#3 dkimf_ub_waitreply (srv=0x9f81768, qh=0xa271438, to=0xb1ef38f0,
bytes=0xb1ef390c, error=0x0, dnssec=0x0) at opendkim-dns.c:417
#4 0xb7f4234f in dkim_get_policy_dns_excheck (dkim=0xa254458, query=0xa1f4810
"aol.in", qstatus=0xb1ef67ec) at dkim-policy.c:276
#5 0xb7f42b99 in dkim_get_policy_dns (dkim=0xa254458, query=0xa1f4810
"aol.in", excheck=true, buf=0xb1ef63eb "", buflen=1025,
    qstatus=0xb1ef67ec) at dkim-policy.c:425
#6 0xb7f4adee in dkim_get_policy (dkim=0xa254458, query=0x22236 <Address
0x22236 out of bounds>, excheck=252, qstatus=0xb1ef694c,
    policy=0xb1ef6944, pflags=0xb1ef6948) at dkim.c:2504
---Type <return> to continue, or q <return> to quit---
#7 0xb7f4b04c in dkim_policy (dkim=0xa254458, pcode=0xa29d07c, pstate=0x0) at
dkim.c:4860
#8 0x08050b21 in mlfi_eom (ctx=0xa24f718) at opendkim.c:11355
#9 0xb7f313ef in st_bodyend (g=0xb1ef92e4) at engine.c:1614
#10 0xb7f30f65 in mi_engine (ctx=0xa24f718) at engine.c:405
#11 0xb7f354bd in mi_worker (arg=0xa24f718) at worker.c:652
#12 0xb7b48955 in start_thread () from /lib/i686/cmov/libpthread.so.0
#13 0xb7ac8e7e in clone () from /lib/i686/cmov/libc.so.6

Thread 3 (Thread 0xb02feb70 (LWP 13413)):
#0 0xb7f5d424 in __kernel_vsyscall ()
#1 0xb7b4d482 in pthread_cond_timedwait@@GLIBC_2.3.2 () from
/lib/i686/cmov/libpthread.so.0
#2 0xb7f355c7 in mi_worker (arg=0xa2049b0) at worker.c:724
#3 0xb7b48955 in start_thread () from /lib/i686/cmov/libpthread.so.0
#4 0xb7ac8e7e in clone () from /lib/i686/cmov/libc.so.6

Thread 2 (Thread 0xafafdb70 (LWP 14432)):
#0 0xb7f5d424 in __kernel_vsyscall ()
#1 0xb7b4d482 in pthread_cond_timedwait@@GLIBC_2.3.2 () from
/lib/i686/cmov/libpthread.so.0
#2 0xb7f355c7 in mi_worker (arg=0xa2a7d90) at worker.c:724
#3 0xb7b48955 in start_thread () from /lib/i686/cmov/libpthread.so.0
#4 0xb7ac8e7e in clone () from /lib/i686/cmov/libc.so.6

Thread 1 (Thread 0xb79786c0 (LWP 21328)):
#0 0xb7f5d424 in __kernel_vsyscall ()
#1 0xb7abb696 in poll () from /lib/i686/cmov/libc.so.6
#2 0xb7f324cd in mi_listener (conn=0x9f7e9e8 "inet:8891", dbg=0,
smfi=0x9f81708, timeout=7210, backlog=128) at listener.c:766
#3 0xb7f32d57 in smfi_main () at main.c:242
#4 0x0805d617 in main (argc=7, argv=0xbfe79e93) at opendkim.c:14485

I'll try to update to 2.3.0 or HEAD later...
Received on Mon Mar 14 2011 - 20:28:59 PST

This archive was generated by hypermail 2.2.0+W3C-0.50 : Sun May 15 2011 - 15:59:40 PST