[Freeswitch-users] segfault when shoutcast plays mp3 and extension hangs up

11 Feb 2009

      Hello,

today I tried to play a mp3. It works fine until extension hangs up.
Then FS (FreeSWITCH Version 1.0.trunk (11698M)) crashed with segfault.
The mp3 file was generated by MP3Splitter
(http://www.codevisions.de/hp/upload/_files/mp3splitter20.zip) as a
piece out of a complete mp3 song. There is a good chance that it
generates corrupt mp3s. At least those mp3s are playable in winamp and
media player.

My dialplan:
        <extension name="testnummer1">
                <condition field="destination_number" expression="^9123$">
                        <action application="set"
data="absolute_codec_string=G722"/>
                        <action application="answer"/>
                        <action application="sleep" data="1000"/>
                        <action application="playback" data="qet.mp3"/>
                </condition>
        </extension>

FS console output shows problems in mp3 file:

freeswitch@ippbx-prod-node0> 2009-02-11 11:45:43 [DEBUG] Span:1 Q.931()
Timer 0 of call 0 (CRV: 2, State: 0) timed out
Note: Illegal Audio-MPEG-Header 0x00000000 at offset 0x10ec15.
Note: Trying to resync...
Note: Hit end of (available) data during resync.
2009-02-11 11:45:44 [DEBUG] switch_ivr_play_say.c:1261
switch_ivr_play_file() done playing file
./start_fs.sh: line 6: 27201 Segmentation fault      (core dumped)
bin/freeswitch $1

Here are the backtraces:

(gdb) bt
#0  0xabe0e408 in mpg123_delete@plt () from
/opt/app/voip/ippbx.prod/mod/mod_shout.so
#1  0xabe13325 in ?? () from /opt/app/voip/ippbx.prod/mod/mod_shout.so
#2  0xb7dc04b9 in switch_core_file_seek (fh=0xa76fef28,
cur_pos=0xa76fef88, samples=0, whence=1) at src/switch_core_file.c:345
#3  0xb7dfab82 in switch_ivr_play_file (session=0xa7700030, fh=0xa76fef28,
    file=0xa7711ed8 "/opt/app/voip/ippbx.prod/sounds/de/callie/qet.mp3",
args=0xa76ff0d8) at src/switch_ivr_play_say.c:1262
#4  0xad71da25 in ?? () from /opt/app/voip/ippbx.prod/mod/mod_dptools.so
#5  0xb7dc6c54 in switch_core_session_exec (session=0xa7700030,
application_interface=0xb346b388, arg=0xb34fd790 "qet.mp3")
    at src/switch_core_session.c:1332
#6  0xb7dc70fe in switch_core_session_execute_application
(session=0xa7700030, app=0xb34fd780 "playback", arg=0xb34fd790 "qet.mp3")
    at src/switch_core_session.c:1254
#7  0xb7dc93a4 in switch_core_session_run (session=0xa7700030) at
src/switch_core_state_machine.c:155
#8  0xb7dc6725 in switch_core_session_thread (thread=0xb34fd3d0,
obj=0xa7700030) at src/switch_core_session.c:940
#9  0xb7e30bf6 in dummy_worker (opaque=0xb34fd3d0) at
threadproc/unix/thread.c:138
#10 0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#11 0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
Current language:  auto; currently asm

(gdb) bt full
#0  0xabe0e408 in mpg123_delete@plt () from
/opt/app/voip/ippbx.prod/mod/mod_shout.so
No locals.
#1  0xabe13325 in ?? () from /opt/app/voip/ippbx.prod/mod/mod_shout.so
No locals.
#2  0xb7dc04b9 in switch_core_file_seek (fh=0xa76fef28,
cur_pos=0xa76fef88, samples=0, whence=1) at src/switch_core_file.c:345
        status = 4294967295
        __PRETTY_FUNCTION__ = "switch_core_file_seek"
#3  0xb7dfab82 in switch_ivr_play_file (session=0xa7700030, fh=0xa76fef28,
    file=0xa7711ed8 "/opt/app/voip/ippbx.prod/sounds/de/callie/qet.mp3",
args=0xa76ff0d8) at src/switch_ivr_play_say.c:1262
        channel = (switch_channel_t *) 0xa7704598
        dtmf = {digit = 0 '\0', duration = 0}
        interval = 2909916864
        samples = 320
        framelen = 640
        sample_start = <value optimized out>
        olen = 320
        llen = 320
        write_frame = {codec = 0xa76fefb8, source = 0x0, packet = 0x0,
packetlen = 0, data = 0xa7743f30, datalen = 640, buflen = 32768,
  samples = 320, rate = 16000, payload = 0 '\0', timestamp = 0, seq = 0,
ssrc = 0, m = SWITCH_FALSE, flags = 0}
        timer = {interval = 0, flags = 0, samples = 0, samplecount = 0,
timer_interface = 0x0, memory_pool = 0x0, private_info = 0x0,
  diff = 0, tick = 0}
        codec = {codec_interface = 0x80cd8f8, implementation =
0x80cdf20, fmtp_in = 0x0, fmtp_out = 0x0, codec_settings = {quality = 0,
    complexity = 0, enhancement = 0, vad = 0, vbr = 0, vbr_quality = 0,
abr = 0, dtx = 0, preproc = 0, pp_vad = 0, pp_agc = 0,
    pp_agc_level = 0, pp_denoise = 0, pp_dereverb = 0, pp_dereverb_decay
= 0, pp_dereverb_level = 0}, flags = 3, memory_pool = 0xb34fbb38,
  private_info = 0x0, agreed_pt = 0 '\0', mutex = 0xa7711f10}
        pool = (switch_memory_pool_t *) 0xb34fbb38
        status = SWITCH_STATUS_SUCCESS
        lfh = {file_interface = 0x8136258, flags = 3085, fd = 0x0,
samples = 0, samplerate = 16000, native_rate = 16000, channels = 1 '\001',
  format = 0, sections = 0, seekable = 0, sample_count = 729088, speed =
0, memory_pool = 0xa7712040, prebuf = 0, interval = 0,
  private_info = 0xa7714048, handler = 0x0, pos = 0, audio_buffer =
0xb3476f88, sp_audio_buffer = 0x0, thresh = 0, silence_hits = 0,
  offset_pos = 364640, last_pos = 0, vol = 0, resampler = 0x0, buffer =
0x0, dbuf = 0x0, dbuflen = 0, pre_buffer = 0x0,
  pre_buffer_data = 0x0, pre_buffer_datalen = 0, file = 0xb7eb71f0
"src/switch_ivr_play_say.c", func = 0xb7eb794b "switch_ivr_play_file",
  line = 894}
        read_codec = (switch_codec_t *) 0xb34fcb90
        p = 0xb7eaf8d4 "current_application"
        asis = 0 '\0'
        prefix = <value optimized out>
        timer_name = 0x0
        prebuf = <value optimized out>
        eof = 1
        bread = <value optimized out>
        __func__ = "switch_ivr_play_file"
        __PRETTY_FUNCTION__ = "switch_ivr_play_file"
#4  0xad71da25 in ?? () from /opt/app/voip/ippbx.prod/mod/mod_dptools.so
No locals.
#5  0xb7dc6c54 in switch_core_session_exec (session=0xa7700030,
application_interface=0xb346b388, arg=0xb34fd790 "qet.mp3")
    at src/switch_core_session.c:1332
        log = <value optimized out>
        lp = <value optimized out>
        event = (switch_event_t *) 0x0
        var = <value optimized out>
        channel = (switch_channel_t *) 0xa7704598
        expanded = 0xb34fd790 "qet.mp3"
        app = 0xad725133 "playback"
        __PRETTY_FUNCTION__ = "switch_core_session_exec"
        __func__ = "switch_core_session_exec"
#6  0xb7dc70fe in switch_core_session_execute_application
(session=0xa7700030, app=0xb34fd780 "playback", arg=0xb34fd790 "qet.mp3")
    at src/switch_core_session.c:1254
        application_interface = (switch_application_interface_t *)
0xb346b388
        __func__ = "switch_core_session_execute_application"
#7  0xb7dc93a4 in switch_core_session_run (session=0xa7700030) at
src/switch_core_state_machine.c:155
        proceed = <value optimized out>
        global_proceed = <value optimized out>
        do_extra_handlers = <value optimized out>
        state = <value optimized out>
        endstate = <value optimized out>
        endpoint_interface = <value optimized out>
        driver_state_handler = (const switch_state_handler_table_t *)
0xb331f860
        application_state_handler = <value optimized out>
        thread_id = 3084680427
        env = {{__jmpbuf = {0, 0, 0, 0, 0, 0}, __mask_was_saved = 0,
__saved_mask = {__val = {0 <repeats 32 times>}}}}
        sig = <value optimized out>
        __func__ = "switch_core_session_run"
        __PRETTY_FUNCTION__ = "switch_core_session_run"
#8  0xb7dc6725 in switch_core_session_thread (thread=0xb34fd3d0,
obj=0xa7700030) at src/switch_core_session.c:940
        session = (switch_core_session_t *) 0xa7700030
        event = <value optimized out>
        event_str = 0x0
        val = <value optimized out>
        __func__ = "switch_core_session_thread"
        __PRETTY_FUNCTION__ = "switch_core_session_thread"
#9  0xb7e30bf6 in dummy_worker (opaque=0xb34fd3d0) at
threadproc/unix/thread.c:138
No locals.
#10 0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#11 0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

(gdb) thread apply all bt

Thread 31 (process 27201):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
#2  0xb7e32799 in apr_sleep (t=1000000) at time/unix/time.c:246
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
#4  0xb7db9154 in switch_console_loop () at src/switch_console.c:792
#5  0xb7dcedf0 in switch_core_runtime_loop (bg=0) at src/switch_core.c:659
#6  0x0804a36a in main (argc=1, argv=0xbffe65c4) at src/switch.c:666

Thread 30 (process 27202):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
#2  0xb7e32799 in apr_sleep (t=100000) at time/unix/time.c:246
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
#4  0xb7dbe2a4 in pool_thread (thread=0xb7a07da8, obj=0x0) at
src/switch_core_memory.c:421
#5  0xb7e30bf6 in dummy_worker (opaque=0xb7a07da8) at
threadproc/unix/thread.c:138
#6  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#7  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 29 (process 27203):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7d2eaa5 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/tls/i686/cmov/libpthread.so.0
#2  0xb7e2acaa in apr_thread_cond_wait (cond=0xb6fb53b8,
mutex=0xb6fb5388) at locks/unix/thread_cond.c:68
#3  0xb7e21a3c in apr_queue_pop (queue=0xb6fb5358, data=0xb6ec03a8) at
misc/apr_queue.c:276
#4  0xb7dadd44 in switch_queue_pop (queue=0xb6fb5358, data=0xb6ec03a8)
at src/switch_apr.c:879
#5  0xb7ddf879 in switch_event_dispatch_thread (thread=0x8068140,
obj=0xb6fb5358) at src/switch_event.c:230
#6  0xb7e30bf6 in dummy_worker (opaque=0x8068140) at
threadproc/unix/thread.c:138
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 28 (process 27204):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7d2eaa5 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/tls/i686/cmov/libpthread.so.0
#2  0xb7e2acaa in apr_thread_cond_wait (cond=0x805e380, mutex=0x805e350)
at locks/unix/thread_cond.c:68
#3  0xb7e21a3c in apr_queue_pop (queue=0x805e320, data=0xb66bf3a8) at
misc/apr_queue.c:276
#4  0xb7dadd44 in switch_queue_pop (queue=0x805e320, data=0xb66bf3a8) at
src/switch_apr.c:879
#5  0xb7ddec2d in switch_event_thread (thread=0x8068160, obj=0x805e320)
at src/switch_event.c:273
#6  0xb7e30bf6 in dummy_worker (opaque=0x8068160) at
threadproc/unix/thread.c:138
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 27 (process 27205):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7d2eaa5 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/tls/i686/cmov/libpthread.so.0
#2  0xb7e2acaa in apr_thread_cond_wait (cond=0xb71d4b38,
mutex=0xb71d4b08) at locks/unix/thread_cond.c:68
#3  0xb7e21a3c in apr_queue_pop (queue=0xb71d4ad8, data=0xb5ebe3a8) at
misc/apr_queue.c:276
#4  0xb7dadd44 in switch_queue_pop (queue=0xb71d4ad8, data=0xb5ebe3a8)
at src/switch_apr.c:879
#5  0xb7ddec2d in switch_event_thread (thread=0x8068180, obj=0xb71d4ad8)
at src/switch_event.c:273
#6  0xb7e30bf6 in dummy_worker (opaque=0x8068180) at
threadproc/unix/thread.c:138
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
---Type <return> to continue, or q <return> to quit---
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 26 (process 27206):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7d2eaa5 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/tls/i686/cmov/libpthread.so.0
#2  0xb7e2acaa in apr_thread_cond_wait (cond=0xb7171b38,
mutex=0xb7171b08) at locks/unix/thread_cond.c:68
#3  0xb7e21a3c in apr_queue_pop (queue=0xb7171ad8, data=0xb56bd3a8) at
misc/apr_queue.c:276
#4  0xb7dadd44 in switch_queue_pop (queue=0xb7171ad8, data=0xb56bd3a8)
at src/switch_apr.c:879
#5  0xb7ddec2d in switch_event_thread (thread=0x80681a0, obj=0xb7171ad8)
at src/switch_event.c:273
#6  0xb7e30bf6 in dummy_worker (opaque=0x80681a0) at
threadproc/unix/thread.c:138
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 25 (process 27207):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7d2eaa5 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/tls/i686/cmov/libpthread.so.0
#2  0xb7e2acaa in apr_thread_cond_wait (cond=0xb6fb54a8,
mutex=0xb6fb5478) at locks/unix/thread_cond.c:68
#3  0xb7e21a3c in apr_queue_pop (queue=0xb6fb5448, data=0xb4dce3a8) at
misc/apr_queue.c:276
#4  0xb7dadd44 in switch_queue_pop (queue=0xb6fb5448, data=0xb4dce3a8)
at src/switch_apr.c:879
#5  0xb7e082fd in log_thread (thread=0xb4e30ae0, obj=0x0) at
src/switch_log.c:209
#6  0xb7e30bf6 in dummy_worker (opaque=0xb4e30ae0) at
threadproc/unix/thread.c:138
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 24 (process 27210):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7d2eaa5 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/tls/i686/cmov/libpthread.so.0
#2  0xb7e2acaa in apr_thread_cond_wait (cond=0x80c0c58, mutex=0x80c0c28)
at locks/unix/thread_cond.c:68
#3  0xb7daed54 in switch_thread_cond_wait (cond=0x80c0c58,
mutex=0x80c0c28) at src/switch_apr.c:359
#4  0xb7e11266 in switch_cond_next () at src/switch_time.c:203
#5  0xb7dc27a5 in switch_core_sql_thread (thread=0xb3567ae8, obj=0x0) at
src/switch_core_sqldb.c:220
#6  0xb7e30bf6 in dummy_worker (opaque=0xb3567ae8) at
threadproc/unix/thread.c:138
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 23 (process 27211):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
#2  0xb7e32799 in apr_sleep (t=500000) at time/unix/time.c:246
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
#4  0xb7dd2af4 in switch_scheduler_task_thread (thread=0x80baa90,
obj=0x0) at src/switch_scheduler.c:171
#5  0xb7e30bf6 in dummy_worker (opaque=0x80baa90) at
threadproc/unix/thread.c:138
#6  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#7  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 22 (process 27212):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7c7d676 in epoll_wait () from /lib/tls/i686/cmov/libc.so.6
#2  0xb32b7126 in su_epoll_port_wait_events (self=0x80c6340, tout=1000)
at su_epoll_port.c:491
#3  0xb32bd9b8 in su_base_port_step (self=0x80c6340, tout=1000) at
su_base_port.c:442
#4  0xb32b8551 in su_port_step (self=0x80c6340, tout=1000) at su_port.h:326
---Type <return> to continue, or q <return> to quit---
#5  0xb32b8521 in su_root_step (self=0x80c68f0, tout=1000) at su_root.c:730
#6  0xb31e8f29 in sofia_profile_thread_run (thread=0x80d2aa8,
obj=0x80d1e10) at sofia.c:831
#7  0xb7e30bf6 in dummy_worker (opaque=0x80d2aa8) at
threadproc/unix/thread.c:138
#8  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#9  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 21 (process 27213):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7c7d676 in epoll_wait () from /lib/tls/i686/cmov/libc.so.6
#2  0xb32b7126 in su_epoll_port_wait_events (self=0x80dac30, tout=1000)
at su_epoll_port.c:491
#3  0xb32bd89b in su_base_port_run (self=0x80dac30) at su_base_port.c:342
#4  0xb32b842b in su_port_run (self=0x80dac30) at su_port.h:312
#5  0xb32b8408 in su_root_run (self=0x80dacb0) at su_root.c:691
#6  0xb32a8b31 in su_pthread_port_clone_main (varg=0xb311c0a8) at
su_pthread_port.c:321
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 20 (process 27214):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7c7d676 in epoll_wait () from /lib/tls/i686/cmov/libc.so.6
#2  0xb32b7126 in su_epoll_port_wait_events (self=0x80da208, tout=1000)
at su_epoll_port.c:491
#3  0xb32bd9b8 in su_base_port_step (self=0x80da208, tout=1000) at
su_base_port.c:442
#4  0xb32b8551 in su_port_step (self=0x80da208, tout=1000) at su_port.h:326
#5  0xb32b8521 in su_root_step (self=0x80d7558, tout=1000) at su_root.c:730
#6  0xb31e8f29 in sofia_profile_thread_run (thread=0x80dde88,
obj=0x80dd650) at sofia.c:831
#7  0xb7e30bf6 in dummy_worker (opaque=0x80dde88) at
threadproc/unix/thread.c:138
#8  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#9  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 19 (process 27215):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7c7d676 in epoll_wait () from /lib/tls/i686/cmov/libc.so.6
#2  0xb32b7126 in su_epoll_port_wait_events (self=0x80e5228, tout=1000)
at su_epoll_port.c:491
#3  0xb32bd89b in su_base_port_run (self=0x80e5228) at su_base_port.c:342
#4  0xb32b842b in su_port_run (self=0x80e5228) at su_port.h:312
#5  0xb32b8408 in su_root_run (self=0x80e3b40) at su_root.c:691
#6  0xb32a8b31 in su_pthread_port_clone_main (varg=0xb211a0a8) at
su_pthread_port.c:321
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 18 (process 27216):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
#2  0xb7e32799 in apr_sleep (t=10000) at time/unix/time.c:246
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
#4  0xb31d4b37 in sofia_profile_worker_thread_run (thread=0x80d2b88,
obj=0x80d1e10) at sofia.c:656
#5  0xb7e30bf6 in dummy_worker (opaque=0x80d2b88) at
threadproc/unix/thread.c:138
#6  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#7  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 17 (process 27217):
---Type <return> to continue, or q <return> to quit---
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
#2  0xb7e32799 in apr_sleep (t=10000) at time/unix/time.c:246
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
#4  0xb31d4b37 in sofia_profile_worker_thread_run (thread=0x80ddf68,
obj=0x80dd650) at sofia.c:656
#5  0xb7e30bf6 in dummy_worker (opaque=0x80ddf68) at
threadproc/unix/thread.c:138
#6  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#7  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 16 (process 27218):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7c7d676 in epoll_wait () from /lib/tls/i686/cmov/libc.so.6
#2  0xb32b7126 in su_epoll_port_wait_events (self=0x80e66d8, tout=1000)
at su_epoll_port.c:491
#3  0xb32bd9b8 in su_base_port_step (self=0x80e66d8, tout=1000) at
su_base_port.c:442
#4  0xb32b8551 in su_port_step (self=0x80e66d8, tout=1000) at su_port.h:326
#5  0xb32b8521 in su_root_step (self=0x80e49f0, tout=1000) at su_root.c:730
#6  0xb31e8f29 in sofia_profile_thread_run (thread=0x80e8710,
obj=0x80e7e90) at sofia.c:831
#7  0xb7e30bf6 in dummy_worker (opaque=0x80e8710) at
threadproc/unix/thread.c:138
#8  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#9  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 15 (process 27219):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7c7d676 in epoll_wait () from /lib/tls/i686/cmov/libc.so.6
#2  0xb32b7126 in su_epoll_port_wait_events (self=0x80ee648, tout=1000)
at su_epoll_port.c:491
#3  0xb32bd89b in su_base_port_run (self=0x80ee648) at su_base_port.c:342
#4  0xb32b842b in su_port_run (self=0x80ee648) at su_port.h:312
#5  0xb32b8408 in su_root_run (self=0x80f0bd0) at su_root.c:691
#6  0xb32a8b31 in su_pthread_port_clone_main (varg=0xb00b20a8) at
su_pthread_port.c:321
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 14 (process 27220):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
#2  0xb7e32799 in apr_sleep (t=10000) at time/unix/time.c:246
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
#4  0xb31d4b37 in sofia_profile_worker_thread_run (thread=0x80e87f0,
obj=0x80e7e90) at sofia.c:656
#5  0xb7e30bf6 in dummy_worker (opaque=0x80e87f0) at
threadproc/unix/thread.c:138
#6  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#7  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 13 (process 27221):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7c72c07 in poll () from /lib/tls/i686/cmov/libc.so.6
#2  0xb337af00 in wanpipe_wait (zchan=0xb3446128, flags=0xae751f80,
to=100) at src/ozmod/ozmod_wanpipe/ozmod_wanpipe.c:255
#3  0xae837ae7 in zap_channel_wait (zchan=0x1, flags=0xae751f80, to=100)
at src/zap_io.c:1479
#4  0xae80aee8 in zap_isdn_run (me=0xb3416528, obj=0xb341dbc8) at
src/ozmod/ozmod_isdn/ozmod_isdn.c:1725
#5  0xae8421ba in thread_launch (args=0xb3416528) at
src/zap_threadmutex.c:74
#6  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#7  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
---Type <return> to continue, or q <return> to quit---

Thread 12 (process 27222):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
#2  0xb7e32799 in apr_sleep (t=100000) at time/unix/time.c:246
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
#4  0xb31f929e in sofia_presence_event_thread_run (thread=0x80cf958,
obj=0x0) at sofia_presence.c:664
#5  0xb7e30bf6 in dummy_worker (opaque=0x80cf958) at
threadproc/unix/thread.c:138
#6  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#7  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 11 (process 27223):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
#2  0xb7e32799 in apr_sleep (t=1000000) at time/unix/time.c:246
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
#4  0xad706ea6 in ?? () from /opt/app/voip/ippbx.prod/mod/mod_fifo.so
#5  0xb7e30bf6 in dummy_worker (opaque=0xad386b90) at
threadproc/unix/thread.c:138
#6  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#7  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 10 (process 27225):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
#2  0xb7e32799 in apr_sleep (t=1000000) at time/unix/time.c:246
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
#4  0xabdf94ab in ?? () from
/opt/app/voip/ippbx.prod/mod/mod_local_stream.so
#5  0xb7e30bf6 in dummy_worker (opaque=0x81386e0) at
threadproc/unix/thread.c:138
#6  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#7  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 9 (process 27226):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
#2  0xb7e32799 in apr_sleep (t=1000000) at time/unix/time.c:246
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
#4  0xabdf94ab in ?? () from
/opt/app/voip/ippbx.prod/mod/mod_local_stream.so
#5  0xb7e30bf6 in dummy_worker (opaque=0x815e728) at
threadproc/unix/thread.c:138
#6  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#7  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 8 (process 27227):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
#2  0xb7e32799 in apr_sleep (t=1000000) at time/unix/time.c:246
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
#4  0xabdf94ab in ?? () from
/opt/app/voip/ippbx.prod/mod/mod_local_stream.so
#5  0xb7e30bf6 in dummy_worker (opaque=0x8184770) at
threadproc/unix/thread.c:138
#6  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#7  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

---Type <return> to continue, or q <return> to quit---
Thread 7 (process 27228):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
#2  0xb7e32799 in apr_sleep (t=1000) at time/unix/time.c:246
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
#4  0xb7e12a59 in softtimer_runtime () at src/switch_time.c:459
#5  0xb7dd4fb3 in switch_loadable_module_exec (thread=0x80bf8d8,
obj=0x80bf6c8) at src/switch_loadable_module.c:93
#6  0xb7e30bf6 in dummy_worker (opaque=0x80bf8d8) at
threadproc/unix/thread.c:138
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 6 (process 27229):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7d31bb8 in accept () from /lib/tls/i686/cmov/libpthread.so.0
#2  0xb7e2f90d in apr_socket_accept (new=0xaa2d434c, sock=0x81bbbb0,
connection_context=0x81bdaa8) at network_io/unix/sockets.c:187
#3  0xb7dae3fb in switch_socket_accept (new_sock=0xaa2d434c,
sock=0x81bbbb0, pool=0x81bdaa8) at src/switch_apr.c:664
#4  0xb33262f2 in mod_event_socket_runtime () at mod_event_socket.c:2134
#5  0xb7dd4fb3 in switch_loadable_module_exec (thread=0x80bfb40,
obj=0x80bf930) at src/switch_loadable_module.c:93
#6  0xb7e30bf6 in dummy_worker (opaque=0x80bfb40) at
threadproc/unix/thread.c:138
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 5 (process 27230):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7c72c07 in poll () from /lib/tls/i686/cmov/libc.so.6
#2  0xb33ce86e in ?? () from /opt/app/voip/ippbx.prod/mod/mod_xml_rpc.so
#3  0xb33c1464 in ChanSwitchAccept (chanSwitchP=0x81f5030,
channelPP=0xa9ad30e0, channelInfoPP=0xa9ad30dc, errorP=0xa9ad30e4)
    at ../../../../libs/xmlrpc-c/lib/abyss/src/chanswitch.c:149
#4  0xb33cd37e in ServerRun (serverP=0xb33ffe4c) at
../../../../libs/xmlrpc-c/lib/abyss/src/server.c:908
#5  0xb33be832 in mod_xml_rpc_runtime () at mod_xml_rpc.c:837
#6  0xb7dd4fb3 in switch_loadable_module_exec (thread=0x80bfda8,
obj=0x80bfb98) at src/switch_loadable_module.c:93
#7  0xb7e30bf6 in dummy_worker (opaque=0x80bfda8) at
threadproc/unix/thread.c:138
#8  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#9  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 4 (process 27231):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7d3199b in read () from /lib/tls/i686/cmov/libpthread.so.0
#2  0xb7e9dfb3 in read_char (el=0x81c5040, cp=0xa92d235b
"▒|▒▒▒`!\b\200a\"\b▒#-▒;\237۷@P\034\b▒#-▒\a") at read.c:294
#3  0xb7e9da9c in el_getc (el=0x81c5040, cp=0xa92d235b
"▒|▒▒▒`!\b\200a\"\b▒#-▒;\237۷@P\034\b▒#-▒\a") at read.c:362
#4  0xb7e9dbdf in el_gets (el=0x81c5040, nread=0xa92d23a8) at read.c:241
#5  0xb7db9f3b in console_thread (thread=0x82102d0, obj=0x8210248) at
src/switch_console.c:441
#6  0xb7e30bf6 in dummy_worker (opaque=0x82102d0) at
threadproc/unix/thread.c:138
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 3 (process 27235):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
#2  0xb7e32799 in apr_sleep (t=100000) at time/unix/time.c:246
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
---Type <return> to continue, or q <return> to quit---
#4  0xb7df019e in switch_ivr_originate (session=0xb34dd080,
bleg=0xa8ad10c0, cause=0xa8ad10bc, bridgeto=0x823a528
"openzap/1/a/04855711",
    timelimit_sec=60, table=0xb7ecda20, cid_name_override=0x0,
cid_num_override=0x0, caller_profile_override=0x0, ovars=0x0,
    flags=<value optimized out>) at src/switch_ivr_originate.c:1793
#5  0xad7231af in ?? () from /opt/app/voip/ippbx.prod/mod/mod_dptools.so
#6  0xb7dc6c54 in switch_core_session_exec (session=0xb34dd080,
application_interface=0xb346ba10, arg=0x823a528 "openzap/1/a/04855711")
    at src/switch_core_session.c:1332
#7  0xb7dc70fe in switch_core_session_execute_application
(session=0xb34dd080, app=0x823a520 "bridge", arg=0x823a528
"openzap/1/a/04855711")
    at src/switch_core_session.c:1254
#8  0xb7dc93a4 in switch_core_session_run (session=0xb34dd080) at
src/switch_core_state_machine.c:155
#9  0xb7dc6725 in switch_core_session_thread (thread=0x823a050,
obj=0xb34dd080) at src/switch_core_session.c:940
#10 0xb7e30bf6 in dummy_worker (opaque=0x823a050) at
threadproc/unix/thread.c:138
#11 0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#12 0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 2 (process 27236):
#0  0xb7f14410 in __kernel_vsyscall ()
#1  0xb7c72c07 in poll () from /lib/tls/i686/cmov/libc.so.6
#2  0xb337af00 in wanpipe_wait (zchan=0xb341f9d8, flags=0xa80fee60,
to=40) at src/ozmod/ozmod_wanpipe/ozmod_wanpipe.c:255
#3  0xae837ae7 in zap_channel_wait (zchan=0x1, flags=0xa80fee60, to=40)
at src/zap_io.c:1479
#4  0xae849059 in channel_read_frame (session=0xb34e5400,
frame=0xa80ff170, flags=0, stream_id=0) at mod_openzap.c:593
#5  0xb7dcbe6f in switch_core_session_read_frame (session=0xb34e5400,
frame=0xa80ff170, flags=0, stream_id=0) at src/switch_core_io.c:161
#6  0xb7e054ec in switch_ivr_sleep (session=0xb34e5400, ms=10,
sync=SWITCH_FALSE, args=0x0) at src/switch_ivr.c:262
#7  0xb7deaf94 in originate_on_consume_media_transmit
(session=0xb34e5400) at src/switch_ivr_originate.c:47
#8  0xb7dc8b74 in switch_core_session_run (session=0xb34e5400) at
src/switch_core_state_machine.c:476
#9  0xb7dc6725 in switch_core_session_thread (thread=0xb34f1060,
obj=0xb34e5400) at src/switch_core_session.c:940
#10 0xb7e30bf6 in dummy_worker (opaque=0xb34f1060) at
threadproc/unix/thread.c:138
#11 0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#12 0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

Thread 1 (process 27234):
#0  0xabe0e408 in mpg123_delete@plt () from
/opt/app/voip/ippbx.prod/mod/mod_shout.so
#1  0xabe13325 in ?? () from /opt/app/voip/ippbx.prod/mod/mod_shout.so
#2  0xb7dc04b9 in switch_core_file_seek (fh=0xa76fef28,
cur_pos=0xa76fef88, samples=0, whence=1) at src/switch_core_file.c:345
#3  0xb7dfab82 in switch_ivr_play_file (session=0xa7700030, fh=0xa76fef28,
    file=0xa7711ed8 "/opt/app/voip/ippbx.prod/sounds/de/callie/qet.mp3",
args=0xa76ff0d8) at src/switch_ivr_play_say.c:1262
#4  0xad71da25 in ?? () from /opt/app/voip/ippbx.prod/mod/mod_dptools.so
#5  0xb7dc6c54 in switch_core_session_exec (session=0xa7700030,
application_interface=0xb346b388, arg=0xb34fd790 "qet.mp3")
    at src/switch_core_session.c:1332
#6  0xb7dc70fe in switch_core_session_execute_application
(session=0xa7700030, app=0xb34fd780 "playback", arg=0xb34fd790 "qet.mp3")
    at src/switch_core_session.c:1254
#7  0xb7dc93a4 in switch_core_session_run (session=0xa7700030) at
src/switch_core_state_machine.c:155
#8  0xb7dc6725 in switch_core_session_thread (thread=0xb34fd3d0,
obj=0xa7700030) at src/switch_core_session.c:940
#9  0xb7e30bf6 in dummy_worker (opaque=0xb34fd3d0) at
threadproc/unix/thread.c:138
#10 0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
#11 0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6

(gdb) thread apply all bt full

Thread 31 (process 27201):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.
#2  0xb7e32799 in apr_sleep (t=1000000) at time/unix/time.c:246
        tv = {tv_sec = 0, tv_usec = 940000}
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
No locals.
#4  0xb7db9154 in switch_console_loop () at src/switch_console.c:792
        arg = 1
        thread = (switch_thread_t *) 0x82102d0
        thd_attr = (switch_threadattr_t *) 0x8210298
        pool = (switch_memory_pool_t *) 0x8210248
        __func__ = "switch_console_loop"
        __PRETTY_FUNCTION__ = "switch_console_loop"
#5  0xb7dcedf0 in switch_core_runtime_loop (bg=0) at src/switch_core.c:659
No locals.
#6  0x0804a36a in main (argc=1, argv=0xbffe65c4) at src/switch.c:666
        pid_path = "/opt/app/voip/ippbx.prod/log/freeswitch.pid", '\0'
<repeats 212 times>
        pid_buffer = "27201", '\0' <repeats 26 times>
        old_pid_buffer = "27150", '\0' <repeats 26 times>
        pid_len = 5
        old_pid_len = 5
        err = 0x0
        nf = 0
        runas_user = 0x0
        runas_group = 0x0
        nc = 0
        pid = 27201
        x = 1111804576
        die = 0
        alt_dirs = 0
        known_opt = -1208927888
        high_prio = 0
        flags = 1
        ret = <value optimized out>
        destroy_status = <value optimized out>
        fd = (switch_file_t *) 0x80529b0
        pool = (switch_memory_pool_t *) 0x80528f0
        __PRETTY_FUNCTION__ = "main"

Thread 30 (process 27202):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.
#2  0xb7e32799 in apr_sleep (t=100000) at time/unix/time.c:246
        tv = {tv_sec = 0, tv_usec = 100000}
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
---Type <return> to continue, or q <return> to quit---
No locals.
#4  0xb7dbe2a4 in pool_thread (thread=0xb7a07da8, obj=0x0) at
src/switch_core_memory.c:421
No locals.
#5  0xb7e30bf6 in dummy_worker (opaque=0xb7a07da8) at
threadproc/unix/thread.c:138
No locals.
#6  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#7  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 29 (process 27203):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7d2eaa5 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#2  0xb7e2acaa in apr_thread_cond_wait (cond=0xb6fb53b8,
mutex=0xb6fb5388) at locks/unix/thread_cond.c:68
        rv = -512
#3  0xb7e21a3c in apr_queue_pop (queue=0xb6fb5358, data=0xb6ec03a8) at
misc/apr_queue.c:276
        rv = 0
#4  0xb7dadd44 in switch_queue_pop (queue=0xb6fb5358, data=0xb6ec03a8)
at src/switch_apr.c:879
No locals.
#5  0xb7ddf879 in switch_event_dispatch_thread (thread=0x8068140,
obj=0xb6fb5358) at src/switch_event.c:230
        pop = (void *) 0x0
        event = (switch_event_t *) 0x0
        my_id = 0
        __func__ = "switch_event_dispatch_thread"
#6  0xb7e30bf6 in dummy_worker (opaque=0x8068140) at
threadproc/unix/thread.c:138
No locals.
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 28 (process 27204):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7d2eaa5 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#2  0xb7e2acaa in apr_thread_cond_wait (cond=0x805e380, mutex=0x805e350)
at locks/unix/thread_cond.c:68
        rv = -512
#3  0xb7e21a3c in apr_queue_pop (queue=0x805e320, data=0xb66bf3a8) at
misc/apr_queue.c:276
        rv = 0
#4  0xb7dadd44 in switch_queue_pop (queue=0x805e320, data=0xb66bf3a8) at
src/switch_apr.c:879
No locals.
#5  0xb7ddec2d in switch_event_thread (thread=0x8068160, obj=0x805e320)
at src/switch_event.c:273
        pop = (void *) 0x0
        index = 0
        my_id = 0
        __func__ = "switch_event_thread"
#6  0xb7e30bf6 in dummy_worker (opaque=0x8068160) at
threadproc/unix/thread.c:138
No locals.
---Type <return> to continue, or q <return> to quit---
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 27 (process 27205):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7d2eaa5 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#2  0xb7e2acaa in apr_thread_cond_wait (cond=0xb71d4b38,
mutex=0xb71d4b08) at locks/unix/thread_cond.c:68
        rv = -512
#3  0xb7e21a3c in apr_queue_pop (queue=0xb71d4ad8, data=0xb5ebe3a8) at
misc/apr_queue.c:276
        rv = 0
#4  0xb7dadd44 in switch_queue_pop (queue=0xb71d4ad8, data=0xb5ebe3a8)
at src/switch_apr.c:879
No locals.
#5  0xb7ddec2d in switch_event_thread (thread=0x8068180, obj=0xb71d4ad8)
at src/switch_event.c:273
        pop = (void *) 0x0
        index = 0
        my_id = 1
        __func__ = "switch_event_thread"
#6  0xb7e30bf6 in dummy_worker (opaque=0x8068180) at
threadproc/unix/thread.c:138
No locals.
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 26 (process 27206):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7d2eaa5 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#2  0xb7e2acaa in apr_thread_cond_wait (cond=0xb7171b38,
mutex=0xb7171b08) at locks/unix/thread_cond.c:68
        rv = -512
#3  0xb7e21a3c in apr_queue_pop (queue=0xb7171ad8, data=0xb56bd3a8) at
misc/apr_queue.c:276
        rv = 0
#4  0xb7dadd44 in switch_queue_pop (queue=0xb7171ad8, data=0xb56bd3a8)
at src/switch_apr.c:879
No locals.
#5  0xb7ddec2d in switch_event_thread (thread=0x80681a0, obj=0xb7171ad8)
at src/switch_event.c:273
        pop = (void *) 0x0
        index = 0
        my_id = 2
        __func__ = "switch_event_thread"
#6  0xb7e30bf6 in dummy_worker (opaque=0x80681a0) at
threadproc/unix/thread.c:138
No locals.
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

---Type <return> to continue, or q <return> to quit---
Thread 25 (process 27207):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7d2eaa5 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#2  0xb7e2acaa in apr_thread_cond_wait (cond=0xb6fb54a8,
mutex=0xb6fb5478) at locks/unix/thread_cond.c:68
        rv = -512
#3  0xb7e21a3c in apr_queue_pop (queue=0xb6fb5448, data=0xb4dce3a8) at
misc/apr_queue.c:276
        rv = 0
#4  0xb7dadd44 in switch_queue_pop (queue=0xb6fb5448, data=0xb4dce3a8)
at src/switch_apr.c:879
No locals.
#5  0xb7e082fd in log_thread (thread=0xb4e30ae0, obj=0x0) at
src/switch_log.c:209
        pop = (void *) 0x0
        binding = (switch_log_binding_t *) 0x0
        __func__ = "log_thread"
#6  0xb7e30bf6 in dummy_worker (opaque=0xb4e30ae0) at
threadproc/unix/thread.c:138
No locals.
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 24 (process 27210):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7d2eaa5 in pthread_cond_wait@@GLIBC_2.3.2 () from
/lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#2  0xb7e2acaa in apr_thread_cond_wait (cond=0x80c0c58, mutex=0x80c0c28)
at locks/unix/thread_cond.c:68
        rv = -512
#3  0xb7daed54 in switch_thread_cond_wait (cond=0x80c0c58,
mutex=0x80c0c28) at src/switch_apr.c:359
No locals.
#4  0xb7e11266 in switch_cond_next () at src/switch_time.c:203
No locals.
#5  0xb7dc27a5 in switch_core_sql_thread (thread=0xb3567ae8, obj=0x0) at
src/switch_core_sqldb.c:220
        pop = (void *) 0x811bf00
        itterations = 0
        trans = 0 '\0'
        nothing_in_queue = 1 '\001'
        len = 100
        sql_len = 65536
        sqlbuf = 0x80aa9a8 ""
        newlen = <value optimized out>
        lc = 0
        __PRETTY_FUNCTION__ = "switch_core_sql_thread"
        __func__ = "switch_core_sql_thread"
#6  0xb7e30bf6 in dummy_worker (opaque=0xb3567ae8) at
threadproc/unix/thread.c:138
No locals.
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.
---Type <return> to continue, or q <return> to quit---

Thread 23 (process 27211):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.
#2  0xb7e32799 in apr_sleep (t=500000) at time/unix/time.c:246
        tv = {tv_sec = 0, tv_usec = 340000}
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
No locals.
#4  0xb7dd2af4 in switch_scheduler_task_thread (thread=0x80baa90,
obj=0x0) at src/switch_scheduler.c:171
        __func__ = "switch_scheduler_task_thread"
#5  0xb7e30bf6 in dummy_worker (opaque=0x80baa90) at
threadproc/unix/thread.c:138
No locals.
#6  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#7  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 22 (process 27212):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7c7d676 in epoll_wait () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.
#2  0xb32b7126 in su_epoll_port_wait_events (self=0x80c6340, tout=1000)
at su_epoll_port.c:491
        j = -1290679408
        n = -1288576964
        events = 0
        index = -1288973717
        version = 1
        M = 4
        ev = 0xb311c0e0
        __PRETTY_FUNCTION__ = "su_epoll_port_wait_events"
#3  0xb32bd9b8 in su_base_port_step (self=0x80c6340, tout=1000) at
su_base_port.c:442
        now = {tv_sec = 3443337943, tv_usec = 249063}
        __PRETTY_FUNCTION__ = "su_base_port_step"
#4  0xb32b8551 in su_port_step (self=0x80c6340, tout=1000) at su_port.h:326
        base = (su_virtual_port_t *) 0x80c6340
#5  0xb32b8521 in su_root_step (self=0x80c68f0, tout=1000) at su_root.c:730
        __PRETTY_FUNCTION__ = "su_root_step"
#6  0xb31e8f29 in sofia_profile_thread_run (thread=0x80d2aa8,
obj=0x80d1e10) at sofia.c:831
        pool = <value optimized out>
        node = (sip_alias_node_t *) 0xb32f45dc
        s_event = (switch_event_t *) 0x0
        sanity = <value optimized out>
        __func__ = "sofia_profile_thread_run"
        __PRETTY_FUNCTION__ = "sofia_profile_thread_run"
#7  0xb7e30bf6 in dummy_worker (opaque=0x80d2aa8) at
threadproc/unix/thread.c:138
No locals.
#8  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
---Type <return> to continue, or q <return> to quit---
#9  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 21 (process 27213):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7c7d676 in epoll_wait () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.
#2  0xb32b7126 in su_epoll_port_wait_events (self=0x80dac30, tout=1000)
at su_epoll_port.c:491
        j = -1299074328
        n = 1
        events = 0
        index = 2
        version = 4
        M = 4
        ev = 0xb291b260
        __PRETTY_FUNCTION__ = "su_epoll_port_wait_events"
#3  0xb32bd89b in su_base_port_run (self=0x80dac30) at su_base_port.c:342
        tout = 1000
        __PRETTY_FUNCTION__ = "su_base_port_run"
#4  0xb32b842b in su_port_run (self=0x80dac30) at su_port.h:312
        base = (su_virtual_port_t *) 0x80dac30
#5  0xb32b8408 in su_root_run (self=0x80dacb0) at su_root.c:691
        __PRETTY_FUNCTION__ = "su_root_run"
#6  0xb32a8b31 in su_pthread_port_clone_main (varg=0xb311c0a8) at
su_pthread_port.c:321
        arg = (struct clone_args *) 0x0
        task = {{sut_port = 0x80dac30, sut_root = 0x80dacb0}}
        zap = 1
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 20 (process 27214):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7c7d676 in epoll_wait () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.
#2  0xb32b7126 in su_epoll_port_wait_events (self=0x80da208, tout=1000)
at su_epoll_port.c:491
        j = -1307464816
        n = -1288576964
        events = 0
        index = -1288973717
        version = 1
        M = 4
        ev = 0xb211a0e0
        __PRETTY_FUNCTION__ = "su_epoll_port_wait_events"
#3  0xb32bd9b8 in su_base_port_step (self=0x80da208, tout=1000) at
su_base_port.c:442
        now = {tv_sec = 3443337943, tv_usec = 148997}
        __PRETTY_FUNCTION__ = "su_base_port_step"
#4  0xb32b8551 in su_port_step (self=0x80da208, tout=1000) at su_port.h:326
---Type <return> to continue, or q <return> to quit---
        base = (su_virtual_port_t *) 0x80da208
#5  0xb32b8521 in su_root_step (self=0x80d7558, tout=1000) at su_root.c:730
        __PRETTY_FUNCTION__ = "su_root_step"
#6  0xb31e8f29 in sofia_profile_thread_run (thread=0x80dde88,
obj=0x80dd650) at sofia.c:831
        pool = <value optimized out>
        node = (sip_alias_node_t *) 0xb32f45dc
        s_event = (switch_event_t *) 0x0
        sanity = <value optimized out>
        __func__ = "sofia_profile_thread_run"
        __PRETTY_FUNCTION__ = "sofia_profile_thread_run"
#7  0xb7e30bf6 in dummy_worker (opaque=0x80dde88) at
threadproc/unix/thread.c:138
No locals.
#8  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#9  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 19 (process 27215):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7c7d676 in epoll_wait () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.
#2  0xb32b7126 in su_epoll_port_wait_events (self=0x80e5228, tout=1000)
at su_epoll_port.c:491
        j = -1315859736
        n = 1
        events = 0
        index = 1
        version = 3
        M = 4
        ev = 0xb1919260
        __PRETTY_FUNCTION__ = "su_epoll_port_wait_events"
#3  0xb32bd89b in su_base_port_run (self=0x80e5228) at su_base_port.c:342
        tout = 1000
        __PRETTY_FUNCTION__ = "su_base_port_run"
#4  0xb32b842b in su_port_run (self=0x80e5228) at su_port.h:312
        base = (su_virtual_port_t *) 0x80e5228
#5  0xb32b8408 in su_root_run (self=0x80e3b40) at su_root.c:691
        __PRETTY_FUNCTION__ = "su_root_run"
#6  0xb32a8b31 in su_pthread_port_clone_main (varg=0xb211a0a8) at
su_pthread_port.c:321
        arg = (struct clone_args *) 0x0
        task = {{sut_port = 0x80e5228, sut_root = 0x80e3b40}}
        zap = 1
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 18 (process 27216):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
---Type <return> to continue, or q <return> to quit---
No symbol table info available.
#2  0xb7e32799 in apr_sleep (t=10000) at time/unix/time.c:246
        tv = {tv_sec = 0, tv_usec = 10000}
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
No locals.
#4  0xb31d4b37 in sofia_profile_worker_thread_run (thread=0x80d2b88,
obj=0x80d1e10) at sofia.c:656
        ireg_loops = 1
        gateway_loops = 0
        loops = 95
        qsize = 4294966782
        __PRETTY_FUNCTION__ = "sofia_profile_worker_thread_run"
#5  0xb7e30bf6 in dummy_worker (opaque=0x80d2b88) at
threadproc/unix/thread.c:138
No locals.
#6  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#7  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 17 (process 27217):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.
#2  0xb7e32799 in apr_sleep (t=10000) at time/unix/time.c:246
        tv = {tv_sec = 0, tv_usec = 10000}
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
No locals.
#4  0xb31d4b37 in sofia_profile_worker_thread_run (thread=0x80ddf68,
obj=0x80dd650) at sofia.c:656
        ireg_loops = 1
        gateway_loops = 0
        loops = 95
        qsize = 4294966782
        __PRETTY_FUNCTION__ = "sofia_profile_worker_thread_run"
#5  0xb7e30bf6 in dummy_worker (opaque=0x80ddf68) at
threadproc/unix/thread.c:138
No locals.
#6  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#7  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 16 (process 27218):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7c7d676 in epoll_wait () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.
#2  0xb32b7126 in su_epoll_port_wait_events (self=0x80e66d8, tout=1000)
at su_epoll_port.c:491
        j = -1341445232
        n = -1288576964
        events = 0
        index = -1288973717
        version = 1
---Type <return> to continue, or q <return> to quit---
        M = 4
        ev = 0xb00b20e0
        __PRETTY_FUNCTION__ = "su_epoll_port_wait_events"
#3  0xb32bd9b8 in su_base_port_step (self=0x80e66d8, tout=1000) at
su_base_port.c:442
        now = {tv_sec = 3443337943, tv_usec = 560073}
        __PRETTY_FUNCTION__ = "su_base_port_step"
#4  0xb32b8551 in su_port_step (self=0x80e66d8, tout=1000) at su_port.h:326
        base = (su_virtual_port_t *) 0x80e66d8
#5  0xb32b8521 in su_root_step (self=0x80e49f0, tout=1000) at su_root.c:730
        __PRETTY_FUNCTION__ = "su_root_step"
#6  0xb31e8f29 in sofia_profile_thread_run (thread=0x80e8710,
obj=0x80e7e90) at sofia.c:831
        pool = <value optimized out>
        node = (sip_alias_node_t *) 0xb32f45dc
        s_event = (switch_event_t *) 0x0
        sanity = <value optimized out>
        __func__ = "sofia_profile_thread_run"
        __PRETTY_FUNCTION__ = "sofia_profile_thread_run"
#7  0xb7e30bf6 in dummy_worker (opaque=0x80e8710) at
threadproc/unix/thread.c:138
No locals.
#8  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#9  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 15 (process 27219):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7c7d676 in epoll_wait () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.
#2  0xb32b7126 in su_epoll_port_wait_events (self=0x80ee648, tout=1000)
at su_epoll_port.c:491
        j = -1349840152
        n = 1
        events = 0
        index = 1
        version = 3
        M = 4
        ev = 0xaf8b1260
        __PRETTY_FUNCTION__ = "su_epoll_port_wait_events"
#3  0xb32bd89b in su_base_port_run (self=0x80ee648) at su_base_port.c:342
        tout = 1000
        __PRETTY_FUNCTION__ = "su_base_port_run"
#4  0xb32b842b in su_port_run (self=0x80ee648) at su_port.h:312
        base = (su_virtual_port_t *) 0x80ee648
#5  0xb32b8408 in su_root_run (self=0x80f0bd0) at su_root.c:691
        __PRETTY_FUNCTION__ = "su_root_run"
#6  0xb32a8b31 in su_pthread_port_clone_main (varg=0xb00b20a8) at
su_pthread_port.c:321
        arg = (struct clone_args *) 0x0
        task = {{sut_port = 0x80ee648, sut_root = 0x80f0bd0}}
        zap = 1
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
---Type <return> to continue, or q <return> to quit---
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 14 (process 27220):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.
#2  0xb7e32799 in apr_sleep (t=10000) at time/unix/time.c:246
        tv = {tv_sec = 0, tv_usec = 0}
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
No locals.
#4  0xb31d4b37 in sofia_profile_worker_thread_run (thread=0x80e87f0,
obj=0x80e7e90) at sofia.c:656
        ireg_loops = 0
        gateway_loops = 0
        loops = 85
        qsize = 4294966782
        __PRETTY_FUNCTION__ = "sofia_profile_worker_thread_run"
#5  0xb7e30bf6 in dummy_worker (opaque=0x80e87f0) at
threadproc/unix/thread.c:138
No locals.
#6  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#7  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 13 (process 27221):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7c72c07 in poll () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.
#2  0xb337af00 in wanpipe_wait (zchan=0xb3446128, flags=0xae751f80,
to=100) at src/ozmod/ozmod_wanpipe/ozmod_wanpipe.c:255
        inflags = 1
        result = <value optimized out>
#3  0xae837ae7 in zap_channel_wait (zchan=0x1, flags=0xae751f80, to=100)
at src/zap_io.c:1479
        __PRETTY_FUNCTION__ = "zap_channel_wait"
#4  0xae80aee8 in zap_isdn_run (me=0xb3416528, obj=0xb341dbc8) at
src/ozmod/ozmod_isdn/ozmod_isdn.c:1725
        flags = ZAP_READ
        status = ZAP_TIMEOUT
        span = <value optimized out>
        isdn_data = (zap_isdn_data_t *) 0xae753008
        frame = "\002\001\002\002\b\002\200\002\001\036\002\201\210",
'\0' <repeats 1010 times>
        len = 13
        errs = 0
        __func__ = "zap_isdn_run"
#5  0xae8421ba in thread_launch (args=0xb3416528) at
src/zap_threadmutex.c:74
        exit_val = <value optimized out>
#6  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#7  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

---Type <return> to continue, or q <return> to quit---
Thread 12 (process 27222):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.
#2  0xb7e32799 in apr_sleep (t=100000) at time/unix/time.c:246
        tv = {tv_sec = 0, tv_usec = 100000}
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
No locals.
#4  0xb31f929e in sofia_presence_event_thread_run (thread=0x80cf958,
obj=0x0) at sofia_presence.c:664
        count = 0
        pop = (void *) 0xb3462cb8
        __func__ = "sofia_presence_event_thread_run"
#5  0xb7e30bf6 in dummy_worker (opaque=0x80cf958) at
threadproc/unix/thread.c:138
No locals.
#6  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#7  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 11 (process 27223):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.
#2  0xb7e32799 in apr_sleep (t=1000000) at time/unix/time.c:246
        tv = {tv_sec = 0, tv_usec = 320000}
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
No locals.
#4  0xad706ea6 in ?? () from /opt/app/voip/ippbx.prod/mod/mod_fifo.so
No locals.
#5  0xb7e30bf6 in dummy_worker (opaque=0xad386b90) at
threadproc/unix/thread.c:138
No locals.
#6  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#7  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 10 (process 27225):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.
#2  0xb7e32799 in apr_sleep (t=1000000) at time/unix/time.c:246
        tv = {tv_sec = 0, tv_usec = 840000}
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
No locals.
#4  0xabdf94ab in ?? () from
/opt/app/voip/ippbx.prod/mod/mod_local_stream.so
No locals.
#5  0xb7e30bf6 in dummy_worker (opaque=0x81386e0) at
threadproc/unix/thread.c:138
No locals.
---Type <return> to continue, or q <return> to quit---
#6  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#7  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 9 (process 27226):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.
#2  0xb7e32799 in apr_sleep (t=1000000) at time/unix/time.c:246
        tv = {tv_sec = 0, tv_usec = 840000}
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
No locals.
#4  0xabdf94ab in ?? () from
/opt/app/voip/ippbx.prod/mod/mod_local_stream.so
No locals.
#5  0xb7e30bf6 in dummy_worker (opaque=0x815e728) at
threadproc/unix/thread.c:138
No locals.
#6  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#7  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 8 (process 27227):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.
#2  0xb7e32799 in apr_sleep (t=1000000) at time/unix/time.c:246
        tv = {tv_sec = 0, tv_usec = 840000}
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
No locals.
#4  0xabdf94ab in ?? () from
/opt/app/voip/ippbx.prod/mod/mod_local_stream.so
No locals.
#5  0xb7e30bf6 in dummy_worker (opaque=0x8184770) at
threadproc/unix/thread.c:138
No locals.
#6  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#7  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 7 (process 27228):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.
#2  0xb7e32799 in apr_sleep (t=1000) at time/unix/time.c:246
        tv = {tv_sec = 0, tv_usec = 1000}
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
No locals.
#4  0xb7e12a59 in softtimer_runtime () at src/switch_time.c:459
---Type <return> to continue, or q <return> to quit---
        current_ms = 1544
        x = <value optimized out>
        tick = 144
        ts = <value optimized out>
        last = 1234349144129112
        fwd_errs = 0
        rev_errs = 0
        __func__ = "softtimer_runtime"
#5  0xb7dd4fb3 in switch_loadable_module_exec (thread=0x80bf8d8,
obj=0x80bf6c8) at src/switch_loadable_module.c:93
        status = <value optimized out>
        module = (switch_loadable_module_t *) 0x80c0bc8
        __PRETTY_FUNCTION__ = "switch_loadable_module_exec"
        __func__ = "switch_loadable_module_exec"
#6  0xb7e30bf6 in dummy_worker (opaque=0x80bf8d8) at
threadproc/unix/thread.c:138
No locals.
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 6 (process 27229):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7d31bb8 in accept () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#2  0xb7e2f90d in apr_socket_accept (new=0xaa2d434c, sock=0x81bbbb0,
connection_context=0x81bdaa8) at network_io/unix/sockets.c:187
No locals.
#3  0xb7dae3fb in switch_socket_accept (new_sock=0xaa2d434c,
sock=0x81bbbb0, pool=0x81bdaa8) at src/switch_apr.c:664
No locals.
#4  0xb33262f2 in mod_event_socket_runtime () at mod_event_socket.c:2134
        pool = (switch_memory_pool_t *) 0x81bbaa0
        listener_pool = (switch_memory_pool_t *) 0x81bdaa8
        rv = <value optimized out>
        sa = (switch_sockaddr_t *) 0x81bbaf8
        inbound_socket = (switch_socket_t *) 0x81bdb00
        listener = <value optimized out>
        x = <value optimized out>
        __func__ = "mod_event_socket_runtime"
#5  0xb7dd4fb3 in switch_loadable_module_exec (thread=0x80bfb40,
obj=0x80bf930) at src/switch_loadable_module.c:93
        status = <value optimized out>
        module = (switch_loadable_module_t *) 0xb340ec28
        __PRETTY_FUNCTION__ = "switch_loadable_module_exec"
        __func__ = "switch_loadable_module_exec"
#6  0xb7e30bf6 in dummy_worker (opaque=0x80bfb40) at
threadproc/unix/thread.c:138
No locals.
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 5 (process 27230):
---Type <return> to continue, or q <return> to quit---
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7c72c07 in poll () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.
#2  0xb33ce86e in ?? () from /opt/app/voip/ippbx.prod/mod/mod_xml_rpc.so
No locals.
#3  0xb33c1464 in ChanSwitchAccept (chanSwitchP=0x81f5030,
channelPP=0xa9ad30e0, channelInfoPP=0xa9ad30dc, errorP=0xa9ad30e4)
    at ../../../../libs/xmlrpc-c/lib/abyss/src/chanswitch.c:149
No locals.
#4  0xb33cd37e in ServerRun (serverP=0xb33ffe4c) at
../../../../libs/xmlrpc-c/lib/abyss/src/server.c:908
        srvP = (struct _TServer * const) 0x81f4fc8
#5  0xb33be832 in mod_xml_rpc_runtime () at mod_xml_rpc.c:837
        registryP = (xmlrpc_registry *) 0x81bb960
        env = {fault_occurred = 0, fault_code = 0, fault_string = 0x0}
        logfile = "/opt/app/voip/ippbx.prod/log/freeswitch_http.log",
'\0' <repeats 463 times>
        hi = <value optimized out>
        var = (const void *) 0x80609b8
        val = (void *) 0x805dc78
        __func__ = "mod_xml_rpc_runtime"
#6  0xb7dd4fb3 in switch_loadable_module_exec (thread=0x80bfda8,
obj=0x80bfb98) at src/switch_loadable_module.c:93
        status = <value optimized out>
        module = (switch_loadable_module_t *) 0xb3405178
        __PRETTY_FUNCTION__ = "switch_loadable_module_exec"
        __func__ = "switch_loadable_module_exec"
#7  0xb7e30bf6 in dummy_worker (opaque=0x80bfda8) at
threadproc/unix/thread.c:138
No locals.
#8  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#9  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 4 (process 27231):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7d3199b in read () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#2  0xb7e9dfb3 in read_char (el=0x81c5040, cp=0xa92d235b
"▒|▒▒▒`!\b\200a\"\b▒#-▒;\237۷@P\034\b▒#-▒\a") at read.c:294
        num_read = 136073656
        tried = 0
#3  0xb7e9da9c in el_getc (el=0x81c5040, cp=0xa92d235b
"▒|▒▒▒`!\b\200a\"\b▒#-▒;\237۷@P\034\b▒#-▒\a") at read.c:362
        num_read = -1456659621
        ma = (c_macro_t *) 0x81c52e0
#4  0xb7e9dbdf in el_gets (el=0x81c5040, nread=0xa92d23a8) at read.c:241
        cmdnum = 232 '▒'
        num = 136405224
        ch = -1 '▒'
#5  0xb7db9f3b in console_thread (thread=0x82102d0, obj=0x8210248) at
src/switch_console.c:441
        arg = 1
        count = 7
        line = 0x82160e8 ""
        pool = (switch_memory_pool_t *) 0x8210248
---Type <return> to continue, or q <return> to quit---
        __func__ = "console_thread"
        __PRETTY_FUNCTION__ = "console_thread"
#6  0xb7e30bf6 in dummy_worker (opaque=0x82102d0) at
threadproc/unix/thread.c:138
No locals.
#7  0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#8  0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 3 (process 27235):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7c75881 in select () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.
#2  0xb7e32799 in apr_sleep (t=100000) at time/unix/time.c:246
        tv = {tv_sec = 0, tv_usec = 20000}
#3  0xb7e10e1e in do_sleep (t=4294966782) at src/switch_time.c:109
No locals.
#4  0xb7df019e in switch_ivr_originate (session=0xb34dd080,
bleg=0xa8ad10c0, cause=0xa8ad10bc, bridgeto=0x823a528
"openzap/1/a/04855711",
    timelimit_sec=60, table=0xb7ecda20, cid_name_override=0x0,
cid_num_override=0x0, caller_profile_override=0x0, ovars=0x0,
    flags=<value optimized out>) at src/switch_ivr_originate.c:1793
        end = <value optimized out>
        var_begin = <value optimized out>
        originate_status = {{peer_session = 0xb34e5400, peer_channel =
0xb34e9968, caller_profile = 0xb34e1dc8, ring_ready = 0 '\0',
    early_media = 1 '\001', answered = 0 '\0', per_channel_timelimit_sec
= 0, per_channel_progress_timelimit_sec = 0}, {peer_session = 0x0,
    peer_channel = 0x0, caller_profile = 0x0, ring_ready = 0 '\0',
early_media = 0 '\0', answered = 0 '\0', per_channel_timelimit_sec = 0,
    per_channel_progress_timelimit_sec = 0} <repeats 127 times>}
        dftflags = 0
        myflags = 0
        pipe_names = {0xa811de20 "openzap", 0x0 <repeats 127 times>}
        data = <value optimized out>
        status = SWITCH_STATUS_SUCCESS
        caller_channel = (switch_channel_t *) 0xb34e15e8
        peer_names = {0xa811de20 "openzap", 0x0 <repeats 127 times>}
        new_session = (switch_core_session_t *) 0xb34e5400
        peer_session = <value optimized out>
        new_profile = (switch_caller_profile_t *) 0xb34e1dc8
        caller_caller_profile = <value optimized out>
        chan_type = <value optimized out>
        chan_data = <value optimized out>
        peer_channel = <value optimized out>
        ringback = {audio_buffer = 0x0, ts = {TONES = {{freqs = {0, 0,
0, 0, 0, 0}} <repeats 127 times>}, channels = 0, rate = 0,
    duration = 0, wait = 0, tmp_duration = 0, tmp_wait = 0, loops = 0,
LOOPS = 0, decay_factor = 0, decay_direction = 0, decay_step = 0,
    volume = 0, debug = 0, debug_stream = 0x0, user_data = 0x0, buffer =
0x0, datalen = 0, samples = 0, dynamic = 0, handler = 0}, fhb = {
    file_interface = 0x0, flags = 0, fd = 0x0, samples = 0, samplerate =
0, native_rate = 0, channels = 0 '\0', format = 0, sections = 0,
    seekable = 0, sample_count = 0, speed = 0, memory_pool = 0x0, prebuf
= 0, interval = 0, private_info = 0x0, handler = 0x0, pos = 0,
    audio_buffer = 0x0, sp_audio_buffer = 0x0, thresh = 0, silence_hits
= 0, offset_pos = 0, last_pos = 0, vol = 0, resampler = 0x0,
    buffer = 0x0, dbuf = 0x0, dbuflen = 0, pre_buffer = 0x0,
pre_buffer_data = 0x0, pre_buffer_datalen = 0, file = 0x0, func = 0x0,
    line = 0}, fh = 0x0, silence = 0, asis = 0 '\0'}
        start = 1234349134
        read_frame = (switch_frame_t *) 0x0
---Type <return> to continue, or q <return> to quit---
        pool = (switch_memory_pool_t *) 0x0
        r = 0
        i = -1286728216
        and_argc = 1
        or_argc = 1
        sleep_ms = 1000
        try = 0
        retries = 1
        write_codec = {codec_interface = 0x0, implementation = 0x0,
fmtp_in = 0x0, fmtp_out = 0x0, codec_settings = {quality = 0,
    complexity = 0, enhancement = 0, vad = 0, vbr = 0, vbr_quality = 0,
abr = 0, dtx = 0, preproc = 0, pp_vad = 0, pp_agc = 0,
    pp_agc_level = 0, pp_denoise = 0, pp_dereverb = 0, pp_dereverb_decay
= 0, pp_dereverb_level = 0}, flags = 0, memory_pool = 0x0,
  private_info = 0x0, agreed_pt = 0 '\0', mutex = 0x0}
        write_frame = {codec = 0x0, source = 0x0, packet = 0x0,
packetlen = 0, data = 0x821ec80, datalen = 0, buflen = 4096, samples = 0,
  rate = 0, payload = 0 '\0', timestamp = 0, seq = 0, ssrc = 0, m =
SWITCH_FALSE, flags = 0}
        pass = 0 '\0'
        odata = 0xa811e160 "openzap/1/a/04855711"
        var = <value optimized out>
        reason = SWITCH_CAUSE_SUCCESS
        to = 0 '\0'
        var_val = <value optimized out>
        vars = 0x0
        var_block_count = 0
        e = <value optimized out>
        ringback_data = 0x0
        read_codec = <value optimized out>
        message = (switch_core_session_message_t *) 0x0
        var_event = (switch_event_t *) 0xb346cea8
        fail_on_single_reject = 0 '\0'
        fail_on_single_reject_var = 0x0
        loop_data = 0xa811de20 "openzap"
        progress_timelimit_sec = 60
        oglobals = {session = 0xb34dd080, idx = -1, hups = 0, file =
'\0' <repeats 511 times>, key = '\0' <repeats 79 times>,
  early_ok = 0 '\0', ring_ready = 1 '\001', sent_ring = 1 '\001',
progress = 1 '\001', return_ring_ready = 0 '\0',
  monitor_early_media_ring = 0 '\0', monitor_early_media_fail = 0 '\0',
gen_ringback = 0 '\0', ignore_early_media = 1 '\001',
  ignore_ring_ready = 0 '\0'}
        __PRETTY_FUNCTION__ = "switch_ivr_originate"
        __func__ = "switch_ivr_originate"
#5  0xad7231af in ?? () from /opt/app/voip/ippbx.prod/mod/mod_dptools.so
No locals.
#6  0xb7dc6c54 in switch_core_session_exec (session=0xb34dd080,
application_interface=0xb346ba10, arg=0x823a528 "openzap/1/a/04855711")
    at src/switch_core_session.c:1332
        log = <value optimized out>
        lp = <value optimized out>
        event = (switch_event_t *) 0x0
        var = <value optimized out>
        channel = (switch_channel_t *) 0xb34e15e8
        expanded = 0x823a528 "openzap/1/a/04855711"
        app = 0xad7253b0 "bridge"
        __PRETTY_FUNCTION__ = "switch_core_session_exec"
        __func__ = "switch_core_session_exec"
#7  0xb7dc70fe in switch_core_session_execute_application
(session=0xb34dd080, app=0x823a520 "bridge", arg=0x823a528
"openzap/1/a/04855711")
---Type <return> to continue, or q <return> to quit---
    at src/switch_core_session.c:1254
        application_interface = (switch_application_interface_t *)
0xb346ba10
        __func__ = "switch_core_session_execute_application"
#8  0xb7dc93a4 in switch_core_session_run (session=0xb34dd080) at
src/switch_core_state_machine.c:155
        proceed = <value optimized out>
        global_proceed = <value optimized out>
        do_extra_handlers = <value optimized out>
        state = <value optimized out>
        endstate = <value optimized out>
        endpoint_interface = <value optimized out>
        driver_state_handler = (const switch_state_handler_table_t *)
0xb331f860
        application_state_handler = <value optimized out>
        thread_id = 3084680427
        env = {{__jmpbuf = {134603552, -1287115232, -1209317480, 27232,
-1287651304, 24}, __mask_was_saved = -1210923727, __saved_mask = {
      __val = {2819623592, 2829914760, 3084048908, 2819620880, 27232, 1,
3008239368, 2829914744, 3085760892, 250000, 3084048908, 2829914760,
        3085085008, 1, 3085760892, 2829914792, 3085760892, 0, 134564192,
3084043569, 3085085008, 134564244, 3085760892, 2829914824, 27232,
        134564240, 3007790064, 3084573819, 3085760892, 3008213112,
3084048908, 2829914856}}}}
        sig = <value optimized out>
        __func__ = "switch_core_session_run"
        __PRETTY_FUNCTION__ = "switch_core_session_run"
#9  0xb7dc6725 in switch_core_session_thread (thread=0x823a050,
obj=0xb34dd080) at src/switch_core_session.c:940
        session = (switch_core_session_t *) 0xb34dd080
        event = <value optimized out>
        event_str = 0x0
        val = <value optimized out>
        __func__ = "switch_core_session_thread"
        __PRETTY_FUNCTION__ = "switch_core_session_thread"
#10 0xb7e30bf6 in dummy_worker (opaque=0x823a050) at
threadproc/unix/thread.c:138
No locals.
#11 0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#12 0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 2 (process 27236):
#0  0xb7f14410 in __kernel_vsyscall ()
No symbol table info available.
#1  0xb7c72c07 in poll () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.
#2  0xb337af00 in wanpipe_wait (zchan=0xb341f9d8, flags=0xa80fee60,
to=40) at src/ozmod/ozmod_wanpipe/ozmod_wanpipe.c:255
        inflags = 1
        result = <value optimized out>
#3  0xae837ae7 in zap_channel_wait (zchan=0x1, flags=0xa80fee60, to=40)
at src/zap_io.c:1479
        __PRETTY_FUNCTION__ = "zap_channel_wait"
#4  0xae849059 in channel_read_frame (session=0xb34e5400,
frame=0xa80ff170, flags=0, stream_id=0) at mod_openzap.c:593
        channel = (switch_channel_t *) 0xb34e9968
        len = <value optimized out>
        wflags = ZAP_READ
        dtmf = '\0' <repeats 127 times>
        status = <value optimized out>
        total_to = 80
---Type <return> to continue, or q <return> to quit---
        chunk = 40
        do_break = 0
        __PRETTY_FUNCTION__ = "channel_read_frame"
        __func__ = "channel_read_frame"
#5  0xb7dcbe6f in switch_core_session_read_frame (session=0xb34e5400,
frame=0xa80ff170, flags=0, stream_id=0) at src/switch_core_io.c:161
        ptr = <value optimized out>
        status = SWITCH_STATUS_SUCCESS
        need_codec = <value optimized out>
        perfect = <value optimized out>
        do_bugs = -1212118646
        do_resample = 0
        is_cng = 0
        flag = 0
        __PRETTY_FUNCTION__ = "switch_core_session_read_frame"
        __func__ = "switch_core_session_read_frame"
#6  0xb7e054ec in switch_ivr_sleep (session=0xb34e5400, ms=10,
sync=SWITCH_FALSE, args=0x0) at src/switch_ivr.c:262
        channel = (switch_channel_t *) 0xb34e9968
        status = SWITCH_STATUS_SUCCESS
        start = 1234349144119246
        now = 0
        done = 1234349144129246
        read_frame = (switch_frame_t *) 0x0
        cng_frame = {codec = 0x0, source = 0x0, packet = 0x0, packetlen
= 0, data = 0xa80ff176, datalen = 2, buflen = 2, samples = 0,
  rate = 0, payload = 0 '\0', timestamp = 0, seq = 0, ssrc = 0, m =
SWITCH_FALSE, flags = 1}
        data = "\000"
        write_frame = {codec = 0x0, source = 0x0, packet = 0x0,
packetlen = 0, data = 0x0, datalen = 0, buflen = 0, samples = 0, rate = 0,
  payload = 0 '\0', timestamp = 0, seq = 0, ssrc = 0, m = SWITCH_FALSE,
flags = 0}
        abuf = (unsigned char *) 0x0
        imp = {codec_type = SWITCH_CODEC_TYPE_AUDIO, ianacode = 0 '\0',
iananame = 0x0, fmtp = 0x0, samples_per_second = 0,
  actual_samples_per_second = 0, bits_per_second = 0,
microseconds_per_packet = 0, samples_per_packet = 0,
decoded_bytes_per_packet = 0,
  encoded_bytes_per_packet = 0, number_of_channels = 0 '\0',
codec_frames_per_packet = 0, init = 0, encode = 0, decode = 0, destroy = 0,
  codec_id = 0, next = 0x0}
        codec = {codec_interface = 0x0, implementation = 0x0, fmtp_in =
0x0, fmtp_out = 0x0, codec_settings = {quality = 0, complexity = 0,
    enhancement = 0, vad = 0, vbr = 0, vbr_quality = 0, abr = 0, dtx =
0, preproc = 0, pp_vad = 0, pp_agc = 0, pp_agc_level = 0,
    pp_denoise = 0, pp_dereverb = 0, pp_dereverb_decay = 0,
pp_dereverb_level = 0}, flags = 0, memory_pool = 0x0, private_info = 0x0,
  agreed_pt = 0 '\0', mutex = 0x0}
        sval = 0
        var = <value optimized out>
        __func__ = "switch_ivr_sleep"
        __PRETTY_FUNCTION__ = "switch_ivr_sleep"
#7  0xb7deaf94 in originate_on_consume_media_transmit
(session=0xb34e5400) at src/switch_ivr_originate.c:47
        channel = (switch_channel_t *) 0xb34e9968
#8  0xb7dc8b74 in switch_core_session_run (session=0xb34e5400) at
src/switch_core_state_machine.c:476
        proceed = 1
        global_proceed = 0
        do_extra_handlers = <value optimized out>
        state = <value optimized out>
        endstate = <value optimized out>
        endpoint_interface = <value optimized out>
        driver_state_handler = (const switch_state_handler_table_t *)
0xae8523c0
        application_state_handler = <value optimized out>
---Type <return> to continue, or q <return> to quit---
        thread_id = 3084680427
        env = {{__jmpbuf = {0, -1287122688, -1475349896, 27233,
-1211162264, -1210902852}, __mask_was_saved = -1210923727, __saved_mask = {
      __val = {0, 3084099572, 3084048908, 3085631456, 27233, 1,
3008273032, 2819617400, 3085760892, 250000, 3084048908, 2819617416,
        3085085008, 1, 3085760892, 2819617448, 3085760892, 0, 134564192,
3084043569, 3085085008, 134564244, 3085760892, 2819617480, 27233,
        134564240, 135380168, 3084573819, 3085760892, 3008246776,
3084048908, 2819617512}}}}
        sig = <value optimized out>
        __func__ = "switch_core_session_run"
        __PRETTY_FUNCTION__ = "switch_core_session_run"
#9  0xb7dc6725 in switch_core_session_thread (thread=0xb34f1060,
obj=0xb34e5400) at src/switch_core_session.c:940
        session = (switch_core_session_t *) 0xb34e5400
        event = <value optimized out>
        event_str = 0x0
        val = <value optimized out>
        __func__ = "switch_core_session_thread"
        __PRETTY_FUNCTION__ = "switch_core_session_thread"
#10 0xb7e30bf6 in dummy_worker (opaque=0xb34f1060) at
threadproc/unix/thread.c:138
No locals.
#11 0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#12 0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

Thread 1 (process 27234):
#0  0xabe0e408 in mpg123_delete@plt () from
/opt/app/voip/ippbx.prod/mod/mod_shout.so
No locals.
#1  0xabe13325 in ?? () from /opt/app/voip/ippbx.prod/mod/mod_shout.so
No locals.
#2  0xb7dc04b9 in switch_core_file_seek (fh=0xa76fef28,
cur_pos=0xa76fef88, samples=0, whence=1) at src/switch_core_file.c:345
        status = 4294967295
        __PRETTY_FUNCTION__ = "switch_core_file_seek"
#3  0xb7dfab82 in switch_ivr_play_file (session=0xa7700030, fh=0xa76fef28,
    file=0xa7711ed8 "/opt/app/voip/ippbx.prod/sounds/de/callie/qet.mp3",
args=0xa76ff0d8) at src/switch_ivr_play_say.c:1262
        channel = (switch_channel_t *) 0xa7704598
        dtmf = {digit = 0 '\0', duration = 0}
        interval = 2909916864
        samples = 320
        framelen = 640
        sample_start = <value optimized out>
        olen = 320
        llen = 320
        write_frame = {codec = 0xa76fefb8, source = 0x0, packet = 0x0,
packetlen = 0, data = 0xa7743f30, datalen = 640, buflen = 32768,
  samples = 320, rate = 16000, payload = 0 '\0', timestamp = 0, seq = 0,
ssrc = 0, m = SWITCH_FALSE, flags = 0}
        timer = {interval = 0, flags = 0, samples = 0, samplecount = 0,
timer_interface = 0x0, memory_pool = 0x0, private_info = 0x0,
  diff = 0, tick = 0}
        codec = {codec_interface = 0x80cd8f8, implementation =
0x80cdf20, fmtp_in = 0x0, fmtp_out = 0x0, codec_settings = {quality = 0,
    complexity = 0, enhancement = 0, vad = 0, vbr = 0, vbr_quality = 0,
abr = 0, dtx = 0, preproc = 0, pp_vad = 0, pp_agc = 0,
    pp_agc_level = 0, pp_denoise = 0, pp_dereverb = 0, pp_dereverb_decay
= 0, pp_dereverb_level = 0}, flags = 3, memory_pool = 0xb34fbb38,
  private_info = 0x0, agreed_pt = 0 '\0', mutex = 0xa7711f10}
        pool = (switch_memory_pool_t *) 0xb34fbb38
        status = SWITCH_STATUS_SUCCESS
        lfh = {file_interface = 0x8136258, flags = 3085, fd = 0x0,
samples = 0, samplerate = 16000, native_rate = 16000, channels = 1 '\001',
---Type <return> to continue, or q <return> to quit---
  format = 0, sections = 0, seekable = 0, sample_count = 729088, speed =
0, memory_pool = 0xa7712040, prebuf = 0, interval = 0,
  private_info = 0xa7714048, handler = 0x0, pos = 0, audio_buffer =
0xb3476f88, sp_audio_buffer = 0x0, thresh = 0, silence_hits = 0,
  offset_pos = 364640, last_pos = 0, vol = 0, resampler = 0x0, buffer =
0x0, dbuf = 0x0, dbuflen = 0, pre_buffer = 0x0,
  pre_buffer_data = 0x0, pre_buffer_datalen = 0, file = 0xb7eb71f0
"src/switch_ivr_play_say.c", func = 0xb7eb794b "switch_ivr_play_file",
  line = 894}
        read_codec = (switch_codec_t *) 0xb34fcb90
        p = 0xb7eaf8d4 "current_application"
        asis = 0 '\0'
        prefix = <value optimized out>
        timer_name = 0x0
        prebuf = <value optimized out>
        eof = 1
        bread = <value optimized out>
        __func__ = "switch_ivr_play_file"
        __PRETTY_FUNCTION__ = "switch_ivr_play_file"
#4  0xad71da25 in ?? () from /opt/app/voip/ippbx.prod/mod/mod_dptools.so
No locals.
#5  0xb7dc6c54 in switch_core_session_exec (session=0xa7700030,
application_interface=0xb346b388, arg=0xb34fd790 "qet.mp3")
    at src/switch_core_session.c:1332
        log = <value optimized out>
        lp = <value optimized out>
        event = (switch_event_t *) 0x0
        var = <value optimized out>
        channel = (switch_channel_t *) 0xa7704598
        expanded = 0xb34fd790 "qet.mp3"
        app = 0xad725133 "playback"
        __PRETTY_FUNCTION__ = "switch_core_session_exec"
        __func__ = "switch_core_session_exec"
#6  0xb7dc70fe in switch_core_session_execute_application
(session=0xa7700030, app=0xb34fd780 "playback", arg=0xb34fd790 "qet.mp3")
    at src/switch_core_session.c:1254
        application_interface = (switch_application_interface_t *)
0xb346b388
        __func__ = "switch_core_session_execute_application"
#7  0xb7dc93a4 in switch_core_session_run (session=0xa7700030) at
src/switch_core_state_machine.c:155
        proceed = <value optimized out>
        global_proceed = <value optimized out>
        do_extra_handlers = <value optimized out>
        state = <value optimized out>
        endstate = <value optimized out>
        endpoint_interface = <value optimized out>
        driver_state_handler = (const switch_state_handler_table_t *)
0xb331f860
        application_state_handler = <value optimized out>
        thread_id = 3084680427
        env = {{__jmpbuf = {0, 0, 0, 0, 0, 0}, __mask_was_saved = 0,
__saved_mask = {__val = {0 <repeats 32 times>}}}}
        sig = <value optimized out>
        __func__ = "switch_core_session_run"
        __PRETTY_FUNCTION__ = "switch_core_session_run"
#8  0xb7dc6725 in switch_core_session_thread (thread=0xb34fd3d0,
obj=0xa7700030) at src/switch_core_session.c:940
        session = (switch_core_session_t *) 0xa7700030
        event = <value optimized out>
        event_str = 0x0
        val = <value optimized out>
---Type <return> to continue, or q <return> to quit---
        __func__ = "switch_core_session_thread"
        __PRETTY_FUNCTION__ = "switch_core_session_thread"
#9  0xb7e30bf6 in dummy_worker (opaque=0xb34fd3d0) at
threadproc/unix/thread.c:138
No locals.
#10 0xb7d2a4fb in start_thread () from /lib/tls/i686/cmov/libpthread.so.0
No symbol table info available.
#11 0xb7c7ce5e in clone () from /lib/tls/i686/cmov/libc.so.6
No symbol table info available.

regards
Helmut

[Freeswitch-users] segfault when shoutcast plays mp3 and extension hangs up

Helmut Kuper