Attachment 161530 Details for Bug 199799 – gdb from run

gdb from run

gdb1.txt (text/plain), 26.56 KB, created by marcinkk on 2015-09-29 15:47:44 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: marcinkk

Created: 2015-09-29 15:47:44 UTC

Size: 26.56 KB

patch

obsolete

># gdb -q ffmpeg
>(gdb) run -i recording.ts -map 0:0 -map 0:1 recording.mkv
>Starting program: /usr/local/bin/ffmpeg -i recording.ts -map 0:0 -map 0:1 recording.mkv
>[New LWP 100716]
>Error while reading shared library symbols:
>Dwarf Error: wrong version in compilation unit header (is 4, should be 2) [in module /usr/local/lib/libfftw3f.so.3]
>[New Thread 2b003080 (LWP 100716/ffmpeg)]
>Error while reading shared library symbols:
>Dwarf Error: wrong version in compilation unit header (is 4, should be 2) [in module /usr/local/lib/libfftw3f.so.3]
>Error while reading shared library symbols:
>Dwarf Error: wrong version in compilation unit header (is 4, should be 2) [in module /usr/local/lib/libfftw3f.so.3]
>ffmpeg version 2.7.1 Copyright (c) 2000-2015 the FFmpeg developers
>  built with FreeBSD clang version 3.4.1 (tags/RELEASE_34/dot1-final 208032) 20140512
>  configuration: --enable-libaacplus --disable-indev=alsa --disable-outdev=alsa --disable-libopencore-amrnb --disable-libopencore-amrwb --disable-libass --disable-libcdio --disable-libcelt --enable-libfaac --disable-libfdk-aac --enable-ffserver --enable-fontconfig --enable-libfreetype --enable-frei0r --disable-libgsm --enable-iconv --disable-indev=jack --enable-libmp3lame --disable-libbluray --disable-libv4l2 --disable-indev=v4l2 --disable-outdev=v4l2 --disable-libmodplug --disable-openal --disable-indev=openal --enable-libopencv --enable-libopenjpeg --disable-libopus --disable-libpulse --disable-indev=pulse --disable-outdev=pulse --enable-librtmp --enable-libschroedinger --disable-libspeex --enable-libtheora --disable-vaapi --disable-vdpau --enable-libvorbis --disable-libvo-aacenc --disable-libvo-amrwbenc --enable-libvpx --enable-libx264 --enable-libx265 --enable-libxvid --disable-gnutls --enable-openssl --prefix=/usr/local --mandir=/usr/local/man --datadir=/usr/local/share/ffmpeg --pkgconfigdir=/usr/local/libdata/pkgconfig --enable-shared --enable-gpl --enable-postproc --enable-avfilter --enable-avresample --enable-pthreads --disable-libstagefright-h264 --disable-libutvideo --disable-libsoxr --cc=cc --extra-cflags='-I/usr/local/include/vorbis -I/usr/local/include' --extra-ldflags='-L/usr/local/lib ' --extra-libs=-lpthread --disable-stripping --disable-sse --disable-mmx --disable-ffplay --disable-outdev=sdl --enable-nonfree
>  libavutil      54. 27.100 / 54. 27.100
>  libavcodec     56. 41.100 / 56. 41.100
>  libavformat    56. 36.100 / 56. 36.100
>  libavdevice    56.  4.100 / 56.  4.100
>  libavfilter     5. 16.101 /  5. 16.101
>  libavresample   2.  1.  0 /  2.  1.  0
>  libswscale      3.  1.101 /  3.  1.101
>  libswresample   1.  2.100 /  1.  2.100
>  libpostproc    53.  3.100 / 53.  3.100
>[mpeg2video @ 0x2b0a7400] Invalid frame dimensions 0x0.
>    Last message repeated 9 times
>[mpegts @ 0x2b041400] PES packet size mismatch
>    Last message repeated 1 times
>[mpegts @ 0x2b041400] Could not find codec parameters for stream 3 (Unknown: none ([192][0][0][0] / 0x00C0)): unknown codec
>Consider increasing the value for the 'analyzeduration' and 'probesize' options
>[mpegts @ 0x2b041400] Could not find codec parameters for stream 4 (Unknown: none ([193][0][0][0] / 0x00C1)): unknown codec
>Consider increasing the value for the 'analyzeduration' and 'probesize' options
>[mpegts @ 0x2b041400] Could not find codec parameters for stream 5 (Unknown: none ([198][0][0][0] / 0x00C6)): unknown codec
>Consider increasing the value for the 'analyzeduration' and 'probesize' options
>[mpegts @ 0x2b041400] Could not find codec parameters for stream 7 (Unknown: none ([192][0][0][0] / 0x00C0)): unknown codec
>Consider increasing the value for the 'analyzeduration' and 'probesize' options
>[mpegts @ 0x2b041400] Could not find codec parameters for stream 8 (Unknown: none ([193][0][0][0] / 0x00C1)): unknown codec
>Consider increasing the value for the 'analyzeduration' and 'probesize' options
>Input #0, mpegts, from 'recording.ts':
>  Duration: 00:00:22.12, start: 2447.622089, bitrate: 3792 kb/s
>  Program 5101
>  Program 5145
>  Program 5115
>  Program 5142
>  Program 5143
>  Program 5146
>  Program 5108
>  Program 5102
>  Program 5198
>  Program 5127
>  Program 5126
>  Program 5105
>  Program 5122
>  Program 5113
>  Program 5112
>    Stream #0:0[0xab]: Video: mpeg2video (Main) ([2][0][0][0] / 0x0002), yuv420p(tv), 704x576 [SAR 16:11 DAR 16:9], max. 15000 kb/s, 25 fps, 25 tbr, 90k tbn, 50 tbc
>    Stream #0:1[0x7c](pol): Audio: mp2 ([4][0][0][0] / 0x0004), 48000 Hz, stereo, s16p, 192 kb/s
>    Stream #0:2[0x7d](aud): Audio: mp2 ([4][0][0][0] / 0x0004), 48000 Hz, stereo, s16p, 192 kb/s (visual impaired)
>    Stream #0:3[0xd0]: Unknown: none ([192][0][0][0] / 0x00C0)
>    Stream #0:4[0xd5]: Unknown: none ([193][0][0][0] / 0x00C1)
>    Stream #0:5[0x4b0]: Unknown: none ([198][0][0][0] / 0x00C6)
>    Stream #0:6[0x200](pol,pol): Subtitle: dvb_teletext ([6][0][0][0] / 0x0006)
>    Stream #0:7[0x29a]: Unknown: none ([192][0][0][0] / 0x00C0)
>    Stream #0:8[0x29b]: Unknown: none ([193][0][0][0] / 0x00C1)
>  Program 5110
>  Program 5104
>File 'recording.mkv' already exists. Overwrite ? [y/N] y
>No pixel format specified, yuv420p10le for H.264 encoding chosen.
>Use -pix_fmt yuv420p for compatibility with outdated media players.
>[libx264 @ 0x2b0ac000] using SAR=16/11
>[libx264 @ 0x2b0ac000] using cpu capabilities: MMX2 SSE2Fast SSSE3 SSE4.2
>[libx264 @ 0x2b0ac000] profile High 10, level 3.0, 4:2:0 10-bit
>[libx264 @ 0x2b0ac000] 264 - core 144 r2533 c8a773e - H.264/MPEG-4 AVC codec - Copyleft 2003-2015 - http://www.videolan.org/x264.html - options: cabac=1 ref=3 deblock=1:0:0 analyse=0x3:0x113 me=hex subme=7 psy=1 psy_rd=1.00:0.00 mixed_ref=1 me_range=16 chroma_me=1 trellis=1 8x8dct=1 cqm=0 deadzone=21,11 fast_pskip=1 chroma_qp_offset=-2 threads=3 lookahead_threads=1 sliced_threads=0 nr=0 decimate=1 interlaced=0 bluray_compat=0 constrained_intra=0 bframes=3 b_pyramid=2 b_adapt=1 b_bias=0 direct=1 weightb=1 open_gop=0 weightp=2 keyint=250 keyint_min=25 scenecut=40 intra_refresh=0 rc_lookahead=40 rc=crf mbtree=1 crf=23.0 qcomp=0.60 qpmin=0 qpmax=81 qpstep=4 ip_ratio=1.40 aq=1:1.00
>Output #0, matroska, to 'recording.mkv':
>  Metadata:
>    encoder         : Lavf56.36.100
>    Stream #0:0: Video: h264 (libx264) (H264 / 0x34363248), yuv420p10le, 704x576 [SAR 16:11 DAR 16:9], q=-1--1, 25 fps, 1k tbn, 25 tbc
>    Metadata:
>      encoder         : Lavc56.41.100 libx264
>    Stream #0:1(pol): Audio: vorbis (libvorbis) (oV[0][0] / 0x566F), 48000 Hz, stereo, fltp
>    Metadata:
>      encoder         : Lavc56.41.100 libvorbis
>Stream mapping:
>  Stream #0:0 -> #0:0 (mpeg2video (native) -> h264 (libx264))
>  Stream #0:1 -> #0:1 (mp2 (native) -> vorbis (libvorbis))
>Press [q] to stop, [?] for help
>[New Thread 2b004980 (LWP 101263/ffmpeg)]
>
>Program received signal SIGBUS, Bus error.
>[Switching to Thread 2b004980 (LWP 101263/ffmpeg)]
>0x2a2eed67 in x264_deblock_h_luma_sse2 () from /usr/local/lib/libx264.so.144
>(gdb) disassemble
>Dump of assembler code for function x264_deblock_h_luma_sse2:
>0x2a2eed20 <x264_deblock_h_luma_sse2+0>:        push   %ebx
>0x2a2eed21 <x264_deblock_h_luma_sse2+1>:        push   %esi
>0x2a2eed22 <x264_deblock_h_luma_sse2+2>:        push   %edi
>0x2a2eed23 <x264_deblock_h_luma_sse2+3>:        sub    $0x70,%esp
>0x2a2eed26 <x264_deblock_h_luma_sse2+6>:        mov    0x80(%esp),%eax
>0x2a2eed2d <x264_deblock_h_luma_sse2+13>:       mov    0x84(%esp),%ecx
>0x2a2eed34 <x264_deblock_h_luma_sse2+20>:       mov    0x88(%esp),%edx
>0x2a2eed3b <x264_deblock_h_luma_sse2+27>:       mov    0x8c(%esp),%ebx
>0x2a2eed42 <x264_deblock_h_luma_sse2+34>:       mov    0x90(%esp),%esi
>0x2a2eed49 <x264_deblock_h_luma_sse2+41>:       add    %ecx,%ecx
>0x2a2eed4b <x264_deblock_h_luma_sse2+43>:       movd   %edx,%xmm4
>0x2a2eed4f <x264_deblock_h_luma_sse2+47>:       movd   %ebx,%xmm5
>0x2a2eed53 <x264_deblock_h_luma_sse2+51>:       pshuflw $0x0,%xmm4,%xmm4
>0x2a2eed58 <x264_deblock_h_luma_sse2+56>:       punpcklqdq %xmm4,%xmm4
>0x2a2eed5c <x264_deblock_h_luma_sse2+60>:       pshuflw $0x0,%xmm5,%xmm5
>0x2a2eed61 <x264_deblock_h_luma_sse2+65>:       punpcklqdq %xmm5,%xmm5
>0x2a2eed65 <x264_deblock_h_luma_sse2+69>:       mov    %ecx,%ebx
>0x2a2eed67 <x264_deblock_h_luma_sse2+71>:       movdqa %xmm4,0x50(%esp)
>0x2a2eed6d <x264_deblock_h_luma_sse2+77>:       add    %ecx,%ebx
>0x2a2eed6f <x264_deblock_h_luma_sse2+79>:       mov    $0x2,%edi
>0x2a2eed74 <x264_deblock_h_luma_sse2+84>:       movdqa %xmm5,0x60(%esp)
>0x2a2eed7a <x264_deblock_h_luma_sse2+90>:       add    %ecx,%ebx
>0x2a2eed7c <x264_deblock_h_luma_sse2+92>:       mov    %eax,%edx
>0x2a2eed7e <x264_deblock_h_luma_sse2+94>:       add    %ebx,%edx
>0x2a2eed80 <x264_deblock_h_luma_sse2+96>:       movdqu -0x8(%eax),%xmm5
>0x2a2eed85 <x264_deblock_h_luma_sse2+101>:      movdqu -0x8(%eax,%ecx,1),%xmm0
>0x2a2eed8b <x264_deblock_h_luma_sse2+107>:      movdqu -0x8(%eax,%ecx,2),%xmm2
>0x2a2eed91 <x264_deblock_h_luma_sse2+113>:      movdqu -0x8(%edx),%xmm3
>0x2a2eed96 <x264_deblock_h_luma_sse2+118>:      movdqa %xmm5,%xmm6
>0x2a2eed9a <x264_deblock_h_luma_sse2+122>:      punpcklwd %xmm0,%xmm5
>0x2a2eed9e <x264_deblock_h_luma_sse2+126>:      punpckhwd %xmm0,%xmm6
>0x2a2eeda2 <x264_deblock_h_luma_sse2+130>:      movdqa %xmm2,%xmm0
>0x2a2eeda6 <x264_deblock_h_luma_sse2+134>:      punpcklwd %xmm3,%xmm2
>0x2a2eedaa <x264_deblock_h_luma_sse2+138>:      punpckhwd %xmm3,%xmm0
>0x2a2eedae <x264_deblock_h_luma_sse2+142>:      movdqa %xmm5,%xmm3
>0x2a2eedb2 <x264_deblock_h_luma_sse2+146>:      punpckldq %xmm2,%xmm5
>0x2a2eedb6 <x264_deblock_h_luma_sse2+150>:      punpckhdq %xmm2,%xmm3
>0x2a2eedba <x264_deblock_h_luma_sse2+154>:      movdqa %xmm6,%xmm2
>0x2a2eedbe <x264_deblock_h_luma_sse2+158>:      punpckldq %xmm0,%xmm6
>0x2a2eedc2 <x264_deblock_h_luma_sse2+162>:      punpckhdq %xmm0,%xmm2
>0x2a2eedc6 <x264_deblock_h_luma_sse2+166>:      movdqa %xmm2,(%esp)
>0x2a2eedcb <x264_deblock_h_luma_sse2+171>:      movdqu -0x8(%edx,%ecx,1),%xmm4
>0x2a2eedd1 <x264_deblock_h_luma_sse2+177>:      movdqu -0x8(%edx,%ecx,2),%xmm1
>0x2a2eedd7 <x264_deblock_h_luma_sse2+183>:      movdqu -0x8(%edx,%ebx,1),%xmm2
>0x2a2eeddd <x264_deblock_h_luma_sse2+189>:      movdqu -0x8(%edx,%ecx,4),%xmm7
>0x2a2eede3 <x264_deblock_h_luma_sse2+195>:      movdqa %xmm4,%xmm0
>0x2a2eede7 <x264_deblock_h_luma_sse2+199>:      punpcklwd %xmm1,%xmm4
>0x2a2eedeb <x264_deblock_h_luma_sse2+203>:      punpckhwd %xmm1,%xmm0
>0x2a2eedef <x264_deblock_h_luma_sse2+207>:      movdqa %xmm2,%xmm1
>0x2a2eedf3 <x264_deblock_h_luma_sse2+211>:      punpcklwd %xmm7,%xmm2
>0x2a2eedf7 <x264_deblock_h_luma_sse2+215>:      punpckhwd %xmm7,%xmm1
>0x2a2eedfb <x264_deblock_h_luma_sse2+219>:      movdqa %xmm4,%xmm7
>0x2a2eedff <x264_deblock_h_luma_sse2+223>:      punpckldq %xmm2,%xmm4
>0x2a2eee03 <x264_deblock_h_luma_sse2+227>:      punpckhdq %xmm2,%xmm7
>0x2a2eee07 <x264_deblock_h_luma_sse2+231>:      movdqa %xmm0,%xmm2
>0x2a2eee0b <x264_deblock_h_luma_sse2+235>:      punpckldq %xmm1,%xmm0
>0x2a2eee0f <x264_deblock_h_luma_sse2+239>:      punpckhdq %xmm1,%xmm2
>0x2a2eee13 <x264_deblock_h_luma_sse2+243>:      movdqa (%esp),%xmm1
>0x2a2eee18 <x264_deblock_h_luma_sse2+248>:      punpcklqdq %xmm2,%xmm1
>0x2a2eee1c <x264_deblock_h_luma_sse2+252>:      punpckhqdq %xmm4,%xmm5
>0x2a2eee20 <x264_deblock_h_luma_sse2+256>:      movdqa %xmm3,%xmm2
>0x2a2eee24 <x264_deblock_h_luma_sse2+260>:      punpcklqdq %xmm7,%xmm3
>0x2a2eee28 <x264_deblock_h_luma_sse2+264>:      punpckhqdq %xmm7,%xmm2
>0x2a2eee2c <x264_deblock_h_luma_sse2+268>:      movdqa %xmm6,%xmm7
>0x2a2eee30 <x264_deblock_h_luma_sse2+272>:      punpcklqdq %xmm0,%xmm6
>0x2a2eee34 <x264_deblock_h_luma_sse2+276>:      punpckhqdq %xmm0,%xmm7
>0x2a2eee38 <x264_deblock_h_luma_sse2+280>:      movdqa %xmm1,0x40(%esp)
>0x2a2eee3e <x264_deblock_h_luma_sse2+286>:      movdqa %xmm6,%xmm0
>0x2a2eee42 <x264_deblock_h_luma_sse2+290>:      psubusw %xmm2,%xmm0
>0x2a2eee46 <x264_deblock_h_luma_sse2+294>:      movdqa %xmm2,%xmm4
>0x2a2eee4a <x264_deblock_h_luma_sse2+298>:      psubusw %xmm6,%xmm4
>---Type <return> to continue, or q <return> to quit---
>0x2a2eee4e <x264_deblock_h_luma_sse2+302>:      por    %xmm0,%xmm4
>0x2a2eee52 <x264_deblock_h_luma_sse2+306>:      psubw  0x50(%esp),%xmm4
>0x2a2eee58 <x264_deblock_h_luma_sse2+312>:      movdqa %xmm2,%xmm0
>0x2a2eee5c <x264_deblock_h_luma_sse2+316>:      psubusw %xmm3,%xmm0
>0x2a2eee60 <x264_deblock_h_luma_sse2+320>:      movdqa %xmm3,%xmm1
>0x2a2eee64 <x264_deblock_h_luma_sse2+324>:      psubusw %xmm2,%xmm1
>0x2a2eee68 <x264_deblock_h_luma_sse2+328>:      por    %xmm0,%xmm1
>0x2a2eee6c <x264_deblock_h_luma_sse2+332>:      psubw  0x60(%esp),%xmm1
>0x2a2eee72 <x264_deblock_h_luma_sse2+338>:      pand   %xmm1,%xmm4
>0x2a2eee76 <x264_deblock_h_luma_sse2+342>:      movdqa %xmm7,%xmm0
>0x2a2eee7a <x264_deblock_h_luma_sse2+346>:      psubusw %xmm6,%xmm0
>0x2a2eee7e <x264_deblock_h_luma_sse2+350>:      movdqa %xmm6,%xmm1
>0x2a2eee82 <x264_deblock_h_luma_sse2+354>:      psubusw %xmm7,%xmm1
>0x2a2eee86 <x264_deblock_h_luma_sse2+358>:      por    %xmm0,%xmm1
>0x2a2eee8a <x264_deblock_h_luma_sse2+362>:      psubw  0x60(%esp),%xmm1
>0x2a2eee90 <x264_deblock_h_luma_sse2+368>:      pxor   %xmm0,%xmm0
>0x2a2eee94 <x264_deblock_h_luma_sse2+372>:      pand   %xmm1,%xmm4
>0x2a2eee98 <x264_deblock_h_luma_sse2+376>:      pcmpgtw %xmm4,%xmm0
>0x2a2eee9c <x264_deblock_h_luma_sse2+380>:      movd   (%esi),%xmm1
>0x2a2eeea0 <x264_deblock_h_luma_sse2+384>:      punpcklbw %xmm1,%xmm1
>0x2a2eeea4 <x264_deblock_h_luma_sse2+388>:      pshuflw $0x50,%xmm1,%xmm1
>0x2a2eeea9 <x264_deblock_h_luma_sse2+393>:      pshufd $0x50,%xmm1,%xmm1
>0x2a2eeeae <x264_deblock_h_luma_sse2+398>:      psraw  $0x8,%xmm1
>0x2a2eeeb3 <x264_deblock_h_luma_sse2+403>:      movdqa %xmm1,(%esp)
>0x2a2eeeb8 <x264_deblock_h_luma_sse2+408>:      movdqa %xmm2,%xmm4
>0x2a2eeebc <x264_deblock_h_luma_sse2+412>:      psubusw %xmm5,%xmm4
>0x2a2eeec0 <x264_deblock_h_luma_sse2+416>:      movdqa %xmm5,%xmm1
>0x2a2eeec4 <x264_deblock_h_luma_sse2+420>:      psubusw %xmm2,%xmm1
>0x2a2eeec8 <x264_deblock_h_luma_sse2+424>:      por    %xmm4,%xmm1
>0x2a2eeecc <x264_deblock_h_luma_sse2+428>:      pxor   %xmm4,%xmm4
>0x2a2eeed0 <x264_deblock_h_luma_sse2+432>:      psubw  0x60(%esp),%xmm1
>0x2a2eeed6 <x264_deblock_h_luma_sse2+438>:      pcmpgtw %xmm1,%xmm4
>0x2a2eeeda <x264_deblock_h_luma_sse2+442>:      pxor   %xmm1,%xmm1
>0x2a2eeede <x264_deblock_h_luma_sse2+446>:      movdqa %xmm4,0x10(%esp)
>0x2a2eeee4 <x264_deblock_h_luma_sse2+452>:      pcmpgtw (%esp),%xmm1
>0x2a2eeee9 <x264_deblock_h_luma_sse2+457>:      pand   (%esp),%xmm4
>0x2a2eeeee <x264_deblock_h_luma_sse2+462>:      pandn  %xmm0,%xmm1
>0x2a2eeef2 <x264_deblock_h_luma_sse2+466>:      pand   %xmm1,%xmm4
>0x2a2eeef6 <x264_deblock_h_luma_sse2+470>:      movdqa %xmm2,%xmm1
>0x2a2eeefa <x264_deblock_h_luma_sse2+474>:      pavgw  %xmm6,%xmm1
>0x2a2eeefe <x264_deblock_h_luma_sse2+478>:      paddw  %xmm1,%xmm5
>0x2a2eef02 <x264_deblock_h_luma_sse2+482>:      pxor   %xmm1,%xmm1
>0x2a2eef06 <x264_deblock_h_luma_sse2+486>:      psraw  $0x1,%xmm5
>0x2a2eef0b <x264_deblock_h_luma_sse2+491>:      psubw  %xmm4,%xmm1
>0x2a2eef0f <x264_deblock_h_luma_sse2+495>:      psubw  %xmm3,%xmm5
>0x2a2eef13 <x264_deblock_h_luma_sse2+499>:      pmaxsw %xmm1,%xmm5
>0x2a2eef17 <x264_deblock_h_luma_sse2+503>:      pminsw %xmm4,%xmm5
>0x2a2eef1b <x264_deblock_h_luma_sse2+507>:      paddw  %xmm3,%xmm5
>0x2a2eef1f <x264_deblock_h_luma_sse2+511>:      movdqa %xmm5,0x30(%esp)
>0x2a2eef25 <x264_deblock_h_luma_sse2+517>:      movdqa 0x40(%esp),%xmm5
>0x2a2eef2b <x264_deblock_h_luma_sse2+523>:      movdqa %xmm6,%xmm4
>0x2a2eef2f <x264_deblock_h_luma_sse2+527>:      psubusw %xmm5,%xmm4
>0x2a2eef33 <x264_deblock_h_luma_sse2+531>:      movdqa %xmm5,%xmm1
>0x2a2eef37 <x264_deblock_h_luma_sse2+535>:      psubusw %xmm6,%xmm1
>0x2a2eef3b <x264_deblock_h_luma_sse2+539>:      por    %xmm4,%xmm1
>0x2a2eef3f <x264_deblock_h_luma_sse2+543>:      pxor   %xmm4,%xmm4
>0x2a2eef43 <x264_deblock_h_luma_sse2+547>:      psubw  0x60(%esp),%xmm1
>0x2a2eef49 <x264_deblock_h_luma_sse2+553>:      pcmpgtw %xmm1,%xmm4
>0x2a2eef4d <x264_deblock_h_luma_sse2+557>:      pxor   %xmm1,%xmm1
>0x2a2eef51 <x264_deblock_h_luma_sse2+561>:      movdqa %xmm4,0x20(%esp)
>0x2a2eef57 <x264_deblock_h_luma_sse2+567>:      pcmpgtw (%esp),%xmm1
>0x2a2eef5c <x264_deblock_h_luma_sse2+572>:      pand   (%esp),%xmm4
>0x2a2eef61 <x264_deblock_h_luma_sse2+577>:      pandn  %xmm0,%xmm1
>0x2a2eef65 <x264_deblock_h_luma_sse2+581>:      pand   %xmm1,%xmm4
>0x2a2eef69 <x264_deblock_h_luma_sse2+585>:      movdqa %xmm2,%xmm1
>0x2a2eef6d <x264_deblock_h_luma_sse2+589>:      pavgw  %xmm6,%xmm1
>0x2a2eef71 <x264_deblock_h_luma_sse2+593>:      paddw  %xmm1,%xmm5
>0x2a2eef75 <x264_deblock_h_luma_sse2+597>:      pxor   %xmm1,%xmm1
>0x2a2eef79 <x264_deblock_h_luma_sse2+601>:      psraw  $0x1,%xmm5
>0x2a2eef7e <x264_deblock_h_luma_sse2+606>:      psubw  %xmm4,%xmm1
>0x2a2eef82 <x264_deblock_h_luma_sse2+610>:      psubw  %xmm7,%xmm5
>0x2a2eef86 <x264_deblock_h_luma_sse2+614>:      pmaxsw %xmm1,%xmm5
>---Type <return> to continue, or q <return> to quit---
>0x2a2eef8a <x264_deblock_h_luma_sse2+618>:      pminsw %xmm4,%xmm5
>0x2a2eef8e <x264_deblock_h_luma_sse2+622>:      paddw  %xmm7,%xmm5
>0x2a2eef92 <x264_deblock_h_luma_sse2+626>:      movdqa %xmm5,0x40(%esp)
>0x2a2eef98 <x264_deblock_h_luma_sse2+632>:      pxor   %xmm5,%xmm5
>0x2a2eef9c <x264_deblock_h_luma_sse2+636>:      movdqa (%esp),%xmm1
>0x2a2eefa1 <x264_deblock_h_luma_sse2+641>:      pcmpgtw (%esp),%xmm5
>0x2a2eefa6 <x264_deblock_h_luma_sse2+646>:      psubw  0x10(%esp),%xmm1
>0x2a2eefac <x264_deblock_h_luma_sse2+652>:      pandn  %xmm0,%xmm5
>0x2a2eefb0 <x264_deblock_h_luma_sse2+656>:      psubw  0x20(%esp),%xmm1
>0x2a2eefb6 <x264_deblock_h_luma_sse2+662>:      pand   %xmm1,%xmm5
>0x2a2eefba <x264_deblock_h_luma_sse2+666>:      psubw  %xmm7,%xmm3
>0x2a2eefbe <x264_deblock_h_luma_sse2+670>:      pxor   %xmm1,%xmm1
>0x2a2eefc2 <x264_deblock_h_luma_sse2+674>:      paddw  0x2a31dd30,%xmm3
>0x2a2eefca <x264_deblock_h_luma_sse2+682>:      psubw  %xmm5,%xmm1
>0x2a2eefce <x264_deblock_h_luma_sse2+686>:      movdqa %xmm6,%xmm0
>0x2a2eefd2 <x264_deblock_h_luma_sse2+690>:      psubw  %xmm2,%xmm0
>0x2a2eefd6 <x264_deblock_h_luma_sse2+694>:      psllw  $0x2,%xmm0
>0x2a2eefdb <x264_deblock_h_luma_sse2+699>:      paddw  %xmm0,%xmm3
>0x2a2eefdf <x264_deblock_h_luma_sse2+703>:      psraw  $0x3,%xmm3
>0x2a2eefe4 <x264_deblock_h_luma_sse2+708>:      movdqa 0x2a31dc00,%xmm0
>0x2a2eefec <x264_deblock_h_luma_sse2+716>:      pmaxsw %xmm1,%xmm3
>0x2a2eeff0 <x264_deblock_h_luma_sse2+720>:      pminsw %xmm5,%xmm3
>0x2a2eeff4 <x264_deblock_h_luma_sse2+724>:      pxor   %xmm1,%xmm1
>0x2a2eeff8 <x264_deblock_h_luma_sse2+728>:      paddw  %xmm3,%xmm2
>0x2a2eeffc <x264_deblock_h_luma_sse2+732>:      psubw  %xmm3,%xmm6
>0x2a2ef000 <x264_deblock_h_luma_sse2+736>:      pmaxsw %xmm1,%xmm2
>0x2a2ef004 <x264_deblock_h_luma_sse2+740>:      pminsw %xmm0,%xmm2
>0x2a2ef008 <x264_deblock_h_luma_sse2+744>:      pmaxsw %xmm1,%xmm6
>0x2a2ef00c <x264_deblock_h_luma_sse2+748>:      pminsw %xmm0,%xmm6
>0x2a2ef010 <x264_deblock_h_luma_sse2+752>:      movdqa 0x30(%esp),%xmm3
>0x2a2ef016 <x264_deblock_h_luma_sse2+758>:      movdqa 0x40(%esp),%xmm7
>0x2a2ef01c <x264_deblock_h_luma_sse2+764>:      movdqa %xmm3,%xmm4
>0x2a2ef020 <x264_deblock_h_luma_sse2+768>:      punpcklwd %xmm2,%xmm3
>0x2a2ef024 <x264_deblock_h_luma_sse2+772>:      punpckhwd %xmm2,%xmm4
>0x2a2ef028 <x264_deblock_h_luma_sse2+776>:      movdqa %xmm6,%xmm2
>0x2a2ef02c <x264_deblock_h_luma_sse2+780>:      punpcklwd %xmm7,%xmm6
>0x2a2ef030 <x264_deblock_h_luma_sse2+784>:      punpckhwd %xmm7,%xmm2
>0x2a2ef034 <x264_deblock_h_luma_sse2+788>:      movdqa %xmm3,%xmm7
>0x2a2ef038 <x264_deblock_h_luma_sse2+792>:      punpckldq %xmm6,%xmm3
>0x2a2ef03c <x264_deblock_h_luma_sse2+796>:      punpckhdq %xmm6,%xmm7
>0x2a2ef040 <x264_deblock_h_luma_sse2+800>:      movdqa %xmm4,%xmm6
>0x2a2ef044 <x264_deblock_h_luma_sse2+804>:      punpckldq %xmm2,%xmm4
>0x2a2ef048 <x264_deblock_h_luma_sse2+808>:      punpckhdq %xmm2,%xmm6
>0x2a2ef04c <x264_deblock_h_luma_sse2+812>:      movq   %xmm3,-0x4(%eax)
>0x2a2ef051 <x264_deblock_h_luma_sse2+817>:      movhps %xmm3,-0x4(%eax,%ecx,1)
>0x2a2ef056 <x264_deblock_h_luma_sse2+822>:      movq   %xmm7,-0x4(%eax,%ecx,2)
>0x2a2ef05c <x264_deblock_h_luma_sse2+828>:      movhps %xmm7,-0x4(%edx)
>0x2a2ef060 <x264_deblock_h_luma_sse2+832>:      movq   %xmm4,-0x4(%edx,%ecx,1)
>0x2a2ef066 <x264_deblock_h_luma_sse2+838>:      movhps %xmm4,-0x4(%edx,%ecx,2)
>0x2a2ef06b <x264_deblock_h_luma_sse2+843>:      movq   %xmm6,-0x4(%edx,%ebx,1)
>0x2a2ef071 <x264_deblock_h_luma_sse2+849>:      movhps %xmm6,-0x4(%edx,%ecx,4)
>0x2a2ef076 <x264_deblock_h_luma_sse2+854>:      add    $0x2,%esi
>0x2a2ef079 <x264_deblock_h_luma_sse2+857>:      lea    (%eax,%ecx,8),%eax
>0x2a2ef07c <x264_deblock_h_luma_sse2+860>:      lea    (%edx,%ecx,8),%edx
>0x2a2ef07f <x264_deblock_h_luma_sse2+863>:      dec    %edi
>0x2a2ef080 <x264_deblock_h_luma_sse2+864>:      jg     0x2a2eed80 <x264_deblock_h_luma_sse2+96>
>0x2a2ef086 <x264_deblock_h_luma_sse2+870>:      add    $0x70,%esp
>0x2a2ef089 <x264_deblock_h_luma_sse2+873>:      pop    %edi
>0x2a2ef08a <x264_deblock_h_luma_sse2+874>:      pop    %esi
>0x2a2ef08b <x264_deblock_h_luma_sse2+875>:      pop    %ebx
>0x2a2ef08c <x264_deblock_h_luma_sse2+876>:      ret
>0x2a2ef08d <x264_deblock_h_luma_sse2+877>:      nopl   (%eax)
>End of assembler dump.
>(gdb) info all-registers
>eax            0x2d085010       755519504
>ecx            0x600    1536
>edx            0x50     80
>ebx            0x600    1536
>esp            0xbf1f5454       0xbf1f5454
>ebp            0xbf1f55b8       0xbf1f55b8
>esi            0xbf1f55a8       -1088465496
>edi            0x34     52
>eip            0x2a2eed67       0x2a2eed67
>eflags         0x10206  66054
>cs             0x33     51
>ss             0x3b     59
>ds             0xbfbf003b       -1078001605
>es             0x2809003b       671678523
>fs             0x2809003b       671678523
>gs             0x1b     27
>st0            -nan(0xff000000ff000000) (raw 0xffffff000000ff000000)
>st1            <invalid float value>    (raw 0xffff0000000000000000)
>st2            <invalid float value>    (raw 0xffff0000000000000000)
>st3            <invalid float value>    (raw 0xffff0000000000000000)
>st4            <invalid float value>    (raw 0xffff0000000000000000)
>st5            <invalid float value>    (raw 0xffff0000000000000000)
>st6            <invalid float value>    (raw 0xffff0000000000000000)
>st7            <invalid float value>    (raw 0xffff0000000000000000)
>fctrl          0x127f   4735
>fstat          0x0      0
>ftag           0xffff   65535
>fiseg          0x0      0
>fioff          0x0      0
>foseg          0x0      0
>fooff          0x0      0
>fop            0x0      0
>xmm0           {v4_float = {0x6f1, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x34, 0x33, 0xde, 0x44, 0x0 <repeats 12 times>}, v8_int16 = {0x3334, 0x44de, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v4_int32 = {0x44de3334, 0x0, 0x0, 0x0},
>  v2_int64 = {0x44de3334, 0x0}, uint128 = 0x00000000000000000000000044de3334}
>xmm1           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0xd3, 0x1, 0xd3, 0x1, 0xd3, 0x1, 0xd3, 0x1, 0xd3, 0x1, 0xd3, 0x1, 0xd3, 0x1, 0xd3, 0x1}, v8_int16 = {0x1d3, 0x1d3, 0x1d3, 0x1d3, 0x1d3, 0x1d3, 0x1d3,
>    0x1d3}, v4_int32 = {0x1d301d3, 0x1d301d3, 0x1d301d3, 0x1d301d3}, v2_int64 = {0x1d301d301d301d3, 0x1d301d301d301d3}, uint128 = 0x01d301d301d301d301d301d301d301d3}
>xmm2           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0xb4, 0x1, 0xd3, 0x1, 0xb4, 0x1, 0xd3, 0x1, 0xb4, 0x1, 0xd3, 0x1, 0xb4, 0x1, 0xd3, 0x1}, v8_int16 = {0x1b4, 0x1d3, 0x1b4, 0x1d3, 0x1b4, 0x1d3, 0x1b4,
>    0x1d3}, v4_int32 = {0x1d301b4, 0x1d301b4, 0x1d301b4, 0x1d301b4}, v2_int64 = {0x1d301b401d301b4, 0x1d301b401d301b4}, uint128 = 0x01d301b401d301b401d301b401d301b4}
>xmm3           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0xc, 0x1, 0xc, 0x1, 0xc, 0x1, 0xc, 0x1, 0xc, 0x1, 0xc, 0x1, 0xc, 0x1, 0xc, 0x1}, v8_int16 = {0x10c, 0x10c, 0x10c, 0x10c, 0x10c, 0x10c, 0x10c, 0x10c},
>  v4_int32 = {0x10c010c, 0x10c010c, 0x10c010c, 0x10c010c}, v2_int64 = {0x10c010c010c010c, 0x10c010c010c010c}, uint128 = 0x010c010c010c010c010c010c010c010c}
>xmm4           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x50, 0x0, 0x50, 0x0, 0x50, 0x0, 0x50, 0x0, 0x50, 0x0, 0x50, 0x0, 0x50, 0x0, 0x50, 0x0}, v8_int16 = {0x50, 0x50, 0x50, 0x50, 0x50, 0x50, 0x50, 0x50},
>  v4_int32 = {0x500050, 0x500050, 0x500050, 0x500050}, v2_int64 = {0x50005000500050, 0x50005000500050}, uint128 = 0x00500050005000500050005000500050}
>xmm5           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0x1c, 0x0, 0x1c, 0x0, 0x1c, 0x0, 0x1c, 0x0, 0x1c, 0x0, 0x1c, 0x0, 0x1c, 0x0, 0x1c, 0x0}, v8_int16 = {0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c, 0x1c},
>  v4_int32 = {0x1c001c, 0x1c001c, 0x1c001c, 0x1c001c}, v2_int64 = {0x1c001c001c001c, 0x1c001c001c001c}, uint128 = 0x001c001c001c001c001c001c001c001c}
>xmm6           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0xba, 0x0, 0x0, 0x0, 0xba, 0x0, 0x0, 0x0, 0xba, 0x0, 0x0, 0x0, 0xba, 0x0, 0x0, 0x0}, v8_int16 = {0xba, 0x0, 0xba, 0x0, 0xba, 0x0, 0xba, 0x0},
>  v4_int32 = {0xba, 0xba, 0xba, 0xba}, v2_int64 = {0xba000000ba, 0xba000000ba}, uint128 = 0x000000ba000000ba000000ba000000ba}
>xmm7           {v4_float = {0x0, 0x0, 0x0, 0x0}, v2_double = {0x0, 0x0}, v16_int8 = {0xb0, 0x0, 0x0, 0x0, 0xb0, 0x0, 0x0, 0x0, 0xb0, 0x0, 0x0, 0x0, 0xb0, 0x0, 0x0, 0x0}, v8_int16 = {0xb0, 0x0, 0xb0, 0x0, 0xb0, 0x0, 0xb0, 0x0},
>  v4_int32 = {0xb0, 0xb0, 0xb0, 0xb0}, v2_int64 = {0xb0000000b0, 0xb0000000b0}, uint128 = 0x000000b0000000b0000000b0000000b0}
>mxcsr          0x1fa0   8096
>mm0            {uint64 = 0xff000000ff000000, v2_int32 = {0xff000000, 0xff000000}, v4_int16 = {0x0, 0xff00, 0x0, 0xff00}, v8_int8 = {0x0, 0x0, 0x0, 0xff, 0x0, 0x0, 0x0, 0xff}}
>mm1            {uint64 = 0x0, v2_int32 = {0x0, 0x0}, v4_int16 = {0x0, 0x0, 0x0, 0x0}, v8_int8 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}
>mm2            {uint64 = 0x0, v2_int32 = {0x0, 0x0}, v4_int16 = {0x0, 0x0, 0x0, 0x0}, v8_int8 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}
>mm3            {uint64 = 0x0, v2_int32 = {0x0, 0x0}, v4_int16 = {0x0, 0x0, 0x0, 0x0}, v8_int8 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}
>mm4            {uint64 = 0x0, v2_int32 = {0x0, 0x0}, v4_int16 = {0x0, 0x0, 0x0, 0x0}, v8_int8 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}
>mm5            {uint64 = 0x0, v2_int32 = {0x0, 0x0}, v4_int16 = {0x0, 0x0, 0x0, 0x0}, v8_int8 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}
>mm6            {uint64 = 0x0, v2_int32 = {0x0, 0x0}, v4_int16 = {0x0, 0x0, 0x0, 0x0}, v8_int8 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}
>mm7            {uint64 = 0x0, v2_int32 = {0x0, 0x0}, v4_int16 = {0x0, 0x0, 0x0, 0x0}, v8_int8 = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}}
>(gdb) bt
>#0  0x2a2eed67 in x264_deblock_h_luma_sse2 () from /usr/local/lib/libx264.so.144
>#1  0x00000000 in ?? ()
>(gdb)

Actions: View

Attachments on bug 199799: 161367 | 161530 | 161531 | 161679