[FFmpeg-trac] #5356(swscale:new): Segmentation fault
FFmpeg
trac at avcodec.org
Tue Mar 22 08:19:19 CET 2016
#5356: Segmentation fault
------------------------------------+-----------------------------------
Reporter: somethin | Owner:
Type: defect | Status: new
Priority: important | Component: swscale
Version: git-master | Resolution:
Keywords: crash | Blocked By:
Blocking: | Reproduced by developer: 0
Analyzed by developer: 0 |
------------------------------------+-----------------------------------
Changes (by somethin):
* version: unspecified => git-master
Comment:
bt:
{{{
#0 0x00007ffff31f518f in ff_nv12ToUV_avx () from
/usr/lib64/libswscale.so.4
#1 0x00007ffff31fae90 in deinterleaveBytes_avx (
src=0x7fffe037aac0
"\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200\177\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200~\200"...,
dst1=0x7fffc20e8ae0 '\177' <repeats 16 times>, dst2=0x7fffc2154588 "",
width=840, height=525, srcStride=1680, dst1Stride=840, dst2Stride=840)
at src/libswscale/x86/rgb2rgb_template.c:1978
#2 0x00007ffff31e7891 in nv12ToPlanarWrapper (c=0x7fffc4654160,
src=0x7fffe0c52bc0, srcStride=0x7fffe0c52ba0, srcSliceY=<optimized
out>,
srcSliceH=1050, dstParam=<optimized out>, dstStride=0x7fffe0c52bb0)
at src/libswscale/swscale_unscaled.c:191
#3 0x00007ffff31de112 in sws_scale (c=0x7fffc4654160,
srcSlice=srcSlice at entry=0x7fffe0c52df0,
srcStride=srcStride at entry=0x7fffe0c52e30, srcSliceY=srcSliceY at entry=0,
srcSliceH=1050, dst=dst at entry=0xd81ca8, dstStride=0xd81ce8)
at src/libswscale/swscale.c:1250
#4 0x00007fffcb8e3c7d in receive_video (param=0xd81c60,
frame=0x7fffe0c52df0)
at /var/tmp/portage/media-video/obs-studio-0.13.2/work/obs-
studio-0.13.2/plugins/obs-ffmpeg/obs-ffmpeg-output.c:654
#5 0x00007ffff7b8e1a1 in default_raw_video_callback (param=0xd80ba0,
frame=<optimized out>)
at /var/tmp/portage/media-video/obs-studio-0.13.2/work/obs-
studio-0.13.2/libobs/obs-output.c:1220
#6 0x00007ffff7b6a42b in video_output_cur_frame (video=0xd3a720)
at /var/tmp/portage/media-video/obs-studio-0.13.2/work/obs-
studio-0.13.2/libobs/media-io/video-io.c:135
#7 video_thread (param=0xd3a720)
at /var/tmp/portage/media-video/obs-studio-0.13.2/work/obs-
studio-0.13.2/libobs/media-io/video-io.c:177
#8 0x00007ffff3c24424 in start_thread () from /lib64/libpthread.so.0
#9 0x00007ffff396a3bd in clone () from /lib64/libc.so.6
}}}
disass:
{{{
Dump of assembler code from 0x7ffff31f516f to 0x7ffff31f51af:
0x00007ffff31f516f <ff_nv12ToUV_avx+47>: vpand %xmm5,%xmm0,%xmm2
0x00007ffff31f5173 <ff_nv12ToUV_avx+51>: vpand %xmm5,%xmm1,%xmm3
0x00007ffff31f5177 <ff_nv12ToUV_avx+55>: vpsrlw $0x8,%xmm0,%xmm0
0x00007ffff31f517c <ff_nv12ToUV_avx+60>: vpsrlw $0x8,%xmm1,%xmm1
0x00007ffff31f5181 <ff_nv12ToUV_avx+65>: vpackuswb
%xmm3,%xmm2,%xmm2
0x00007ffff31f5185 <ff_nv12ToUV_avx+69>: vpackuswb
%xmm1,%xmm0,%xmm0
0x00007ffff31f5189 <ff_nv12ToUV_avx+73>: vmovdqa %xmm2,(%rdi,%r8,1)
=> 0x00007ffff31f518f <ff_nv12ToUV_avx+79>: vmovdqa %xmm0,(%rsi,%r8,1)
0x00007ffff31f5195 <ff_nv12ToUV_avx+85>: add $0x10,%r8
0x00007ffff31f5199 <ff_nv12ToUV_avx+89>: jl 0x7ffff31f5162
<ff_nv12ToUV_avx+34>
0x00007ffff31f519b <ff_nv12ToUV_avx+91>: repz retq
0x00007ffff31f519d <ff_nv12ToUV_avx+93>: neg %r8
0x00007ffff31f51a0 <ff_nv12ToUV_avx+96>: vmovdqu (%rcx,%r8,2),%xmm0
0x00007ffff31f51a6 <ff_nv12ToUV_avx+102>: vmovdqu
0x10(%rcx,%r8,2),%xmm1
0x00007ffff31f51ad <ff_nv12ToUV_avx+109>: vpand %xmm5,%xmm0,%xmm2
End of assembler dump.
}}}
info all-registers:
{{{
rax 0x7ffff342c240 140737274626624
rbx 0x0 0
rcx 0x7fffe037b150 140736955134288
rdx 0x0 0
rsi 0x7fffc21548d0 140736449562832
rdi 0x7fffc20e8e28 140736449121832
rbp 0x7fffc2154588 0x7fffc2154588
rsp 0x7fffe0c52aa8 0x7fffe0c52aa8
r8 0xfffffffffffffcb8 -840
r9 0x348 840
r10 0x468 1128
r11 0x7ffff39a50b0 140737280364720
r12 0x7fffc20e8ae0 140736449120992
r13 0x7fffe037aac0 140736955132608
r14 0x20d 525
r15 0x690 1680
rip 0x7ffff31f518f 0x7ffff31f518f <ff_nv12ToUV_avx+79>
eflags 0x10297 [ CF PF AF SF IF RF ]
cs 0x33 51
ss 0x2b 43
ds 0x0 0
es 0x0 0
fs 0x0 0
gs 0x0 0
st0 0 (raw 0x00000000000000000000)
st1 0 (raw 0x00000000000000000000)
st2 0 (raw 0x00000000000000000000)
st3 0 (raw 0x00000000000000000000)
st4 0 (raw 0x00000000000000000000)
st5 0 (raw 0x00000000000000000000)
st6 0 (raw 0x00000000000000000000)
st7 0 (raw 0x00000000000000000000)
fctrl 0x0 0
fstat 0x0 0
ftag 0xffff 65535
fiseg 0x0 0
fioff 0x0 0
foseg 0x0 0
fooff 0x0 0
fop 0x0 0
mxcsr 0x1fa1 [ IE PE IM DM ZM OM UM PM ]
ymm0 {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0},
v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0x80 <repeats 16 times>,
0x0 <repeats 16 times>}, v16_int16 = {0x8080, 0x8080, 0x8080, 0x8080,
0x8080, 0x8080, 0x8080, 0x8080, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
0x0},
v8_int32 = {0x80808080, 0x80808080, 0x80808080, 0x80808080, 0x0, 0x0,
0x0,
0x0}, v4_int64 = {0x8080808080808080, 0x8080808080808080, 0x0, 0x0},
v2_int128 = {0x80808080808080808080808080808080,
0x00000000000000000000000000000000}}
ymm1 {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0},
v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0x80, 0x0, 0x80, 0x0,
0x80,
0x0, 0x80, 0x0, 0x80, 0x0, 0x80, 0x0, 0x80, 0x0, 0x80,
0x0 <repeats 17 times>}, v16_int16 = {0x80, 0x80, 0x80, 0x80, 0x80,
0x80,
0x80, 0x80, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int32 =
{0x800080,
0x800080, 0x800080, 0x800080, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {
0x80008000800080, 0x80008000800080, 0x0, 0x0}, v2_int128 = {
0x00800080008000800080008000800080,
0x00000000000000000000000000000000}}
ymm2 {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0},
v4_double = {0x8000000000000000, 0x8000000000000000, 0x0, 0x0}, v32_int8
= {
0x7f <repeats 16 times>, 0x0 <repeats 16 times>}, v16_int16 = {0x7f7f,
0x7f7f, 0x7f7f, 0x7f7f, 0x7f7f, 0x7f7f, 0x7f7f, 0x7f7f, 0x0, 0x0, 0x0,
0x0, 0x0, 0x0, 0x0, 0x0}, v8_int32 = {0x7f7f7f7f, 0x7f7f7f7f,
0x7f7f7f7f,
0x7f7f7f7f, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {0x7f7f7f7f7f7f7f7f,
0x7f7f7f7f7f7f7f7f, 0x0, 0x0}, v2_int128 = {
0x7f7f7f7f7f7f7f7f7f7f7f7f7f7f7f7f,
0x00000000000000000000000000000000}}
ymm3 {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0},
v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0x7f, 0x0, 0x7f, 0x0,
0x7f,
0x0, 0x7f, 0x0, 0x7f, 0x0, 0x7f, 0x0, 0x7f, 0x0, 0x7f,
0x0 <repeats 17 times>}, v16_int16 = {0x7f, 0x7f, 0x7f, 0x7f, 0x7f,
0x7f,
0x7f, 0x7f, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int32 =
{0x7f007f,
0x7f007f, 0x7f007f, 0x7f007f, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {
0x7f007f007f007f, 0x7f007f007f007f, 0x0, 0x0}, v2_int128 = {
0x007f007f007f007f007f007f007f007f,
0x00000000000000000000000000000000}}
ymm4 {v8_float = {0x0, 0x0, 0x80000000, 0x0, 0x0, 0x0, 0x0,
0x0},
v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0xc0, 0xa, 0x0, 0xd8,
0xff,
0x7f, 0x0, 0x0, 0xe0, 0x8, 0x0, 0xd8, 0xff, 0x7f, 0x0 <repeats 18
times>},
v16_int16 = {0xac0, 0xd800, 0x7fff, 0x0, 0x8e0, 0xd800, 0x7fff, 0x0,
0x0,
0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int32 = {0xd8000ac0, 0x7fff,
0xd80008e0, 0x7fff, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {0x7fffd8000ac0,
0x7fffd80008e0, 0x0, 0x0}, v2_int128 = {
0x00007fffd80008e000007fffd8000ac0,
0x00000000000000000000000000000000}}
ymm5 {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0},
v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0xff, 0x0, 0xff, 0x0,
0xff,
0x0, 0xff, 0x0, 0xff, 0x0, 0xff, 0x0, 0xff, 0x0, 0xff,
0x0 <repeats 17 times>}, v16_int16 = {0xff, 0xff, 0xff, 0xff, 0xff,
0xff,
0xff, 0xff, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int32 =
{0xff00ff,
0xff00ff, 0xff00ff, 0xff00ff, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {
0xff00ff00ff00ff, 0xff00ff00ff00ff, 0x0, 0x0}, v2_int128 = {
0x00ff00ff00ff00ff00ff00ff00ff00ff,
0x00000000000000000000000000000000}}
ymm6 {v8_float = {0xfdffdb80, 0x0, 0xfdffdc80, 0x0, 0x0, 0x0,
0x0,
0x0}, v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0x20, 0x9, 0x0,
0xcc,
0xff, 0x7f, 0x0, 0x0, 0xe0, 0x8, 0x0, 0xcc, 0xff, 0x7f,
0x0 <repeats 18 times>}, v16_int16 = {0x920, 0xcc00, 0x7fff, 0x0,
0x8e0,
0xcc00, 0x7fff, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int32
= {
0xcc000920, 0x7fff, 0xcc0008e0, 0x7fff, 0x0, 0x0, 0x0, 0x0}, v4_int64
= {
0x7fffcc000920, 0x7fffcc0008e0, 0x0, 0x0}, v2_int128 = {
0x00007fffcc0008e000007fffcc000920,
0x00000000000000000000000000000000}}
ymm7 {v8_float = {0xfdffda00, 0x0, 0xfdffd500, 0x0, 0x0, 0x0,
0x0,
0x0}, v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0x80, 0x9, 0x0,
0xcc,
0xff, 0x7f, 0x0, 0x0, 0xc0, 0xa, 0x0, 0xcc, 0xff, 0x7f,
0x0 <repeats 18 times>}, v16_int16 = {0x980, 0xcc00, 0x7fff, 0x0,
0xac0,
0xcc00, 0x7fff, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int32
= {
0xcc000980, 0x7fff, 0xcc000ac0, 0x7fff, 0x0, 0x0, 0x0, 0x0}, v4_int64
= {
0x7fffcc000980, 0x7fffcc000ac0, 0x0, 0x0}, v2_int128 = {
0x00007fffcc000ac000007fffcc000980,
0x00000000000000000000000000000000}}
ymm8 {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0},
v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0x0, 0x6a, 0x79, 0x0, 0x0,
0x0, 0x0, 0x0, 0x48, 0x8e, 0x50, 0x0 <repeats 21 times>}, v16_int16 =
{
0x6a00, 0x79, 0x0, 0x0, 0x8e48, 0x50, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0,
0x0,
0x0, 0x0, 0x0}, v8_int32 = {0x796a00, 0x0, 0x508e48, 0x0, 0x0, 0x0,
0x0,
0x0}, v4_int64 = {0x796a00, 0x508e48, 0x0, 0x0}, v2_int128 = {
0x0000000000508e480000000000796a00,
0x00000000000000000000000000000000}}
ymm9 {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0},
v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0x40, 0x6a, 0x79,
0x0 <repeats 29 times>}, v16_int16 = {0x6a40, 0x79,
0x0 <repeats 14 times>}, v8_int32 = {0x796a40, 0x0, 0x0, 0x0, 0x0,
0x0,
0x0, 0x0}, v4_int64 = {0x796a40, 0x0, 0x0, 0x0}, v2_int128 = {
0x00000000000000000000000000796a40,
0x00000000000000000000000000000000}}
ymm10 {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0},
v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0xc0, 0x9, 0x0, 0xdc,
0xff,
0x7f, 0x0, 0x0, 0xe0, 0x8, 0x0, 0xdc, 0xff, 0x7f, 0x0 <repeats 18
times>},
v16_int16 = {0x9c0, 0xdc00, 0x7fff, 0x0, 0x8e0, 0xdc00, 0x7fff, 0x0,
0x0,
0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int32 = {0xdc0009c0, 0x7fff,
0xdc0008e0, 0x7fff, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {0x7fffdc0009c0,
0x7fffdc0008e0, 0x0, 0x0}, v2_int128 = {
0x00007fffdc0008e000007fffdc0009c0,
0x00000000000000000000000000000000}}
ymm11 {v8_float = {0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0},
v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0x20, 0xa, 0x0, 0xdc,
0xff,
0x7f, 0x0, 0x0, 0x40, 0xc, 0x0, 0xdc, 0xff, 0x7f, 0x0 <repeats 18
times>},
v16_int16 = {0xa20, 0xdc00, 0x7fff, 0x0, 0xc40, 0xdc00, 0x7fff, 0x0,
0x0,
0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int32 = {0xdc000a20, 0x7fff,
0xdc000c40, 0x7fff, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {0x7fffdc000a20,
0x7fffdc000c40, 0x0, 0x0}, v2_int128 = {
0x00007fffdc000c4000007fffdc000a20,
0x00000000000000000000000000000000}}
ymm12 {v8_float = {0x0, 0x0, 0x80000000, 0x0, 0x0, 0x0, 0x0,
0x0},
v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0xc0, 0xa, 0x0, 0xd8,
0xff,
0x7f, 0x0, 0x0, 0xe0, 0x8, 0x0, 0xd8, 0xff, 0x7f, 0x0 <repeats 18
times>},
v16_int16 = {0xac0, 0xd800, 0x7fff, 0x0, 0x8e0, 0xd800, 0x7fff, 0x0,
0x0,
0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int32 = {0xd8000ac0, 0x7fff,
0xd80008e0, 0x7fff, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {0x7fffd8000ac0,
0x7fffd80008e0, 0x0, 0x0}, v2_int128 = {
0x00007fffd80008e000007fffd8000ac0,
0x00000000000000000000000000000000}}
ymm13 {v8_float = {0x0, 0x0, 0x80000000, 0x0, 0x0, 0x0, 0x0,
0x0},
v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0x0, 0xb, 0x0, 0xd8, 0xff,
0x7f, 0x0, 0x0, 0x60, 0x9, 0x0, 0xd8, 0xff, 0x7f, 0x0 <repeats 18
times>},
v16_int16 = {0xb00, 0xd800, 0x7fff, 0x0, 0x960, 0xd800, 0x7fff, 0x0,
0x0,
0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int32 = {0xd8000b00, 0x7fff,
0xd8000960, 0x7fff, 0x0, 0x0, 0x0, 0x0}, v4_int64 = {0x7fffd8000b00,
0x7fffd8000960, 0x0, 0x0}, v2_int128 = {
0x00007fffd800096000007fffd8000b00,
0x00000000000000000000000000000000}}
ymm14 {v8_float = {0xfdffdb80, 0x0, 0xfdffdc80, 0x0, 0x0, 0x0,
0x0,
0x0}, v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0x20, 0x9, 0x0,
0xcc,
0xff, 0x7f, 0x0, 0x0, 0xe0, 0x8, 0x0, 0xcc, 0xff, 0x7f,
0x0 <repeats 18 times>}, v16_int16 = {0x920, 0xcc00, 0x7fff, 0x0,
0x8e0,
0xcc00, 0x7fff, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int32
= {
0xcc000920, 0x7fff, 0xcc0008e0, 0x7fff, 0x0, 0x0, 0x0, 0x0}, v4_int64
= {
0x7fffcc000920, 0x7fffcc0008e0, 0x0, 0x0}, v2_int128 = {
0x00007fffcc0008e000007fffcc000920,
0x00000000000000000000000000000000}}
ymm15 {v8_float = {0xfdffda00, 0x0, 0xfdffd500, 0x0, 0x0, 0x0,
0x0,
0x0}, v4_double = {0x0, 0x0, 0x0, 0x0}, v32_int8 = {0x80, 0x9, 0x0,
0xcc,
0xff, 0x7f, 0x0, 0x0, 0xc0, 0xa, 0x0, 0xcc, 0xff, 0x7f,
0x0 <repeats 18 times>}, v16_int16 = {0x980, 0xcc00, 0x7fff, 0x0,
0xac0,
0xcc00, 0x7fff, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0}, v8_int32
= {
0xcc000980, 0x7fff, 0xcc000ac0, 0x7fff, 0x0, 0x0, 0x0, 0x0}, v4_int64
= {
0x7fffcc000980, 0x7fffcc000ac0, 0x0, 0x0}, v2_int128 = {
0x00007fffcc000ac000007fffcc000980,
0x00000000000000000000000000000000}}
}}}
--
Ticket URL: <https://trac.ffmpeg.org/ticket/5356#comment:2>
FFmpeg <https://ffmpeg.org>
FFmpeg issue tracker
More information about the FFmpeg-trac
mailing list