ffmpeg core dumps on x264

Thu Nov 26 18:57:37 UTC 2015

I get crash upon, or ANY other operation on file with x264 codec:
# ffprobe file.mp4
Bus error (core dumped)

10.2-RELEASE-p7

Architecture:
    freebsd:10:x86:32

#0  ff_deblock_v_luma_8_sse2 () at libavcodec/x86/h264_deblock.asm:503
503     libavcodec/x86/h264_deblock.asm: No such file or directory.
        in libavcodec/x86/h264_deblock.asm
[New Thread 2b403080 (LWP 100169/<unknown>)]
Current language:  auto; currently asm
(gdb) bt
#0  ff_deblock_v_luma_8_sse2 () at libavcodec/x86/h264_deblock.asm:503
#1  0x0000000c in ?? ()
#2  0x2b494f5e in ?? ()
#3  0x00000000 in ?? ()
(gdb) l
503     in libavcodec/x86/h264_deblock.asm

Dump of assembler code for function ff_deblock_v_luma_8_sse2:
0x28b7ba10 <ff_deblock_v_luma_8_sse2+0>:        push   %ebx
0x28b7ba11 <ff_deblock_v_luma_8_sse2+1>:        push   %esi
0x28b7ba12 <ff_deblock_v_luma_8_sse2+2>:        sub    $0x24,%esp
0x28b7ba15 <ff_deblock_v_luma_8_sse2+5>:        mov    0x30(%esp),%eax
0x28b7ba19 <ff_deblock_v_luma_8_sse2+9>:        mov    0x34(%esp),%ecx
0x28b7ba1d <ff_deblock_v_luma_8_sse2+13>:       mov    0x38(%esp),%edx
0x28b7ba21 <ff_deblock_v_luma_8_sse2+17>:       mov    0x3c(%esp),%ebx
0x28b7ba25 <ff_deblock_v_luma_8_sse2+21>:       mov    0x40(%esp),%esi
0x28b7ba29 <ff_deblock_v_luma_8_sse2+25>:       lea
(%ecx,%ecx,2),%esi 0x28b7ba2c <ff_deblock_v_luma_8_sse2+28>:
dec    %edx 0x28b7ba2d <ff_deblock_v_luma_8_sse2+29>:       neg    %esi
0x28b7ba2f <ff_deblock_v_luma_8_sse2+31>:       dec    %ebx
0x28b7ba30 <ff_deblock_v_luma_8_sse2+32>:       add    %eax,%esi
0x28b7ba32 <ff_deblock_v_luma_8_sse2+34>:       movdqa
(%esi,%ecx,1),%xmm0 0x28b7ba37 <ff_deblock_v_luma_8_sse2+39>:
movdqa (%esi,%ecx,2),%xmm1 0x28b7ba3c
<ff_deblock_v_luma_8_sse2+44>:       movdqa (%eax),%xmm2 0x28b7ba40
<ff_deblock_v_luma_8_sse2+48>:       movdqa (%eax,%ecx,1),%xmm3
0x28b7ba45 <ff_deblock_v_luma_8_sse2+53>:       movd   %edx,%xmm4
0x28b7ba49 <ff_deblock_v_luma_8_sse2+57>:       movd   %ebx,%xmm5
0x28b7ba4d <ff_deblock_v_luma_8_sse2+61>:       pshuflw
$0x0,%xmm4,%xmm4 0x28b7ba52 <ff_deblock_v_luma_8_sse2+66>:
punpcklqdq %xmm4,%xmm4 0x28b7ba56 <ff_deblock_v_luma_8_sse2+70>:
pshuflw $0x0,%xmm5,%xmm5 0x28b7ba5b
<ff_deblock_v_luma_8_sse2+75>:       punpcklqdq %xmm5,%xmm5 0x28b7ba5f
<ff_deblock_v_luma_8_sse2+79>:       packuswb %xmm4,%xmm4 0x28b7ba63
<ff_deblock_v_luma_8_sse2+83>:       packuswb %xmm5,%xmm5 0x28b7ba67
<ff_deblock_v_luma_8_sse2+87>:       movdqa %xmm2,%xmm6 0x28b7ba6b
<ff_deblock_v_luma_8_sse2+91>:       movdqa %xmm1,%xmm7 0x28b7ba6f
<ff_deblock_v_luma_8_sse2+95>:       psubusb %xmm1,%xmm6 0x28b7ba73
<ff_deblock_v_luma_8_sse2+99>:       psubusb %xmm2,%xmm7 0x28b7ba77
<ff_deblock_v_luma_8_sse2+103>:      por    %xmm6,%xmm7 0x28b7ba7b
<ff_deblock_v_luma_8_sse2+107>:      psubusb %xmm4,%xmm7 0x28b7ba7f
<ff_deblock_v_luma_8_sse2+111>:      movdqa %xmm1,%xmm6 0x28b7ba83
<ff_deblock_v_luma_8_sse2+115>:      movdqa %xmm0,%xmm4 0x28b7ba87
<ff_deblock_v_luma_8_sse2+119>:      psubusb %xmm0,%xmm6 0x28b7ba8b
<ff_deblock_v_luma_8_sse2+123>:      psubusb %xmm1,%xmm4 0x28b7ba8f
<ff_deblock_v_luma_8_sse2+127>:      por    %xmm6,%xmm4 0x28b7ba93
<ff_deblock_v_luma_8_sse2+131>:      psubusb %xmm5,%xmm4 0x28b7ba97
<ff_deblock_v_luma_8_sse2+135>:      por    %xmm4,%xmm7 0x28b7ba9b
<ff_deblock_v_luma_8_sse2+139>:      movdqa %xmm2,%xmm6 0x28b7ba9f
<ff_deblock_v_luma_8_sse2+143>:      movdqa %xmm3,%xmm4 0x28b7baa3
<ff_deblock_v_luma_8_sse2+147>:      psubusb %xmm3,%xmm6 0x28b7baa7
<ff_deblock_v_luma_8_sse2+151>:      psubusb %xmm2,%xmm4 0x28b7baab
<ff_deblock_v_luma_8_sse2+155>:      por    %xmm6,%xmm4 0x28b7baaf
<ff_deblock_v_luma_8_sse2+159>:      psubusb %xmm5,%xmm4 0x28b7bab3
<ff_deblock_v_luma_8_sse2+163>:      por    %xmm4,%xmm7 0x28b7bab7
<ff_deblock_v_luma_8_sse2+167>:      pxor   %xmm6,%xmm6 0x28b7babb
<ff_deblock_v_luma_8_sse2+171>:      pcmpeqb %xmm6,%xmm7 0x28b7babf
<ff_deblock_v_luma_8_sse2+175>:      mov    0x40(%esp),%ebx 0x28b7bac3
<ff_deblock_v_luma_8_sse2+179>:      pcmpeqb %xmm3,%xmm3 0x28b7bac7
<ff_deblock_v_luma_8_sse2+183>:      movd   (%ebx),%xmm4 0x28b7bacb
<ff_deblock_v_luma_8_sse2+187>:      punpcklbw %xmm4,%xmm4 0x28b7bacf
<ff_deblock_v_luma_8_sse2+191>:      punpcklbw %xmm4,%xmm4 0x28b7bad3
<ff_deblock_v_luma_8_sse2+195>:      movdqa %xmm4,0x10(%esp) 0x28b7bad9
<ff_deblock_v_luma_8_sse2+201>:      pcmpgtb %xmm3,%xmm4 0x28b7badd
<ff_deblock_v_luma_8_sse2+205>:      movdqa (%esi),%xmm3 0x28b7bae1
<ff_deblock_v_luma_8_sse2+209>:      pand   %xmm7,%xmm4 0x28b7bae5
<ff_deblock_v_luma_8_sse2+213>:      movdqa %xmm4,(%esp) 0x28b7baea
<ff_deblock_v_luma_8_sse2+218>:      movdqa %xmm3,%xmm7 0x28b7baee
<ff_deblock_v_luma_8_sse2+222>:      movdqa %xmm1,%xmm6 0x28b7baf2
<ff_deblock_v_luma_8_sse2+226>:      psubusb %xmm1,%xmm7 0x28b7baf6
<ff_deblock_v_luma_8_sse2+230>:      psubusb %xmm3,%xmm6 0x28b7bafa
<ff_deblock_v_luma_8_sse2+234>:      psubusb %xmm5,%xmm7 0x28b7bafe
<ff_deblock_v_luma_8_sse2+238>:      psubusb %xmm5,%xmm6 0x28b7bb02
<ff_deblock_v_luma_8_sse2+242>:      pcmpeqb %xmm7,%xmm6 0x28b7bb06
<ff_deblock_v_luma_8_sse2+246>:      pand   %xmm4,%xmm6 0x28b7bb0a
<ff_deblock_v_luma_8_sse2+250>:      pand   0x10(%esp),%xmm4 0x28b7bb10
<ff_deblock_v_luma_8_sse2+256>:      movdqa %xmm4,%xmm7 0x28b7bb14
<ff_deblock_v_luma_8_sse2+260>:      psubb  %xmm6,%xmm7 0x28b7bb18
<ff_deblock_v_luma_8_sse2+264>:      pand   %xmm4,%xmm6 0x28b7bb1c
<ff_deblock_v_luma_8_sse2+268>:      movdqa %xmm1,%xmm4 0x28b7bb20
<ff_deblock_v_luma_8_sse2+272>:      pavgb  %xmm2,%xmm4 0x28b7bb24
<ff_deblock_v_luma_8_sse2+276>:      pavgb  %xmm4,%xmm3 0x28b7bb28
<ff_deblock_v_luma_8_sse2+280>:      pxor   (%esi),%xmm4 0x28b7bb2c
<ff_deblock_v_luma_8_sse2+284>:      pand   0xa8ff00,%xmm4 0x28b7bb34
<ff_deblock_v_luma_8_sse2+292>:      psubusb %xmm4,%xmm3 0x28b7bb38
<ff_deblock_v_luma_8_sse2+296>:      movdqa %xmm0,%xmm4 0x28b7bb3c
<ff_deblock_v_luma_8_sse2+300>:      psubusb %xmm6,%xmm4 0x28b7bb40
<ff_deblock_v_luma_8_sse2+304>:      paddusb %xmm0,%xmm6 0x28b7bb44
<ff_deblock_v_luma_8_sse2+308>:      pmaxub %xmm4,%xmm3 0x28b7bb48
<ff_deblock_v_luma_8_sse2+312>:      pminub %xmm6,%xmm3 0x28b7bb4c
<ff_deblock_v_luma_8_sse2+316>:      movdqa %xmm3,(%esi,%ecx,1)
0x28b7bb51 <ff_deblock_v_luma_8_sse2+321>:      movdqa
(%eax,%ecx,2),%xmm4 0x28b7bb56 <ff_deblock_v_luma_8_sse2+326>:
movdqa %xmm4,%xmm3 0x28b7bb5a <ff_deblock_v_luma_8_sse2+330>:
movdqa %xmm2,%xmm6 0x28b7bb5e <ff_deblock_v_luma_8_sse2+334>:
psubusb %xmm2,%xmm3 0x28b7bb62 <ff_deblock_v_luma_8_sse2+338>:
psubusb %xmm4,%xmm6 0x28b7bb66 <ff_deblock_v_luma_8_sse2+342>:
psubusb %xmm5,%xmm3 0x28b7bb6a <ff_deblock_v_luma_8_sse2+346>:
psubusb %xmm5,%xmm6 0x28b7bb6e <ff_deblock_v_luma_8_sse2+350>:
pcmpeqb %xmm3,%xmm6 0x28b7bb72 <ff_deblock_v_luma_8_sse2+354>:
pand   (%esp),%xmm6 0x28b7bb77 <ff_deblock_v_luma_8_sse2+359>:
movdqa 0x10(%esp),%xmm5 0x28b7bb7d <ff_deblock_v_luma_8_sse2+365>:
psubb  %xmm6,%xmm7 0x28b7bb81 <ff_deblock_v_luma_8_sse2+369>:
pand   %xmm6,%xmm5 0x28b7bb85 <ff_deblock_v_luma_8_sse2+373>:
movdqa (%eax,%ecx,1),%xmm3 0x28b7bb8a
<ff_deblock_v_luma_8_sse2+378>:      movdqa %xmm1,%xmm6 0x28b7bb8e
<ff_deblock_v_luma_8_sse2+382>:      pavgb  %xmm2,%xmm6 0x28b7bb92
<ff_deblock_v_luma_8_sse2+386>:      pavgb  %xmm6,%xmm4 0x28b7bb96
<ff_deblock_v_luma_8_sse2+390>:      pxor   (%eax,%ecx,2),%xmm6
0x28b7bb9b <ff_deblock_v_luma_8_sse2+395>:      pand   0xa8ff00,%xmm6
0x28b7bba3 <ff_deblock_v_luma_8_sse2+403>:      psubusb %xmm6,%xmm4
0x28b7bba7 <ff_deblock_v_luma_8_sse2+407>:      movdqa %xmm3,%xmm6
0x28b7bbab <ff_deblock_v_luma_8_sse2+411>:      psubusb %xmm5,%xmm6
0x28b7bbaf <ff_deblock_v_luma_8_sse2+415>:      paddusb %xmm3,%xmm5
0x28b7bbb3 <ff_deblock_v_luma_8_sse2+419>:      pmaxub %xmm6,%xmm4
0x28b7bbb7 <ff_deblock_v_luma_8_sse2+423>:      pminub %xmm5,%xmm4
0x28b7bbbb <ff_deblock_v_luma_8_sse2+427>:      movdqa
%xmm4,(%eax,%ecx,1) 0x28b7bbc0 <ff_deblock_v_luma_8_sse2+432>:
pcmpeqb %xmm4,%xmm4 0x28b7bbc4 <ff_deblock_v_luma_8_sse2+436>:
movdqa %xmm1,%xmm5 0x28b7bbc8 <ff_deblock_v_luma_8_sse2+440>:
pxor   %xmm2,%xmm5 0x28b7bbcc <ff_deblock_v_luma_8_sse2+444>:
pxor   %xmm4,%xmm3 0x28b7bbd0 <ff_deblock_v_luma_8_sse2+448>:
pand   0xa8ff00,%xmm5 0x28b7bbd8 <ff_deblock_v_luma_8_sse2+456>:
pavgb  %xmm0,%xmm3 0x28b7bbdc <ff_deblock_v_luma_8_sse2+460>:
pxor   %xmm1,%xmm4 0x28b7bbe0 <ff_deblock_v_luma_8_sse2+464>:
pavgb  0xa8ff40,%xmm3 0x28b7bbe8 <ff_deblock_v_luma_8_sse2+472>:
pavgb  %xmm2,%xmm4 0x28b7bbec <ff_deblock_v_luma_8_sse2+476>:
pavgb  %xmm5,%xmm3 0x28b7bbf0 <ff_deblock_v_luma_8_sse2+480>:
movdqa 0xa90840,%xmm6 0x28b7bbf8 <ff_deblock_v_luma_8_sse2+488>:
paddusb %xmm4,%xmm3 0x28b7bbfc <ff_deblock_v_luma_8_sse2+492>:
psubusb %xmm3,%xmm6 0x28b7bc00 <ff_deblock_v_luma_8_sse2+496>:
psubusb 0xa90840,%xmm3 0x28b7bc08 <ff_deblock_v_luma_8_sse2+504>:
pminub %xmm7,%xmm6 0x28b7bc0c <ff_deblock_v_luma_8_sse2+508>:
pminub %xmm7,%xmm3 0x28b7bc10 <ff_deblock_v_luma_8_sse2+512>:
psubusb %xmm6,%xmm1 0x28b7bc14 <ff_deblock_v_luma_8_sse2+516>:
psubusb %xmm3,%xmm2 0x28b7bc18 <ff_deblock_v_luma_8_sse2+520>:
paddusb %xmm3,%xmm1 0x28b7bc1c <ff_deblock_v_luma_8_sse2+524>:
paddusb %xmm6,%xmm2 0x28b7bc20 <ff_deblock_v_luma_8_sse2+528>:
movdqa %xmm1,(%esi,%ecx,2) 0x28b7bc25
<ff_deblock_v_luma_8_sse2+533>:      movdqa %xmm2,(%eax) 0x28b7bc29
<ff_deblock_v_luma_8_sse2+537>:      add    $0x24,%esp 0x28b7bc2c
<ff_deblock_v_luma_8_sse2+540>:      pop    %esi 0x28b7bc2d
<ff_deblock_v_luma_8_sse2+541>:      pop    %ebx 0x28b7bc2e
<ff_deblock_v_luma_8_sse2+542>:      ret 0x28b7bc2f
<ff_deblock_v_luma_8_sse2+543>:      nop End of assembler dump.

(gdb) x/i $eip
0x28b7ba32 <ff_deblock_v_luma_8_sse2+34>:       movdqa
(%esi,%ecx,1),%xmm0