head -r356426 armv7 kyua run: Fatal kernel mode data abort: 'Translation Fault (L2)' on read during procstat_test:kernel_stacks

Mark Millard marklmi at yahoo.com
Fri Jan 10 19:28:01 UTC 2020



On 2020-Jan-10, at 07:28, Mark Millard <marklmi at yahoo.com> wrote:

> On 2020-Jan-9, at 21:30, Mark Millard <marklmi at yahoo.com> wrote:
> 
>> . . .
>> usr.bin/procstat/procstat_test:binary_info  ->  passed  [0.289s]
>> usr.bin/procstat/procstat_test:command_line_arguments  ->  passed  [0.279s]
>> usr.bin/procstat/procstat_test:environment  ->  passed  [0.283s]
>> usr.bin/procstat/procstat_test:file_descriptor  ->  passed  [0.269s]
>> usr.bin/procstat/procstat_test:kernel_stacks  ->  
>> 
>> 
>> 
>> Fatal kernel mode data abort: 'Translation Fault (L2)' on read
>> trapframe: 0xdf4fdac0
>> FSR=00000007, FAR=e1b65108, spsr=800000d3
>> r0 =df4fdb84, r1 =00000000, r2 =e1b64f98, r3 =0000005b
>> r4 =e415f680, r5 =e1b64f98, r6 =0000002e, r7 =00000000
>> r8 =c50de720, r9 =00000002, r10=00000018, r11=df4fdb78
>> r12=e415f6cc, ssp=df4fdb54, slr=00000001, pc =c06890b0
>> 
>> panic: Fatal abort
>> cpuid = 0
>> time = 1578628839
>> KDB: stack backtrace:
>> db_trace_self() at db_trace_self
>>        pc = 0xc0664b3c  lr = 0xc007f710 (db_trace_self_wrapper+0x30)
>>        sp = 0xdf4fd898  fp = 0xdf4fd9b0
>> db_trace_self_wrapper() at db_trace_self_wrapper+0x30
>>        pc = 0xc007f710  lr = 0xc02e5d14 (vpanic+0x164)
>>        sp = 0xdf4fd9b8  fp = 0xdf4fd9d8
>>        r4 = 0x00000100  r5 = 0xe13d63c0
>>        r6 = 0xc07b4188  r7 = 0x00000000
>> vpanic() at vpanic+0x164
>>        pc = 0xc02e5d14  lr = 0xc02e5bb0 (vpanic)
>>        sp = 0xdf4fd9e0  fp = 0xdf4fd9e4
>>        r4 = 0xdf4fdac0  r5 = 0x00000013
>>        r6 = 0xe1b65108  r7 = 0x00000007
>>        r8 = 0x00000007  r9 = 0xe13d63c0
>>       r10 = 0xe1b65108
>> vpanic() at vpanic
>>        pc = 0xc02e5bb0  lr = 0xc06886e0 (abort_align)
>>        sp = 0xdf4fd9ec  fp = 0xdf4fda18
>>        r4 = 0x00000007  r5 = 0x00000007
>>        r6 = 0xe13d63c0  r7 = 0xe1b65108
>>        r8 = 0xdf4fd9e4  r9 = 0xc02e5bb0
>>       r10 = 0xdf4fd9ec
>> abort_align() at abort_align
>>        pc = 0xc06886e0  lr = 0xc068828c (abort_handler+0x2f8)
>>        sp = 0xdf4fda20  fp = 0xdf4fdab8
>>        r4 = 0x00000013  r5 = 0xe1b65108
>> abort_handler() at abort_handler+0x2f8
>>        pc = 0xc068828c  lr = 0xc0667488 (exception_exit)
>>        sp = 0xdf4fdac0  fp = 0xdf4fdb78
>>        r4 = 0xe415f680  r5 = 0xe1b64f98
>>        r6 = 0x0000002e  r7 = 0x00000000
>>        r8 = 0xc50de720  r9 = 0x00000002
>>       r10 = 0x00000018
>> exception_exit() at exception_exit
>>        pc = 0xc0667488  lr = 0x00000001 (0x1)
>>        sp = 0xdf4fdb54  fp = 0xdf4fdb78
>>        r0 = 0xdf4fdb84  r1 = 0x00000000
>>        r2 = 0xe1b64f98  r3 = 0x0000005b
>>        r4 = 0xe415f680  r5 = 0xe1b64f98
>>        r6 = 0x0000002e  r7 = 0x00000000
>>        r8 = 0xc50de720  r9 = 0x00000002
>>       r10 = 0x00000018 r12 = 0xe415f6cc
>> unwind_stack_one() at unwind_stack_one+0x98
>>        pc = 0xc06890b0  lr = 0xc0685028 (stack_save_td+0x4c)
>>        sp = 0xdf4fdb80  fp = 0xdf4fdbe0
>>        r4 = 0xe415f680  r5 = 0xdf4fdb84
>>        r6 = 0xe9cc5800  r7 = 0xdf4fdcd8
>>        r8 = 0xc50de720  r9 = 0x00000002
>>       r10 = 0x00000018
>> stack_save_td() at stack_save_td+0x4c
>>        pc = 0xc0685028  lr = 0xc02d2428 (sysctl_kern_proc_kstack+0x2d8)
>>        sp = 0xdf4fdbe8  fp = 0xdf4fdc48
>>        r4 = 0xc50e1000  r5 = 0xe35ea780
>> sysctl_kern_proc_kstack() at sysctl_kern_proc_kstack+0x2d8
>>        pc = 0xc02d2428  lr = 0xc02f7204 (sysctl_root_handler_locked+0xf0)
>>        sp = 0xdf4fdc50  fp = 0xdf4fdc80
>>        r4 = 0xc0929d30  r5 = 0xdf4fdd5c
>>        r6 = 0xc02d2150  r7 = 0xc0974ac4
>>        r8 = 0x00000000  r9 = 0x00000001
>>       r10 = 0xdf4fdcd8
>> sysctl_root_handler_locked() at sysctl_root_handler_locked+0xf0
>>        pc = 0xc02f7204  lr = 0xc02f6730 (sysctl_root+0x274)
>>        sp = 0xdf4fdc88  fp = 0xdf4fdcc8
>>        r4 = 0xdf4fdcd8  r5 = 0xc0929d30
>>        r6 = 0x00000000  r7 = 0xdf4fdd5c
>>        r8 = 0xdf4fdc90  r9 = 0x00000000
>>       r10 = 0x00000001
>> sysctl_root() at sysctl_root+0x274
>>        pc = 0xc02f6730  lr = 0xc02f6cb4 (userland_sysctl+0x170)
>>        sp = 0xdf4fdcd0  fp = 0xdf4fdd28
>>        r4 = 0x00000004  r5 = 0xdf4fdd50
>>        r6 = 0x00000000  r7 = 0x00000000
>>        r8 = 0xdf4fdcd8  r9 = 0x00000000
>>       r10 = 0x00000000
>> userland_sysctl() at userland_sysctl+0x170
>>        pc = 0xc02f6cb4  lr = 0xc02f6b00 (sys___sysctl+0x7c)
>>        sp = 0xdf4fdd30  fp = 0xdf4fddc0
>>        r4 = 0xe13d6668  r5 = 0xe13d63c0
>>        r6 = 0xdf4fdd4c  r7 = 0x00000000
>>        r8 = 0xe13d6660  r9 = 0xc0974ac4
>>       r10 = 0xc0974a90
>> sys___sysctl() at sys___sysctl+0x7c
>>        pc = 0xc02f6b00  lr = 0xc068799c (swi_handler+0x3c8)
>>        sp = 0xdf4fddc8  fp = 0xdf4fde40
>>        r4 = 0xe13d63c0  r5 = 0x00000000
>>        r6 = 0xe167f390 r10 = 0xc0974a90
>> swi_handler() at swi_handler+0x3c8
>>        pc = 0xc068799c  lr = 0xc0667418 (swi_exit)
>>        sp = 0xdf4fde48  fp = 0xbfbfe388
>>        r4 = 0x00000000  r5 = 0xbfbfe39c
>>        r6 = 0xbfbfe3a0  r7 = 0x000000ca
>>        r8 = 0x00000000  r9 = 0x00000000
>>       r10 = 0x0001b144
>> swi_exit() at swi_exit
>>        pc = 0xc0667418  lr = 0xc0667418 (swi_exit)
>>        sp = 0xdf4fde48  fp = 0xbfbfe388
>> KDB: enter: panic
>> [ thread pid 16781 tid 100185 ]
>> Stopped at      kdb_enter+0x58: ldrb    r15, [r15, r15, ror r15]!
>> db> 
>> 
>> This was on an OrangePi+2E. world and kernel
>> were non-debug builds.
> 
> In 4 kyua runs that attempt the full set of tests,
> I've this type of crash twice (at the same test).
> 
> Fatal kernel mode data abort: 'Translation Fault (L2)' on read
> trapframe: 0xe48b7ac0
> FSR=00000007, FAR=e1d5f108, spsr=800000d3
> r0 =e48b7b84, r1 =00000000, r2 =e1d5ef98, r3 =0000005b
> r4 =e2a97a00, r5 =e1d5ef98, r6 =0000002e, r7 =00000000
> r8 =c50de720, r9 =00000002, r10=00000018, r11=e48b7b78
> r12=e2a97a4c, ssp=e48b7b54, slr=00000001, pc =c06890b0
> 
> timeout stopping cpus
> panic: Fatal abort
> cpuid = 3
> time = 1578649814
> KDB: stack backtrace:
> db_trace_self() at db_trace_self
>         pc = 0xc0664b3c  lr = 0xc007f710 (db_trace_self_wrapper+0x30)
>         sp = 0xe48b7898  fp = 0xe48b79b0
> db_trace_self_wrapper() at db_trace_self_wrapper+0x30
>         pc = 0xc007f710  lr = 0xc02e5d14 (vpanic+0x164)
>         sp = 0xe48b79b8  fp = 0xe48b79d8
>         r4 = 0x00000100  r5 = 0xe1339000
>         r6 = 0xc07b4188  r7 = 0x00000000
> vpanic() at vpanic+0x164
>         pc = 0xc02e5d14  lr = 0xc02e5bb0 (vpanic)
>         sp = 0xe48b79e0  fp = 0xe48b79e4
>         r4 = 0xe48b7ac0  r5 = 0x00000013
>         r6 = 0xe1d5f108  r7 = 0x00000007
>         r8 = 0x00000007  r9 = 0xe1339000
>        r10 = 0xe1d5f108
> vpanic() at vpanic
>         pc = 0xc02e5bb0  lr = 0xc06886e0 (abort_align)
>         sp = 0xe48b79ec  fp = 0xe48b7a18
>         r4 = 0x00000007  r5 = 0x00000007
>         r6 = 0xe1339000  r7 = 0xe1d5f108
>         r8 = 0xe48b79e4  r9 = 0xc02e5bb0
>        r10 = 0xe48b79ec
> abort_align() at abort_align
>         pc = 0xc06886e0  lr = 0xc068828c (abort_handler+0x2f8)
>         sp = 0xe48b7a20  fp = 0xe48b7ab8
>         r4 = 0x00000013  r5 = 0xe1d5f108
> abort_handler() at abort_handler+0x2f8
>         pc = 0xc068828c  lr = 0xc0667488 (exception_exit)
>         sp = 0xe48b7ac0  fp = 0xe48b7b78
>         r4 = 0xe2a97a00  r5 = 0xe1d5ef98
>         r6 = 0x0000002e  r7 = 0x00000000
>         r8 = 0xc50de720  r9 = 0x00000002
>        r10 = 0x00000018
> exception_exit() at exception_exit
>         pc = 0xc0667488  lr = 0x00000001 (0x1)
>         sp = 0xe48b7b54  fp = 0xe48b7b78
>         r0 = 0xe48b7b84  r1 = 0x00000000
>         r2 = 0xe1d5ef98  r3 = 0x0000005b
>         r4 = 0xe2a97a00  r5 = 0xe1d5ef98
>         r6 = 0x0000002e  r7 = 0x00000000
>         r8 = 0xc50de720  r9 = 0x00000002
>        r10 = 0x00000018 r12 = 0xe2a97a4c
> unwind_stack_one() at unwind_stack_one+0x98
>         pc = 0xc06890b0  lr = 0xc0685028 (stack_save_td+0x4c)
>         sp = 0xe48b7b80  fp = 0xe48b7be0
>         r4 = 0xe2a97a00  r5 = 0xe48b7b84
>         r6 = 0xe6eee000  r7 = 0xe48b7cd8
>         r8 = 0xc50de720  r9 = 0x00000002
>        r10 = 0x00000018
> stack_save_td() at stack_save_td+0x4c
>         pc = 0xc0685028  lr = 0xc02d2428 (sysctl_kern_proc_kstack+0x2d8)
>         sp = 0xe48b7be8  fp = 0xe48b7c48
>         r4 = 0xc50e1000  r5 = 0xe2a79280
> sysctl_kern_proc_kstack() at sysctl_kern_proc_kstack+0x2d8
>         pc = 0xc02d2428  lr = 0xc02f7204 (sysctl_root_handler_locked+0xf0)
>         sp = 0xe48b7c50  fp = 0xe48b7c80
>         r4 = 0xc0929d30  r5 = 0xe48b7d5c
>         r6 = 0xc02d2150  r7 = 0xc0974ac4
>         r8 = 0x00000000  r9 = 0x00000001
>        r10 = 0xe48b7cd8
> sysctl_root_handler_locked() at sysctl_root_handler_locked+0xf0
>         pc = 0xc02f7204  lr = 0xc02f6730 (sysctl_root+0x274)
>         sp = 0xe48b7c88  fp = 0xe48b7cc8
>         r4 = 0xe48b7cd8  r5 = 0xc0929d30
>         r6 = 0x00000000  r7 = 0xe48b7d5c
>         r8 = 0xe48b7c90  r9 = 0x00000000
>        r10 = 0x00000001
> sysctl_root() at sysctl_root+0x274
>         pc = 0xc02f6730  lr = 0xc02f6cb4 (userland_sysctl+0x170)
>         sp = 0xe48b7cd0  fp = 0xe48b7d28
>         r4 = 0x00000004  r5 = 0xe48b7d50
>         r6 = 0x00000000  r7 = 0x00000000
>         r8 = 0xe48b7cd8  r9 = 0x00000000
>        r10 = 0x00000000
> userland_sysctl() at userland_sysctl+0x170
>         pc = 0xc02f6cb4  lr = 0xc02f6b00 (sys___sysctl+0x7c)
>         sp = 0xe48b7d30  fp = 0xe48b7dc0
>         r4 = 0xe13392a8  r5 = 0xe1339000
>         r6 = 0xe48b7d4c  r7 = 0x00000000
>         r8 = 0xe13392a0  r9 = 0xc0974ac4
>        r10 = 0xc0974a90
> sys___sysctl() at sys___sysctl+0x7c
>         pc = 0xc02f6b00  lr = 0xc068799c (swi_handler+0x3c8)
>         sp = 0xe48b7dc8  fp = 0xe48b7e40
>         r4 = 0xe1339000  r5 = 0x00000000
>         r6 = 0xeb823390 r10 = 0xc0974a90
> swi_handler() at swi_handler+0x3c8
>         pc = 0xc068799c  lr = 0xc0667418 (swi_exit)
>         sp = 0xe48b7e48  fp = 0xbfbfe388
>         r4 = 0x00000000  r5 = 0xbfbfe39c
>         r6 = 0xbfbfe3a0  r7 = 0x000000ca
>         r8 = 0x00000000  r9 = 0x00000000
>        r10 = 0x0001b144
> swi_exit() at swi_exit
>         pc = 0xc0667418  lr = 0xc0667418 (swi_exit)
>         sp = 0xe48b7e48  fp = 0xbfbfe388
> KDB: enter: panic
> [ thread pid 50966 tid 100943 ]
> Stopped at      kdb_enter+0x58: ldrb    r15, [r15, r15, ror r15]!
> 

So far running just:

kyua test -k /usr/tests/Kyuafile usr.bin/procstat/procstat_test:kernel_stacks

has not crashed the system or had a failure.

It suggests that some prior kyua-run test(s)that ran
contribute to why it is crashing sometimes.



===
Mark Millard
marklmi at yahoo.com
( dsl-only.net went
away in early 2018-Mar)



More information about the freebsd-arm mailing list