[OpenAFS-devel] Aklog - Kernel panic on OpenSolaris (SPARC)

Jan Wittke wittke@geo.Uni-Koeln.DE
Wed, 15 Sep 2010 17:51:54 +0200


Hi,

I compiled OpenAFS on a SPARC machine (SunFire-V240) and everything works.
The kernel module loads into the system and I can read my local cell in
/afs.
Also I can grab a Kerberos-ticket with

#kinit wittke

and #klist shows me a valid ticket.

Now the problem starts: When I want to get a AFS-ticket and I start

#aklog

the machine crashes and reboot.
I did a crash dump analysis but I can't find the problem.
Here is what I did with mdb:

root@opensolaris:/var/crash/opensolaris# mdb 4

Loading modules: [ unix genunix specfs dtrace zfs scsi_vhci sd pcisch
mac sockfs ip hook neti sctp arp usba fctl md ufs idm lofs random nfs
crypto ptm cpc fcp fcip logindmux nsmb ]

> ::showrev
Hostname: opensolaris
Release: 5.11
Kernel architecture: sun4u
Application architecture: sparcv9
Kernel version: SunOS 5.11 sun4u snv_134
Platform: SUNW,Sun-Fire-V240

> ::status
debugging crash dump vmcore.4 (64-bit) from opensolaris
operating system: 5.11 snv_134 (sun4u)
panic message: BAD TRAP: type=3D34 rp=3D2a1006912d0 addr=3D60018698127 mm=
u_fsr=3D0
dump content: all kernel and user pages

> ::panicinfo
             cpu                0
          thread      300021b74a0
         message BAD TRAP: type=3D34 rp=3D2a1006912d0 addr=3D60018698127 =
mmu_fsr=3D0
          tstate         80001605
              g1         7009c000
              g2                0
              g3                0
              g4          180c000
              g5              200
              g6                0
              g7      300021b74a0
              o0      60018698127
              o1               31
              o2      2a100691690
              o3      2a100691688
              o4      2a100691688
              o5      60013f3e000
              o6      2a100690b71
              o7         7b2e9e3c
              pc         7b368654
             npc         7b368658
               y                0
            sfsr                0
            sfar      60018698127
              tt               34


> ::msgbuf
MESSAGE
pseudo-device: zfs0
zfs0 is /pseudo/zfs@0
pcisch3 at root: SAFARI 0x1d 0x700000
pcisch3 is /pci@1d,700000
iscsi0 at root
iscsi0 is /iscsi
/pci@1c,600000/scsi@2,1 (glm1):
        glm1 supports power management.
/pci@1c,600000/scsi@2,1 (glm1):
        Rev. 0 Symbios 53c1010-33/66 found.
PCI-device: scsi@2,1, glm1
glm1 is /pci@1c,600000/scsi@2,1
dump on /dev/zvol/dsk/opensolaris/dump size 8192 MB
pseudo-device: fcode0
fcode0 is /pseudo/fcode@0
/kernel/fs/sparcv9/afs symbol
xdr_opaque multiply defined
/kernel/fs/sparcv9/afs symbol
xdr_string multiply defined
/kernel/fs/sparcv9/afs symbol
xdr_u_char multiply defined
/kernel/fs/sparcv9/afs symbol
xdr_vector multiply defined
/kernel/fs/sparcv9/afs symbol
xdr_array multiply defined
/kernel/fs/sparcv9/afs symbol
xdr_bytes multiply defined
/kernel/fs/sparcv9/afs symbol
xdr_short multiply defined
/kernel/fs/sparcv9/afs symbol
xdr_u_int multiply defined
/kernel/fs/sparcv9/afs symbol
xdr_union multiply defined
/kernel/fs/sparcv9/afs symbol
xdrmem_create multiply defined
/kernel/fs/sparcv9/afs symbol
xdr_u_short multiply defined
/kernel/fs/sparcv9/afs symbol
xdr_bool multiply defined
/kernel/fs/sparcv9/afs symbol
xdr_char multiply defined
/kernel/fs/sparcv9/afs symbol
xdr_enum multiply defined
/kernel/fs/sparcv9/afs symbol
xdr_free multiply defined
/kernel/fs/sparcv9/afs symbol
xdr_void multiply defined
/kernel/fs/sparcv9/afs symbol
xdr_int multiply defined
Starting AFS cache scan...
found 7 non-empty cache files (0%).
NOTICE: bge2 registered
PCI-device: network@2, bge2
bge2 is /pci@1d,700000/network@2
NOTICE: bge3 registered
PCI-device: network@2,1, bge3
bge3 is /pci@1d,700000/network@2,1
PCI-device: ide@d, uata0
uata0 is /pci@1e,600000/ide@d
NOTICE: bge2 unregistered
sd0 at uata0: target 0 lun 0
sd0 is /pci@1e,600000/ide@d/sd@0,0
su1 at ebus0: offset 0,2e8
su1 is /pci@1e,600000/isa@7/serial@0,2e8
NOTICE: bge3 unregistered
NOTICE: bge1 registered
PCI-device: network@2,1, bge1
bge1 is /pci@1f,700000/network@2,1
pseudo-device: pool0
pool0 is /pseudo/pool@0
pseudo-device: devinfo0
devinfo0 is /pseudo/devinfo@0
pseudo-device: pseudo1
pseudo1 is /pseudo/zconsnex@1
pseudo-device: lofi0
lofi0 is /pseudo/lofi@0
pseudo-device: llc10
llc10 is /pseudo/llc1@0
pseudo-device: ramdisk1024
ramdisk1024 is /pseudo/ramdisk@1024
pseudo-device: mem_cache0
mem_cache0 is /pseudo/mem_cache@0
pseudo-device: rmcadm0
rmcadm0 is /pseudo/rmcadm@0
pseudo-device: tod0
tod0 is /pseudo/tod@0
pseudo-device: trapstat0
trapstat0 is /pseudo/trapstat@0
pseudo-device: tsalarm0
tsalarm0 is /pseudo/tsalarm@0
pseudo-device: fbt0
fbt0 is /pseudo/fbt@0
pseudo-device: dtrace0
dtrace0 is /pseudo/dtrace@0
pseudo-device: fasttrap0
fasttrap0 is /pseudo/fasttrap@0
pseudo-device: profile0
profile0 is /pseudo/profile@0
pseudo-device: lockstat0
lockstat0 is /pseudo/lockstat@0
pseudo-device: sdt0
sdt0 is /pseudo/sdt@0
pseudo-device: systrace0
systrace0 is /pseudo/systrace@0
pseudo-device: dcpc0
dcpc0 is /pseudo/dcpc@0
pseudo-device: fcp0
fcp0 is /pseudo/fcp@0
pseudo-device: fcsm0
fcsm0 is /pseudo/fcsm@0
pseudo-device: fssnap0
fssnap0 is /pseudo/fssnap@0
IP Filter: v4.1.9, running.
pseudo-device: pm0
pm0 is /pseudo/pm@0
pseudo-device: nsmb0
nsmb0 is /pseudo/nsmb@0
NOTICE: bge2 registered
PCI-device: network@2, bge2
bge2 is /pci@1d,700000/network@2
NOTICE: bge3 registered
PCI-device: network@2,1, bge3
bge3 is /pci@1d,700000/network@2,1

panic[cpu0]/thread=3D300021b74a0:
BAD TRAP: type=3D34 rp=3D2a1006912d0 addr=3D60018698127 mmu_fsr=3D0


aklog:
alignment error:
addr=3D0x60018698127
pid=3D495, pc=3D0x7b368654, sp=3D0x2a100690b71, tstate=3D0x80001605, cont=
ext=3D0x235
g1-g7: 7009c000, 0, 0, 180c000, 200, 0, 300021b74a0

000002a100690fe0 unix:die+98 (34, 2a1006912d0, 60018698127, 0, 10c6800,
2a1006910a0)
  %l0-3: 0000000000002006 00000000c1e00000 00000000c0800000 00000000c1800=
000
  %l4-7: 0000000000002000 000000000187c170 000003000004cd40 00000000d2422=
000
000002a1006910c0 unix:trap+6b0 (2a1006912d0, 0, 80000900000034, 800009,
1812490, 1c00)
  %l0-3: 0000000000000000 000002a1006911c0 0000000000010000 000006001422f=
850
  %l4-7: 0000060014785650 000000000180c000 000000000181249c 0000000000010=
000
000002a100691220 unix:ktl0+48 (60018698127, 31, 2a100691690,
2a100691688, 2a100691688, 60013f3e000)
  %l0-3: 0000000000000006 0000000000001400 0000000080001605 000000000101b=
3d0
  %l4-7: 00000000000700a6 0000000000070000 0000000000000000 000002a100691=
2d0
000002a100691370 afs:osi_AllocLargeSpace+b4 (2a100691688, 2a100691558,
4, 700b1000, 700b1, 0)
  %l0-3: 0000000000000000 00000000700af000 0000000000001000 00000000700aa=
000
  %l4-7: 0000000000000003 00000000000700aa 0000000000070000 0000000000000=
000
000002a100691440 afs:PSetTokens+cc (0, 3, 2a1006916c8, 2a100691688,
2a100691678, 2a100691820)
  %l0-3: 0000000000000001 0000000000002ee0 0000000000000000 0000000000000=
123
  %l4-7: 0000000000000000 000000007009d000 0000060018698004 0000000000070=
000
000002a100691590 afs:afs_HandlePioctl+3a4 (230, ffffffff800c5603,
2a100691800, 1, 2a100691820, 0)
  %l0-3: 000000007b36aa00 0000060018698000 0000000000000158 000002a100691=
698
  %l4-7: 0000000000000158 0000000000000003 0000000000000056 000000007009d=
290
000002a100691720 afs:afs_syscall_pioctl+2ac (0, 0, ffbfb884, 0,
2a100691a18, 0)
  %l0-3: 00000000800c5603 00000000700aa000 0000000000000000 0000000000000=
000
  %l4-7: 0000000000000000 0000000000000000 0000000000000001 0000000000000=
002
000002a100691850 afs:Afs_syscall+154 (2a100691bc0, 2a100691bc0,
2a100691a18, 14, 1872400, 0)
  %l0-3: 0000000000000000 0000000000000000 0000000000000000 0000000000000=
000
  %l4-7: ffffffff800c5603 00000000ffbfb884 000002a100691a18 0000000000000=
000
000002a100691960 genunix:syscall_ap+58 (820, 0, 7b2f3410, 60014785650,
41, 18)
  %l0-3: 00000000ff2c3c08 0000000000000000 0000000000000000 0000000000000=
000
  %l4-7: 0000000000001d46 0000000001874f70 000002a100691b80 0000000000000=
006
000002a100691a20 genunix:loadable_syscall+6c (14, 0, 800c5603, ffbfb884,
0, 0)
  %l0-3: 0000000000000001 0000000000000000 00000300000ce3d8 0000000000091=
fe5
  %l4-7: 0000000000000041 0000000000000820 0000000000000041 0000000001874=
f70

syncing file systems...
done
dumping to /dev/zvol/dsk/opensolaris/dump, offset 65536, content: all

> $C
000002a100690b71 afs_pd_getInt+0x3c(2a100691688, 2a100691558, 4,
700b1000, 700b1, 0)
000002a100690c41 PSetTokens+0xcc(0, 3, 2a1006916c8, 2a100691688,
2a100691678, 2a100691820)
000002a100690d91 afs_HandlePioctl+0x3a4(230, ffffffff800c5603,
2a100691800, 1, 2a100691820, 0)
000002a100690f21 afs_syscall_pioctl+0x2ac(0, 0, ffbfb884, 0, 2a100691a18,=
 0)
000002a100691051 Afs_syscall+0x154(2a100691bc0, 2a100691bc0,
2a100691a18, 14, 1872400, 0)
000002a100691161 syscall_ap+0x58(820, 0, 7b2f3410, 60014785650, 41, 18)
000002a100691221 loadable_syscall+0x6c(14, 0, 800c5603, ffbfb884, 0, 0)
000002a1006912d1 syscall_trap32+0xcc(14, 0, 800c5603, ffbfb884, 0, 0)

> afs_HandlePioctl+0x3a4::dis
afs_HandlePioctl+0x37c:         stx       %l0, [%o4]
afs_HandlePioctl+0x380:         ldx       [%l3 + 0x8], %l0
afs_HandlePioctl+0x384:         stx       %l0, [%o4 + 0x8]
afs_HandlePioctl+0x388:         sra       %l5, 0x0, %l0
afs_HandlePioctl+0x38c:         sllx      %l0, 0x3, %l0
afs_HandlePioctl+0x390:         ldx       [%l7 + %l0], %l0
afs_HandlePioctl+0x394:         ldx       [%fp + 0x7c7], %o0
afs_HandlePioctl+0x398:         add       %fp, 0x7a7, %o2
afs_HandlePioctl+0x39c:         or        %l5, %g0, %o1
afs_HandlePioctl+0x3a0:         or        %i4, %g0, %o5
afs_HandlePioctl+0x3a4:         jmpl      %l0, %o7
afs_HandlePioctl+0x3a8:         nop
afs_HandlePioctl+0x3ac:         or        %o0, %g0, %i5
afs_HandlePioctl+0x3b0:         ldx       [%fp + 0x757], %l1
afs_HandlePioctl+0x3b4:         ldx       [%fp + 0x777], %l0
afs_HandlePioctl+0x3b8:         sub       %l1, %l0, %l3
afs_HandlePioctl+0x3bc:         stx       %l3, [%fp + 0x74f]
afs_HandlePioctl+0x3c0:         cmp       %i5, 0x0
afs_HandlePioctl+0x3c4:         bne,pt    %icc, +0xb4
<afs_HandlePioctl+0x478>
afs_HandlePioctl+0x3c8:         nop
afs_HandlePioctl+0x3cc:         ldsh      [%i2 + 0x12], %l0

> PSetTokens+0xcc::dis
PSetTokens+0xa4:                mov       0x16, %i4
PSetTokens+0xa8:                sra       %l3, 0x0, %o1
PSetTokens+0xac:                call      -0x2504       <afs_pd_skip>
PSetTokens+0xb0:                or        %i3, %g0, %o0
PSetTokens+0xb4:                cmp       %o0, 0x0
PSetTokens+0xb8:                be,pt     %icc, +0x10   <PSetTokens+0xc8>
PSetTokens+0xbc:                nop
PSetTokens+0xc0:                ba,pt     %icc, +0x2c4  <PSetTokens+0x384=
>
PSetTokens+0xc4:                mov       0x16, %i4
PSetTokens+0xc8:                add       %fp, 0x7c7, %o1
PSetTokens+0xcc:                call      -0x24b4       <afs_pd_getInt>
PSetTokens+0xd0:                or        %i3, %g0, %o0
PSetTokens+0xd4:                cmp       %o0, 0x0
PSetTokens+0xd8:                be,pt     %icc, +0x10   <PSetTokens+0xe8>
PSetTokens+0xdc:                nop
PSetTokens+0xe0:                ba,pt     %icc, +0x2a4  <PSetTokens+0x384=
>
PSetTokens+0xe4:                mov       0x16, %i4
PSetTokens+0xe8:                ldsw      [%fp + 0x7c7], %l0
PSetTokens+0xec:                cmp       %l0, 0x18
PSetTokens+0xf0:                be,pt     %xcc, +0x10   <PSetTokens+0x100=
>
PSetTokens+0xf4:                nop


> afs_pd_getInt+0x3c::dis
afs_pd_getInt+0x14:             add       %o3, 0x8, %o2
afs_pd_getInt+0x18:             ldx       [%o2], %o1
afs_pd_getInt+0x1c:             cmp       %o1, 0x4
afs_pd_getInt+0x20:             bcc,pt    %xcc, +0x10   <afs_pd_getInt+0x=
30>
afs_pd_getInt+0x24:             nop
afs_pd_getInt+0x28:             ba,pt     %icc, +0x2c   <afs_pd_getInt+0x=
54>
afs_pd_getInt+0x2c:             mov       0x16, %i5
afs_pd_getInt+0x30:             sub       %o1, 0x4, %o0
afs_pd_getInt+0x34:             stx       %o0, [%o2]
afs_pd_getInt+0x38:             ldx       [%o3], %o0
afs_pd_getInt+0x3c:             ldsw      [%o0], %o1
afs_pd_getInt+0x40:             st        %o1, [%i1]
afs_pd_getInt+0x44:             ldx       [%o3], %o0
afs_pd_getInt+0x48:             add       %o0, 0x4, %o0
afs_pd_getInt+0x4c:             stx       %o0, [%o3]
afs_pd_getInt+0x50:             clr       %i5
afs_pd_getInt+0x54:             sra       %i5, 0x0, %i0
afs_pd_getInt+0x58:             ret
afs_pd_getInt+0x5c:             restore
0x7b368678:                     illtrap   0x10000
0x7b36867c:                     illtrap   0x10000


Thank you!
Jan

--=20
Jan Wittke
Institut f=FCr Geophysik und Meteorologie
Z=FClpicher Str. 49a (Raum 310)
50674 K=F6ln
Tel: +49(0)221 4706132