[Date Prev][Date Next] [Thread Prev][Thread Next] [Date Index] [Thread Index]

Any sh4 kernel progress?



Hi Vladimir!

You were talking about plans to improve SuperH support in the kernel,
did you make any changes so far?

I have recently seen many memory-related crashes on sh4 and it looks
like someone needs to have a look at the problems. I don't have the
time and probably not the necessary knowledge (yet) to debug these
problems.

Here's what happened for example when I tried 4.3.3 on my SH7785LCR:

[   16.996000] ------------[ cut here ]------------
[   16.996000] kernel BUG at arch/sh/mm/kmap.c:47!
[   16.996000] Kernel BUG: 003e [#1]
[   16.996000] Modules linked in:
[   16.996000]
[   16.996000] CPU: 0 PID: 933 Comm: systemd-udevd Not tainted 4.3.3 #2
[   16.996000] task: 9ec6f200 ti: 9ef98000 task.ti: 9ef98000
[   16.996000] PC is at kmap_coherent+0x52/0xe0
[   16.996000] PR is at kmap_coherent+0x2e/0xe0
[   16.996000] PC  : 80014912 SP  : 9ef99e30 SR  : 40008100 TEA : 295a700c
[   16.996000] R0  : 00000007 R1  : 80b9fff8 R2  : 00003810 R3  : 00000003
[   16.996000] R4  : 806a7460 R5  : 806884bc R6  : 295a700c R7  : 9eee2648
[   16.996000] R8  : 80b559a0 R9  : 00000000 R10 : 80b559a0 R11 : 9eee2648
[   16.996000] R12 : 8003b240 R13 : 8077dba8 R14 : 9ef99e30
[   16.996000] MACH: 00000000 MACL: 00000000 GBR : 29723470 PR  : 800148ee
[   16.996000]
[   16.996000] Call trace:
[   16.996000]  [<80012406>] copy_user_highpage+0x146/0x220
[   16.996000]  [<800c4e72>] wp_page_copy+0x72/0x460
[   16.996000]  [<800c52f2>] do_wp_page+0x92/0x700
[   16.996000]  [<8059b8e0>] _raw_spin_unlock+0x0/0x40
[   16.996000]  [<800c6574>] handle_mm_fault+0x8d4/0xea0
[   16.996000]  [<8059b9c4>] _raw_spin_lock_irqsave+0x24/0x60
[   16.996000]  [<8059b87a>] _raw_spin_unlock_irqrestore+0x1a/0x80
[   16.996000]  [<8059a448>] __down_read+0xa8/0xc0
[   16.996000]  [<8059b87a>] _raw_spin_unlock_irqrestore+0x1a/0x80
[   16.996000]  [<8004947a>] __up_read+0x3a/0x60
[   16.996000]  [<80014048>] do_page_fault+0xe8/0x300
[   16.996000]  [<800090ec>] ret_from_exception+0x0/0x8
[   16.996000]  [<80009010>] tlb_protection_violation_store+0x0/0x4
[   16.996000]  [<800090ec>] ret_from_exception+0x0/0x8
[   16.996000]
[   16.996000] Code:
[   16.996000]   8001490c:  mov.l     @(4,r1), r2
[   16.996000]   8001490e:  tst       r2, r2
[   16.996000]   80014910:  bt        80014960
[   16.996000] ->80014912:  trapa     #62
[   16.996000]   80014914:  mov.l     @r8, r2
[   16.996000]   80014916:  mov       #-26, r3
[   16.996000]   80014918:  mov       #3, r0
[   16.996000]   8001491a:  shld      r3, r2
[   16.996000]   8001491c:  mov.l     80014994
<kmap_coherent+0xd4/0xe0>, r3  ! 8077dba8 <mem_section+0x0/0x200>
[   16.996000]
[   16.996000] Process: systemd-udevd (pid: 933, stack limit = 9ef98001)
[   16.996000] Stack: (0x9ef99e30 to 0x9ef9a000)
[   16.996000] 9e20:                                     80012406
9ef99e40 295a700c 9d0c9000
[   16.996000] 9e40: 800c4e72 9ef99e60 9ec7a9a0 295a700c 5dbcd50c
80b559a0 80b3f920 9eee2648
[   16.996000] 9e60: 5e16250c 00003f10 00002d10 5dbcd50c 9ec7a9d8
0005dbcd 800c52f2 9ef99ea8
[   16.996000] 9e80: 9efc5d38 00002d10 5dbcd50c 295a700c 9eee2648
80b559a0 9eee9a50 5dbcd50c
[   16.996000] 9ea0: 00002d10 80b559a0 80b7e3c0 9ec7a9a0 8059b8e0
00122660 00000000 00122fff
[   16.996000] 9ec0: 00000000 9eee2590 9fcbd640 9f8377b4 9f8377b0
800c6574 9ef99f04 9ec7a9d8
[   16.996000] 9ee0: 9efc5d38 9eee2648 00000001 295a700c 9eee9a50
9eee9a50 9ec7a9d8 5dbcd50c
[   16.996000] 9f00: 00002d10 5dbcd50c 00002d10 8059b9c4 9ef99f2c
00000001 9ef99fe4 9ec7a9ec
[   16.996000] 9f20: 9ec7a9a0 00000055 8059b87a 9ef99f30 8059a448
9ef99f3c 00000014 8059b87a
[   16.996000] 9f40: 9ef99f44 8004947a 9ef99f50 80014048 9ef99f6c
00000001 9ef99fe4 9ec6f53c
[   16.996000] 9f60: 295a700c 9eee2648 00000055 9ef99fa4 00000009
00000000 09000000 9ec7a9e8
[   16.996000] 9f80: 9ec7a9a0 800090ec 7be72a0c 295a7008 295a7020
00000000 80009010 800090ec
[   16.996000] 9fa0: 400081f0 29723200 29723030 00002168 00000200
296da4bc 0000000c 295a9188
[   16.996000] 9fc0: 29723060 00000000 7be729f4 295a7008 00000000
295a7020 295a7008 7be72a0c
[   16.996000] 9fe0: 7be729c4 2958791e 29636658 00008101 29723470
00000000 00000020 ffffffff
[   17.332000] ---[ end trace 1644625222c8c98a ]---
[   17.336000] note: systemd-udevd[933] exited with preempt_count 1
[   17.344000] BUG: scheduling while atomic: systemd-udevd/933/0x00000002
[   17.348000] Modules linked in:
[   17.352000] Preemption disabled at:[<  (null)>]   (null)
[   17.356000]
[   17.360000] CPU: 0 PID: 933 Comm: systemd-udevd Tainted: G      D
     4.3.3 #2
[   17.368000] Stack: (0x9ef99be0 to 0x9ef9a000)
[   17.372000] 9be0: 80354574 9ef99bf0 80596f0c 800a18c0 8003acf0
9ef99bf8 80596a8c 9ef99c04
[   17.380000] 9c00: 9ec6f200 9ef99c90 7ff9e003 8059ba16 9fc02120
00000000 9ef99c34 80596f0c
[   17.388000] 9c20: 9ef99c3c 8059b9a0 8059b860 9f8f44b8 8003b240
805964a0 8003b120 8059a322
[   17.396000] 9c40: 9ef99c50 00000002 9ec6f200 9f8f44bc 9f8f44cc
9ef87c90 9ec6f200 00000000
[   17.404000] 9c60: 8059a38c 9ef99c80 800c6e40 00200000 9ec86100
9f8f4490 9ef7d648 9f8f44b8
[   17.416000] 9c80: 80599c2a 9ef99c88 800caea8 9ef99c90 800c8612
9ef99ca8 800d1020 800cae80
[   17.424000] 9ca0: 00400000 9d448254 9ef71534 00000000 00000000
9ef99ce0 29556000 9ef7d648
[   17.432000] 9cc0: 800ca892 9ef99ce0 9ec6f60c 800471e0 9ec7a9e8
9ec7a9a0 9ec7a9e0 9ef71534
[   17.440000] 9ce0: 9ec7a9a0 00000001 00000000 7c000000 8001750e
9ef99d0c 800471e0 9ec7a9e8
[   17.448000] 9d00: 9ef99d44 9ec7a9e0 9ec7a9a0 8001b684 9ef99d1c
9ec7a9a0 9ec6f200 8070e2f0
[   17.456000] 9d20: 8004e882 9ef99d28 8067bc34 00000000 00000000
00000000 00000000 00000000
[   17.464000] 9d40: 00000001 8004ebf8 9ef99d6c 8077dba8 8067bc34
800a18c0 0000003e 8067d7ac
[   17.472000] 9d60: 0000ebe0 8004c0fa 9ef99d70 8070e2ac 9ef99d74
8070e2ac 8070e2ac 80019636
[   17.484000] 9d80: 9ef99d9c 8000639a 9ef99da4 8077dba8 8067bc34
800a18c0 0000003e 803631a0
[   17.492000] 9da0: 9ef99dd4 800066aa 9ef99dc0 8003b240 9eee2648
80014912 9ef99e14 9ef99dd4
[   17.500000] 9dc0: 80009202 9ef99e30 9ef99e2c 0000007f 800065c0
00000007 80b9fff8 00003810
[   17.508000] 9de0: 00000003 806a7460 806884bc 295a700c 9eee2648
80b559a0 00000000 80b559a0
[   17.516000] 9e00: 9eee2648 8003b240 8077dba8 9ef99e30 9ef99e30
80014912 800148ee 40008100
[   17.524000] 9e20: 29723470 00000000 00000000 000000f8 80012406
9ef99e40 295a700c 9d0c9000
[   17.532000] 9e40: 800c4e72 9ef99e60 9ec7a9a0 295a700c 5dbcd50c
80b559a0 80b3f920 9eee2648
[   17.540000] 9e60: 5e16250c 00003f10 00002d10 5dbcd50c 9ec7a9d8
0005dbcd 800c52f2 9ef99ea8
[   17.552000] 9e80: 9efc5d38 00002d10 5dbcd50c 295a700c 9eee2648
80b559a0 9eee9a50 5dbcd50c
[   17.560000] 9ea0: 00002d10 80b559a0 80b7e3c0 9ec7a9a0 8059b8e0
00122660 00000000 00122fff
[   17.568000] 9ec0: 00000000 9eee2590 9fcbd640 9f8377b4 9f8377b0
800c6574 9ef99f04 9ec7a9d8
[   17.576000] 9ee0: 9efc5d38 9eee2648 00000001 295a700c 9eee9a50
9eee9a50 9ec7a9d8 5dbcd50c
[   17.584000] 9f00: 00002d10 5dbcd50c 00002d10 8059b9c4 9ef99f2c
00000001 9ef99fe4 9ec7a9ec
[   17.592000] 9f20: 9ec7a9a0 00000055 8059b87a 9ef99f30 8059a448
9ef99f3c 00000014 8059b87a
[   17.600000] 9f40: 9ef99f44 8004947a 9ef99f50 80014048 9ef99f6c
00000001 9ef99fe4 9ec6f53c
[   17.612000] 9f60: 295a700c 9eee2648 00000055 9ef99fa4 00000009
00000000 09000000 9ec7a9e8
[   17.620000] 9f80: 9ec7a9a0 800090ec 7be72a0c 295a7008 295a7020
00000000 80009010 800090ec
[   17.628000] 9fa0: 400081f0 29723200 29723030 00002168 00000200
296da4bc 0000000c 295a9188
[   17.636000] 9fc0: 29723060 00000000 7be729f4 295a7008 00000000
295a7020 295a7008 7be72a0c
[   17.644000] 9fe0: 7be729c4 2958791e 29636658 00008101 29723470
00000000 00000020 ffffffff
[   17.652000]
[   17.652000] Call trace:
[   17.656000]  [<80354574>] dump_stack+0x14/0x40
[   17.660000]  [<80596f0c>] schedule+0x2c/0xc0
[   17.664000]  [<800a18c0>] printk+0x0/0x78
[   17.668000]  [<8003acf0>] __schedule_bug+0x50/0xc0
[   17.676000]  [<80596a8c>] __schedule+0x5ec/0x7e0
[   17.680000]  [<8059ba16>] _raw_spin_lock+0x16/0x40
[   17.684000]  [<80596f0c>] schedule+0x2c/0xc0
[   17.688000]  [<8059b9a0>] _raw_spin_lock_irqsave+0x0/0x60
[   17.696000]  [<8059b860>] _raw_spin_unlock_irqrestore+0x0/0x80
[   17.700000]  [<8003b240>] preempt_count_add+0x0/0x140
[   17.704000]  [<805964a0>] __schedule+0x0/0x7e0
[   17.708000]  [<8003b120>] preempt_count_sub+0x0/0xa0
[   17.716000]  [<8059a322>] __down_write_nested+0x62/0xc0
[   17.720000]  [<8059a38c>] __down_write+0xc/0x20
[   17.724000]  [<800c6e40>] free_pgd_range+0x0/0x2e0
[   17.728000]  [<80599c2a>] down_write+0xa/0x20
[   17.736000]  [<800caea8>] unlink_file_vma+0x28/0xc0
[   17.740000]  [<800c8612>] free_pgtables+0x72/0x100
[   17.744000]  [<800d1020>] unlink_anon_vmas+0x0/0x1e0
[   17.748000]  [<800cae80>] unlink_file_vma+0x0/0xc0
[   17.756000]  [<800ca892>] exit_mmap+0x92/0x1a0
[   17.760000]  [<800471e0>] up_read+0x0/0x20
[   17.764000]  [<8001750e>] mmput+0x4e/0xe0
[   17.768000]  [<800471e0>] up_read+0x0/0x20
[   17.772000]  [<8001b684>] do_exit+0x1e4/0xc80
[   17.776000]  [<8004e882>] vprintk_emit+0x202/0x560
[   17.780000]  [<8004ebf8>] vprintk_default+0x18/0x40
[   17.784000]  [<800a18c0>] printk+0x0/0x78
[   17.788000]  [<8004c0fa>] kmsg_dump+0x9a/0xe0
[   17.796000]  [<80019636>] oops_exit+0x16/0x40
[   17.800000]  [<8000639a>] die+0xda/0x1c0
[   17.804000]  [<800a18c0>] printk+0x0/0x78
[   17.808000]  [<803631a0>] bust_spinlocks+0x0/0x60
[   17.812000]  [<800066aa>] bug_trap_handler+0xea/0x120
[   17.816000]  [<8003b240>] preempt_count_add+0x0/0x140
[   17.820000]  [<80014912>] kmap_coherent+0x52/0xe0
[   17.828000]  [<80009202>] debug_trap+0xe/0x18
[   17.832000]  [<800065c0>] bug_trap_handler+0x0/0x120
[   17.836000]  [<8003b240>] preempt_count_add+0x0/0x140
[   17.840000]  [<80014912>] kmap_coherent+0x52/0xe0
[   17.848000]  [<800148ee>] kmap_coherent+0x2e/0xe0
[   17.852000]  [<80012406>] copy_user_highpage+0x146/0x220
[   17.856000]  [<800c4e72>] wp_page_copy+0x72/0x460
[   17.860000]  [<800c52f2>] do_wp_page+0x92/0x700
[   17.864000]  [<8059b8e0>] _raw_spin_unlock+0x0/0x40
[   17.872000]  [<800c6574>] handle_mm_fault+0x8d4/0xea0
[   17.876000]  [<8059b9c4>] _raw_spin_lock_irqsave+0x24/0x60
[   17.880000]  [<8059b87a>] _raw_spin_unlock_irqrestore+0x1a/0x80
[   17.888000]  [<8059a448>] __down_read+0xa8/0xc0
[   17.892000]  [<8059b87a>] _raw_spin_unlock_irqrestore+0x1a/0x80
[   17.900000]  [<8004947a>] __up_read+0x3a/0x60
[   17.904000]  [<80014048>] do_page_fault+0xe8/0x300
[   17.908000]  [<800090ec>] ret_from_exception+0x0/0x8
[   17.912000]  [<80009010>] tlb_protection_violation_store+0x0/0x4
[   17.920000]  [<800090ec>] ret_from_exception+0x0/0x8
[   17.924000]
[   17.948000] ------------[ cut here ]------------
[   17.948000] kernel BUG at arch/sh/mm/kmap.c:47!
[   17.948000] Kernel BUG: 003e [#2]
[   17.948000] Modules linked in:
[   17.948000]
[   17.948000] CPU: 0 PID: 934 Comm: systemd-udevd Tainted: G      D W
     4.3.3 #2
[   17.948000] task: 9efc0660 ti: 9d498000 task.ti: 9d498000
[   17.948000] PC is at kmap_coherent+0x52/0xe0
[   17.948000] PR is at kmap_coherent+0x2e/0xe0
[   17.948000] PC  : 80014912 SP  : 9d499e30 SR  : 40008100 TEA : 295a700c
[   17.948000] R0  : 00000007 R1  : 80b9fff8 R2  : 00003810 R3  : 00000003
[   17.948000] R4  : 806a7460 R5  : 806884bc R6  : 295a700c R7  : 9ef1da98
[   17.948000] R8  : 80b54560 R9  : 00000000 R10 : 80b54560 R11 : 9ef1da98
[   17.948000] R12 : 8003b240 R13 : 8077dba8 R14 : 9d499e30
[   17.948000] MACH: 00000000 MACL: 00000000 GBR : 29723470 PR  : 800148ee
[   17.948000]
[   17.948000] Call trace:
[   17.948000]  [<80012406>] copy_user_highpage+0x146/0x220
[   17.948000]  [<800c4e72>] wp_page_copy+0x72/0x460
[   17.948000]  [<800c52f2>] do_wp_page+0x92/0x700
[   17.948000]  [<8059b8e0>] _raw_spin_unlock+0x0/0x40
[   17.948000]  [<800c6574>] handle_mm_fault+0x8d4/0xea0
[   17.948000]  [<8059b9c4>] _raw_spin_lock_irqsave+0x24/0x60
[   17.948000]  [<8059b87a>] _raw_spin_unlock_irqrestore+0x1a/0x80
[   17.948000]  [<8059a448>] __down_read+0xa8/0xc0
[   17.948000]  [<8059b87a>] _raw_spin_unlock_irqrestore+0x1a/0x80
[   17.948000]  [<8004947a>] __up_read+0x3a/0x60
[   17.948000]  [<80014048>] do_page_fault+0xe8/0x300
[   17.948000]  [<800090ec>] ret_from_exception+0x0/0x8
[   17.948000]  [<80009010>] tlb_protection_violation_store+0x0/0x4
[   17.948000]  [<800090ec>] ret_from_exception+0x0/0x8
[   17.948000]
[   17.948000] Code:
[   17.948000]   8001490c:  mov.l     @(4,r1), r2
[   17.948000]   8001490e:  tst       r2, r2
[   17.948000]   80014910:  bt        80014960
[   17.948000] ->80014912:  trapa     #62
[   17.948000]   80014914:  mov.l     @r8, r2
[   17.948000]   80014916:  mov       #-26, r3
[   17.948000]   80014918:  mov       #3, r0
[   17.948000]   8001491a:  shld      r3, r2
[   17.948000]   8001491c:  mov.l     80014994
<kmap_coherent+0xd4/0xe0>, r3  ! 8077dba8 <mem_section+0x0/0x200>
[   17.948000]
[   17.948000] Process: systemd-udevd (pid: 934, stack limit = 9d498001)
[   17.948000] Stack: (0x9d499e30 to 0x9d49a000)
[   17.948000] 9e20:                                     80012406
9d499e40 295a700c 9d1ef000
[   17.948000] 9e40: 800c4e72 9d499e60 9ec7ab80 295a700c 5db2b50c
80b54560 80b41de0 9ef1da98
[   17.948000] 9e60: 5d1ee50c 00003f10 00002d10 5db2b50c 9ec7abb8
0005db2b 800c52f2 9d499ea8
[   17.948000] 9e80: 9ec19d38 00002d10 5db2b50c 295a700c 9ef1da98
80b54560 9d45ca50 5db2b50c
[   17.948000] 9ea0: 00002d10 80b54560 80b7e3c0 9ec7ab80 8059b8e0
00122660 00000000 00122fff
[   17.948000] 9ec0: 00000000 9ef1d9e0 9fcbd640 9f8377b4 9f8377b0
800c6574 9d499f04 9ec7abb8
[   17.948000] 9ee0: 9ec19d38 9ef1da98 00000001 295a700c 9d45ca50
9d45ca50 9ec7abb8 5db2b50c
[   17.948000] 9f00: 00002d10 5db2b50c 00002d10 8059b9c4 9d499f2c
00000001 9d499fe4 9ec7abcc
[   17.948000] 9f20: 9ec7ab80 00000055 8059b87a 9d499f30 8059a448
9d499f3c 00000014 8059b87a
[   17.948000] 9f40: 9d499f44 8004947a 9d499f50 80014048 9d499f6c
00000001 9d499fe4 9efc099c
[   17.948000] 9f60: 295a700c 9ef1da98 00000055 9d499fa4 00000009
00000000 09000000 9ec7abc8
[   17.948000] 9f80: 9ec7ab80 800090ec 7be729d8 295a7008 295a7020
00000000 80009010 800090ec
[   17.948000] 9fa0: 400081f0 29723200 29723030 00002168 00000200
296da4bc 0000000c 295a9188
[   17.948000] 9fc0: 29723060 00000000 7be729c0 295a7008 00000000
295a7020 295a7008 7be729d8
[   17.948000] 9fe0: 7be72990 2958791e 29636658 00008101 29723470
00000000 00000020 ffffffff
[   18.284000] ---[ end trace 1644625222c8c98b ]---
[   18.288000] note: systemd-udevd[934] exited with preempt_count 1
[  OK  ] Started Update UTMP about System Boot/Shutdown.
[  OK  ] Reached target System Initialization.
[  OK  ] Started Daily Cleanup of Temporary Directories.
[  OK  ] Reached target Timers.
[  OK  ] Listening on D-Bus System Message Bus Socket.
[  OK  ] Reached target Sockets.
[  OK  ] Reached target Basic System.
         Starting Login Service...
[  OK  ] Started Start connection to vServer.
[  OK  ] Started Regular background program processing daemon.
         Starting LSB: Start NTP daemon...
         Starting Permit User Sessions...
[  OK  ] Started Deferred execution scheduler.
         Starting System Logging Service...
         Starting /etc/rc.local Compatibility...
         Starting LSB: exim Mail Transport Agent...
[   19.584000] ------------[ cut here ]------------
[   19.584000] kernel BUG at arch/sh/mm/kmap.c:47!
[   19.584000] Kernel BUG: 003e [#3]
[   19.584000] Modules linked in:
[   19.584000]
[   19.584000] CPU: 0 PID: 1 Comm: systemd Tainted: G      D W
4.3.3 #2
[   19.584000] task: 9fc40cc0 ti: 9fc42000 task.ti: 9fc42000
[   19.584000] PC is at kmap_coherent+0x52/0xe0
[   19.584000] PR is at kmap_coherent+0x2e/0xe0
[   19.584000] PC  : 80014912 SP  : 9fc43e30 SR  : 40008000 TEA : 52c374ac
[   19.584000] R0  : 00000007 R1  : 80b9fff8 R2  : 00003810 R3  : 00000003
[   19.584000] R4  : 806a7460 R5  : 806884bc R6  : 52c374ac R7  : 9f7cb47c
[   19.584000] R8  : 80b3f680 R9  : 00000000 R10 : 80b3f680 R11 : 9f7cb47c
[   19.584000] R12 : 8003b240 R13 : 8077dba8 R14 : 9fc43e30
[   19.584000] MACH: 00000007 MACL: 00000000 GBR : 29775470 PR  : 800148ee
[   19.584000]
[   19.584000] Call trace:
[   19.584000]  [<80012406>] copy_user_highpage+0x146/0x220
[   19.584000]  [<800c4e72>] wp_page_copy+0x72/0x460
[   19.584000]  [<800c52f2>] do_wp_page+0x92/0x700
[   19.584000]  [<8059b8e0>] _raw_spin_unlock+0x0/0x40
[   19.584000]  [<800fa61c>] do_filp_open+0x5c/0xc0
[   19.584000]  [<800c6574>] handle_mm_fault+0x8d4/0xea0
[   19.584000]  [<8059b9c4>] _raw_spin_lock_irqsave+0x24/0x60
[   19.584000]  [<8059b87a>] _raw_spin_unlock_irqrestore+0x1a/0x80
[   19.584000]  [<8059a448>] __down_read+0xa8/0xc0
[   19.584000]  [<80014048>] do_page_fault+0xe8/0x300
[   19.584000]  [<800090ec>] ret_from_exception+0x0/0x8
[   19.584000]  [<80009010>] tlb_protection_violation_store+0x0/0x4
[   19.584000]  [<800090ec>] ret_from_exception+0x0/0x8
[   19.584000]
[   19.584000] Code:
[   19.584000]   8001490c:  mov.l     @(4,r1), r2
[   19.584000]   8001490e:  tst       r2, r2
[   19.584000]   80014910:  bt        80014960
[   19.584000] ->80014912:  trapa     #62

Adrian

-- 
 .''`.  John Paul Adrian Glaubitz
: :' :  Debian Developer - glaubitz@debian.org
`. `'   Freie Universitaet Berlin - glaubitz@physik.fu-berlin.de
  `-    GPG: 62FF 8A75 84E0 2956 9546  0006 7426 3B37 F5B5 F913


Reply to: