Attachment 161281 Details for Bug 202607 – Some debugging data from ZoL

Some debugging data from ZoL

zfs-dnode_sync-assert.2.txt (text/plain), 5.32 KB, created by Andriy Gapon on 2015-09-22 18:09:08 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: Andriy Gapon

Created: 2015-09-22 18:09:08 UTC

Size: 5.32 KB

patch

obsolete

>[  302.464380] VERIFY3(db->db_state == DB_EVICTING) failed (4 == 5)
>[  302.465539] PANIC at dnode_sync.c:514:dnode_sync_free()
>[  302.466513] Showing stack for process 4149
>[  302.467283] CPU: 0 PID: 4149 Comm: txg_sync Tainted: PF          O--------------   3.10.0-229.7.2.el7.centos.avg.x86_64 #1
>[  302.469264] Hardware name:   BHYVE, BIOS 1.00 03/14/2014
>[  302.470239]  ffffffffa01f4b9e 00000000564d9a7f ffff8800391d38a8 ffffffff816043c6
>[  302.471679]  ffff8800391d38b8 ffffffffa0012554 ffff8800391d3a40 ffffffffa001261f
>[  302.473102]  ffff8800391d3920 ffffffff00000030 ffff8800391d3a50 ffff8800391d39f0
>[  302.474696] Call Trace:
>[  302.475209]  [<ffffffff816043c6>] dump_stack+0x19/0x1b
>[  302.476130]  [<ffffffffa0012554>] spl_dumpstack+0x44/0x50 [spl]
>[  302.477254]  [<ffffffffa001261f>] spl_panic+0xbf/0xf0 [spl]
>[  302.478284]  [<ffffffff81600ca4>] ? __slab_free+0x10e/0x277
>[  302.479354]  [<ffffffff811adb0c>] ? __kmalloc_node+0x5c/0x280
>[  302.480410]  [<ffffffff81607a82>] ? mutex_lock+0x12/0x2f
>[  302.481395]  [<ffffffffa000aaa7>] ? spl_kmem_alloc+0xf7/0x1a0 [spl]
>[  302.482552]  [<ffffffffa000aaa7>] ? spl_kmem_alloc+0xf7/0x1a0 [spl]
>[  302.483757]  [<ffffffffa01038f0>] ? dnode_evict_bonus+0x140/0x1c0 [zfs]
>[  302.485001]  [<ffffffffa0103b27>] ? dnode_evict_dbufs+0x1b7/0x2a0 [zfs]
>[  302.486255]  [<ffffffffa01048df>] dnode_sync+0xccf/0x18f0 [zfs]
>[  302.487358]  [<ffffffffa00dd765>] ? dbuf_sync_list+0xd5/0x150 [zfs]
>[  302.488520]  [<ffffffffa0104135>] ? dnode_sync+0x525/0x18f0 [zfs]
>[  302.489659]  [<ffffffffa00c27a2>] ? arc_write+0x122/0x280 [zfs]
>[  302.491013]  [<ffffffffa00ebed7>] dmu_objset_sync_dnodes+0x97/0x1f0 [zfs]
>[  302.492679]  [<ffffffffa00ec1d5>] dmu_objset_sync+0x1a5/0x460 [zfs]
>[  302.493880]  [<ffffffffa00e9860>] ? primary_cache_changed_cb+0x50/0x50 [zfs]
>[  302.495212]  [<ffffffffa00ea6a0>] ? dmu_objset_clone_check+0x150/0x150 [zfs]
>[  302.496508]  [<ffffffffa011ab9a>] dsl_pool_sync+0x39a/0x610 [zfs]
>[  302.497656]  [<ffffffffa013d518>] spa_sync+0x388/0xe20 [zfs]
>[  302.498724]  [<ffffffff8109825b>] ? autoremove_wake_function+0x2b/0x40
>[  302.499957]  [<ffffffffa0154a80>] txg_sync_thread+0x3d0/0x6e0 [zfs]
>[  302.501160]  [<ffffffff810b2a6e>] ? dequeue_task_fair+0x40e/0x620
>[  302.502295]  [<ffffffffa01546b0>] ? txg_quiesce_thread+0x540/0x540 [zfs]
>[  302.503522]  [<ffffffffa000e18a>] thread_generic_wrapper+0x7a/0xc0 [spl]
>[  302.504748]  [<ffffffffa000e110>] ? __thread_exit+0x20/0x20 [spl]
>[  302.505800]  [<ffffffff8109726f>] kthread+0xcf/0xe0
>[  302.506809]  [<ffffffff810971a0>] ? kthread_create_on_node+0x140/0x140
>[  302.508020]  [<ffffffff81614198>] ret_from_fork+0x58/0x90
>[  302.509033]  [<ffffffff810971a0>] ? kthread_create_on_node+0x140/0x140
>
>struct dnode_t {
>...
>  dn_link = {
>    next = 0xffff880038df0918, 
>    prev = 0xffff88002f2a5f70
>  }, 
>  dn_objset = 0xffff88003aa6b800, 
>  dn_object = 53, 
>  dn_dbuf = 0xffff880018ca2870, 
>  dn_handle = 0xffff88003b56ce88, 
>  dn_phys = 0xffff88003a556a00, 
>  dn_type = DMU_OT_BPOBJ, 
>  dn_bonuslen = 48, 
>  dn_bonustype = 6 '\006', 
>  dn_nblkptr = 3 '\003', 
>  dn_checksum = 0 '\000', 
>  dn_compress = 0 '\000', 
>  dn_nlevels = 1 '\001', 
>  dn_indblkshift = 14 '\016', 
>  dn_datablkshift = 17 '\021', 
>  dn_moved = 0 '\000', 
>  dn_datablkszsec = 256, 
>  dn_datablksz = 131072, 
>  dn_maxblkid = 0, 
>  dn_next_type = "\000\000\000", 
>  dn_next_nblkptr = "\000\000\000", 
>  dn_next_nlevels = "\000\000\000", 
>  dn_next_indblkshift = "\000\000\000", 
>  dn_next_bonustype = "\000\000\000", 
>  dn_rm_spillblk = "\000\000\000", 
>  dn_next_bonuslen = {0, 0, 0, 0}, 
>  dn_next_blksz = {0, 0, 0, 0}, 
>  dn_dbufs_count = 1, 
>  dn_unlisted_l0_blkid = 1,
>  dn_holds = {
>...
>    rc_tracked = B_FALSE, 
>    rc_list = {
>      list_size = 40, 
>      list_offset = 0, 
>      list_head = {
>        next = 0xffff88002f5b07a0, 
>        prev = 0xffff88002f5b07a0
>      }
>    }, 
>    rc_removed = {
>      list_size = 40, 
>      list_offset = 0, 
>      list_head = {
>        next = 0xffff88002f5b07c0, 
>        prev = 0xffff88002f5b07c0
>      }
>    }, 
>    rc_count = 2, 
>    rc_removed_count = 0
>  },
>
>  dn_dbufs = {
>    avl_root = 0xffff88002f7fb338, 
>    avl_compar = 0xffffffffa00fc8d0 <dbuf_compare>, 
>    avl_offset = 392, 
>    avl_numnodes = 1, 
>    avl_size = 432
>  },
>
>crash> struct dmu_buf_impl_t 0xffff88002f7fb1b0
>struct dmu_buf_impl_t {
>  db = {
>    db_object = 53, 
>    db_offset = 0, 
>    db_size = 131072, 
>    db_data = 0xffffc90010996000
>  }, 
>  db_objset = 0xffff88003aa6b800, 
>  db_dnode_handle = 0xffff88003b56ce88, 
>  db_parent = 0xffff880018ca2870, 
>  db_hash_next = 0x0, 
>  db_blkid = 0, 
>  db_blkptr = 0xffff88003a556a40, 
>  db_level = 0 '\000', 
>  db_mtx = {
>...
>  }, 
>  db_state = DB_CACHED, 
>  db_holds = {
>...
>    rc_tracked = B_FALSE, 
>    rc_list = {
>      list_size = 40, 
>      list_offset = 0, 
>      list_head = {
>        next = 0xffff88002f7fb298, 
>        prev = 0xffff88002f7fb298
>      }
>    }, 
>    rc_removed = {
>      list_size = 40, 
>      list_offset = 0, 
>      list_head = {
>        next = 0xffff88002f7fb2b8, 
>        prev = 0xffff88002f7fb2b8
>      }
>    }, 
>    rc_count = 1, 
>    rc_removed_count = 0
>  }, 
>  db_buf = 0xffff880039c78420, 
>  db_changed = {
>...
>  }, 
>  db_data_pending = 0x0, 
>  db_last_dirty = 0x0, 
>  db_link = {
>    avl_child = {0x0, 0x0}, 
>    avl_pcb = 1
>  }, 
>  db_user = 0x0, 
>  db_immediate_evict = 0 '\000', 
>  db_freed_in_flight = 0 '\000', 
>  db_dirtycnt = 0 '\000'
>}
>crash>

Actions: View

Attachments on bug 202607: 160278 | 161281 | 161282 | 161283 | 161285 | 161461