Menu
▾
▴
#231 kernel stack overflow running netperf
sf-tvpd-linux-01.12.2004-18.35-build-00.
Running multiple instances of netperf (socket app) on
top of SDP on a 2 node configuration with no switch.
Start netserver on both systems and then start a
continuous netperf bandwidth test from Node 1 to Node
2 and then start a continous netperf roundtrip test from
Node 2 to Node1. Takes anywhere from 30 minutes to 1
hour to hit the overflow.
Logged In: YES
user_id=544772
observations from start of call/stack trace:
720 bytes for IBAL for cm req processing
320 bytes for SDP processing request/build reply
736 bytes for IBAL reply processing
2024 bytes for mlnx modify_QP code ????
******* do_IRQ ******** ( CQ completion )
832 bytes for mlnx intr handler/tasklet
32 bytes for ibal completion callback
512 bytes for sdp/ibt completion processing
64 bytes for poll_cq verbs abstraction
844 bytes for poll_cq verbs processing
******* do_IRQ ******** ( OVERFLOW )
[<f8b29180>] (0xf0e267c4))
[<c010d2b8>] (0xf0e267d0)) ******* do_IRQ ******** (
OVERFLOW )
( mlnx 844 bytes deep )
[<f8b1f161>] (0xf0e267d8))
[<f8b29180>] (0xf0e267e0))
[<f8a699d6>] (0xf0e267fc))
[<f8aaa29c>] (0xf0e26834)) <[mlnx]
THHUL_qpm_post_send_req+10c/2b0>
[<f8aaa29c>] (0xf0e26854))
[<f8aad9f5>] (0xf0e26890))
[<f8b2919b>] (0xf0e268a4))
[<f8b1f161>] (0xf0e268a8))
[<f8b01dec>] (0xf0e268b0))
[<f8aaec3a>] (0xf0e26954))
[<f8aad9f5>] (0xf0e26974))
[<f8aa9609>] (0xf0e26984))
[<f8aa8004>] (0xf0e269c4)) <[mlnx]
THHUL_cqm_poll4cqe+1e4/610>
[<f8aea54f>] (0xf0e26a44))
[<f8b2917b>] (0xf0e26a48))
[<f8b1f2a0>] (0xf0e26a54))
[<f8b1f161>] (0xf0e26a58))
[<f8b01e98>] (0xf0e26a60))
[<f8aeae38>] (0xf0e26a84)) <[mlnx]mlnx_poll_cq+b8/250>
[<f8b291b9>] (0xf0e26a94))
[<f8b01ec3>] (0xf0e26a98))
[<f8adcbb2>] (0xf0e26aa4))
[<f8b284ac>] (0xf0e26aa8))
[<f8b28660>] (0xf0e26ab4))
[<f8af2d6f>] (0xf0e26ae4))
[<f8b295cc>] (0xf0e26ae8))
[<f8b295e4>] (0xf0e26af4))
[<f8af24dc>] (0xf0e26b24)) <[mlnx]
kvp_mlnx_poll_cq+fc/150>
( ibal 64 bytes deep )
[<f8b295c4>] (0xf0e26b34))
[<f8b03855>] (0xf0e26b38))
[<f8b2917b>] (0xf0e26b48))
[<f89e7161>] (0xf0e26b64))
[<f89e6f40>] (0xf0e26b74)) <[ibal]ib_poll_cq+10/26c>
( sdp 512 bytes deep )
[<f8aaec3a>] (0xf0e26b84))
[<f8fd951f>] (0xf0e26ba4))
[<f8fd9272>] (0xf0e26bb4))
[<f8b2917b>] (0xf0e26c98))
[<f8b2919b>] (0xf0e26cc0))
[<f8b1f161>] (0xf0e26cc4))
[<f8b01dec>] (0xf0e26ccc))
[<f8b291c1>] (0xf0e26cd4))
[<f8aea7d1>] (0xf0e26d00))
[<f8b2917b>] (0xf0e26d04))
[<f8b01ea5>] (0xf0e26d14))
[<f8fda093>] (0xf0e26d74))
[<f8fd9dd1>] (0xf0e26d84)) <[ibt]CQ_completion+1d/454>
( ibal 32 bytes deep )
[<f89e7697>] (0xf0e26db4))
[<f8b2868a>] (0xf0e26dc4))
[<f89b61db>] (0xf0e26dd4)) <[ibal]ci_ca_comp_cb+1d/22>
( mlnx 832 bytes deep )
[<f8af040f>] (0xf0e26df4))
[<f8b29422>] (0xf0e26e04))
[<f8b02e93>] (0xf0e26e08))
[<f8ad0dff>] (0xf0e26e24))
[<f8b37140>] (0xf0e26e28))
[<f8b00173>] (0xf0e26e38))
[<f8ad0817>] (0xf0e26e48)) <[mlnx]
thh_intr_handler+107/380>
[<f8b17800>] (0xf0e26e58))
[<f8a5eef8>] (0xf0e26e94)) <[mosal]generic_dpc+78/80>
[<f8a6c080>] (0xf0e26ea4))
[<c01207ae>] (0xf0e26eb4))
[<c0120656>] (0xf0e26ecc))
[<c010ac0d>] (0xf0e26ee8))
[<c010d2b8>] (0xf0e26f0c)) ******* do_IRQ ********
(CQ completion)
( mlnx 2024 bytes deep )
[<f8a69add>] (0xf0e26f38)) <[mosal]mtl_log+14d/280>
[<c010798c>] (0xf0e27078))
[<c0118a05>] (0xf0e27098))
[<c0118b58>] (0xf0e270c8))
[<c010943f>] (0xf0e270d0))
[<f8f97ed8>] (0xf0e270ec))
[<f8f97ed8>] (0xf0e270f8))
[<c0123f88>] (0xf0e270fc))
[<c0123f92>] (0xf0e27114))
[<c0123f20>] (0xf0e27134))
[<f8a60ef4>] (0xf0e27150)) <[mosal]
MOSAL_syncobj_waiton_ui+c4/f0>
[<f8ac4587>] (0xf0e27180))
[<f8b26ee9>] (0xf0e27184))
[<f8b26f0b>] (0xf0e27190))
[<f8affa9b>] (0xf0e27194))
[<f8af24ba>] (0xf0e271b0)) <[mlnx]
kvp_mlnx_poll_cq+da/150>
[<f8b295cc>] (0xf0e271b4))
[<f8b25453>] (0xf0e271e4))
[<f8ac42a8>] (0xf0e27200))
[<f8b26ee1>] (0xf0e27210))
[<f8affa7e>] (0xf0e27214))
[<f8ac3fa3>] (0xf0e27230))
[<f8b26ee1>] (0xf0e27240))
[<f8affa68>] (0xf0e27244))
[<f8acc4d5>] (0xf0e27270)) <[mlnx]
THH_cmd_MODIFY_QPEE+a25/be0>
[<f8b27bf8>] (0xf0e27280))
[<f8affe00>] (0xf0e27284))
[<f8b286d5>] (0xf0e272d4))
[<f8acc6f8>] (0xf0e272f0))
[<f8ae05ae>] (0xf0e27320))
[<f8b295cc>] (0xf0e27344))
[<f8b295e4>] (0xf0e27350)) 110 bytes
THHUL_cqm_cq_cleanup
[<f8aa7bc3>] (0xf0e27460))
[<f8b26895>] (0xf0e27464))
[<f8b268a2>] (0xf0e27470))
[<f8afe924>] (0xf0e27474))
[<f8b01e98>] (0xf0e27480))
[<f8a997af>] (0xf0e27490))
[<f8afc50c>] (0xf0e274b0))
[<f8b2997c>] (0xf0e274b4))
[<f8abf437>] (0xf0e274c0))
[<f8b237a1>] (0xf0e274c4))
[<f8b05180>] (0xf0e274cc))
[<f8b292e5>] (0xf0e274e0))
[<f8b0284a>] (0xf0e274e4))
[<f8b0284a>] (0xf0e274ec))
[<f8afb570>] (0xf0e27510))
[<f8b0522b>] (0xf0e2752c))
[<f8af24ba>] (0xf0e27544))
[<f8b295cc>] (0xf0e27548))
[<f8b37140>] (0xf0e27570))
[<f8a2e986>] (0xf0e27660))
[<f8b2917b>] (0xf0e27698))
[<f8a997af>] (0xf0e276a0))
[<f8b01ed0>] (0xf0e276a8))
[<f8a997af>] (0xf0e276c0))
[<f8afc3d4>] (0xf0e276e0))
[<f8b2997c>] (0xf0e276e4))
[<f8b24180>] (0xf0e276f0))
[<f8b237a1>] (0xf0e276f4))
[<f8b0513c>] (0xf0e276fc))
[<f8afb919>] (0xf0e27720)) [mlnx]
kvp_mlnx_query_qp+189/4a0>
( IBAL 736 bytes deep )
[<f8b2997c>] (0xf0e27724))
[<f8b2998e>] (0xf0e27730))
[<f8b0523e>] (0xf0e27734))
[<f8a2e8c3>] (0xf0e27750))
[<f8a2e6b4>] (0xf0e27760))
[<f8fd9add>] (0xf0e27764))
[<f89de8ce>] (0xf0e27770))
[<f89da5bb>] (0xf0e27790))
[<f89da333>] (0xf0e277a0))
[<f89dac30>] (0xf0e27890))
[<f89da9ac>] (0xf0e278a0))
[<c010ac0d>] (0xf0e27908))
[<f89947b7>] (0xf0e27920))
[<f89cf06a>] (0xf0e27940))
[<f89d51ea>] (0xf0e27960))
[<f89cd92d>] (0xf0e27980))
[<f89cd58c>] (0xf0e27990))
[<f89befe1>] (0xf0e279b0))
[<f89bec80>] (0xf0e279c0))
[<f89dc918>] (0xf0e279f0))
[<f89dc309>] (0xf0e27a00)) [ibal]ib_cm_rep+11/67e>
( SDP 320 bytes deep )
[<f8fdfdc5>] (0xf0e27a40))
[<f8fdf0d5>] (0xf0e27a50))
[<f8fe02e4>] (0xf0e27ac0))
[<f8fdff0e>] (0xf0e27ac4))
[<f8fdff56>] (0xf0e27ac8))
[<f8fe4b26>] (0xf0e27b30))
[<f8fbd52c>] (0xf0e27b80))
[<f8fba1f7>] (0xf0e27b90))
[<f8fba32f>] (0xf0e27ba0))
[<f8fc1be2>] (0xf0e27bd4))
[<f8fc3634>] (0xf0e27bd8))
[<f8fbbac0>] (0xf0e27be0))
[<f8fb6cb8>] (0xf0e27be8))
[<f8fb739c>] (0xf0e27bec))
[<f899da0e>] (0xf0e27bf0))
[<f8fcaf98>] (0xf0e27c34))
[<f8fbd4c7>] (0xf0e27c60))
[<f8fee420>] (0xf0e27c6c))
[<f8fbb619>] (0xf0e27c80))
[<f8fbb465>] (0xf0e27c90))
[<f8fdb568>] (0xf0e27ca0))
[<f8fee420>] (0xf0e27cc0))
[<f8fe1fc3>] (0xf0e27cd0))
[<f8fe1b71>] (0xf0e27ce0))
[<f8fe1b2d>] (0xf0e27d10))
[<f8fe1722>] (0xf0e27d20)) <[ibt]
connection_request_cb+16/44e>
( IBAL - 728 bytes deep )
[<f899a9a8>] (0xf0e27d60))
[<f89e5945>] (0xf0e27d70))
[<f899a1ac>] (0xf0e27d80))
[<f899dcc2>] (0xf0e27d90))
[<f899e124>] (0xf0e27da0))
[<f89947d3>] (0xf0e27dc0))
[<f89de8e5>] (0xf0e27dd0))
[<f89c5ad5>] (0xf0e27de0))
[<f89d9c73>] (0xf0e27df0))
[<f89d9b34>] (0xf0e27e00))
[<f89c5f9b>] (0xf0e27e20))
[<f8b295cc>] (0xf0e27e34))
[<f8b295e4>] (0xf0e27e40))
[<f899e124>] (0xf0e27f10))
[<f89c7364>] (0xf0e27f30))
[<f89c6f3a>] (0xf0e27f40)) <[ibal]
__process_cm_req+10/6c8>
[<f899dcc2>] (0xf0e27f50))
[<f8987376>] (0xf0e27f80))
[<c010d2b8>] (0xf0e27f8c))
[<f89a0104>] (0xf0e27fb0))
[<f899fb5a>] (0xf0e27fd0))
[<f899fb32>] (0xf0e27fe0))
[<c010753e>] (0xf0e27ff0))
[<f899facc>] (0xf0e27ff8)) <[complib]
__cl_kernel_system_thread+0/b8>
==============================================
Trace; f8b29180 <[mlnx].rodata.end+239fd/3105d>
Trace; c010d2b8 <call_do_IRQ+5/d>
Trace; f8b1f161 <[mlnx].rodata.end+199de/3105d>
Trace; f8b29180 <[mlnx].rodata.end+239fd/3105d>
Trace; f8a699d6 <[mosal]mtl_log+46/280>
Trace; f8aaa29c <[mlnx]
THHUL_qpm_post_send_req+10c/2b0>
Trace; f8aaa29c <[mlnx]
THHUL_qpm_post_send_req+10c/2b0>
Trace; f8aad9f5 <[mlnx]sq_alloc_wqe_link_and_ring+175/1e0>
Trace; f8b2919b <[mlnx].rodata.end+23a18/3105d>
Trace; f8b1f161 <[mlnx].rodata.end+199de/3105d>
Trace; f8b01dec <[mlnx]__func__.0+0/13>
Trace; f8aaec3a <[mlnx]THH_uar_sendq_dbell+8a/a0>
Trace; f8aad9f5 <[mlnx]sq_alloc_wqe_link_and_ring+175/1e0>
Trace; f8aa9609 <[mlnx]extract_cqe+39/1c0>
Trace; f8aa8004 <[mlnx]THHUL_cqm_poll4cqe+1e4/610>
Trace; f8aea54f <[mlnx]map_mtoi_cqe+9f/110>
Trace; f8b2917b <[mlnx].rodata.end+239f8/3105d>
Trace; f8b1f2a0 <[mlnx].rodata.end+19b1d/3105d>
Trace; f8b1f161 <[mlnx].rodata.end+199de/3105d>
Trace; f8b01e98 <[mlnx]__func__.3+0/d>
Trace; f8aeae38 <[mlnx]mlnx_poll_cq+b8/250>
Trace; f8b291b9 <[mlnx].rodata.end+23a36/3105d>
Trace; f8b01ec3 <[mlnx]__func__.6+0/d>
Trace; f8adcbb2 <[mlnx]THH_cqm_get_ul_hndl+f2/1e0>
Trace; f8b284ac <[mlnx].rodata.end+22d29/3105d>
Trace; f8b28660 <[mlnx].rodata.end+22edd/3105d>
Trace; f8af2d6f <[mlnx]kvp_cq_get_hhul_hndl+16f/180>
Trace; f8b295cc <[mlnx].rodata.end+23e49/3105d>
Trace; f8b295e4 <[mlnx].rodata.end+23e61/3105d>
Trace; f8af24dc <[mlnx]kvp_mlnx_poll_cq+fc/150>
Trace; f8b295c4 <[mlnx].rodata.end+23e41/3105d>
Trace; f8b03855 <[mlnx]__func__.5+0/11>
Trace; f8b2917b <[mlnx].rodata.end+239f8/3105d>
Trace; f89e7161 <[ibal]ib_poll_cq+231/26c>
Trace; f89e6f40 <[ibal]ib_poll_cq+10/26c>
Trace; f8aaec3a <[mlnx]THH_uar_sendq_dbell+8a/a0>
Trace; f8fd951f <[ibt]IB_poll_cq+2d5/6b2>
Trace; f8fd9272 <[ibt]IB_poll_cq+28/6b2>
Trace; f8b2917b <[mlnx].rodata.end+239f8/3105d>
Trace; f8b2919b <[mlnx].rodata.end+23a18/3105d>
Trace; f8b1f161 <[mlnx].rodata.end+199de/3105d>
Trace; f8b01dec <[mlnx]__func__.0+0/13>
Trace; f8b291c1 <[mlnx].rodata.end+23a3e/3105d>
Trace; f8aea7d1 <[mlnx]mlnx_post_send+211/3d0>
Trace; f8b2917b <[mlnx].rodata.end+239f8/3105d>
Trace; f8b01ea5 <[mlnx]__func__.4+0/f>
Trace; f8fda093 <[ibt]CQ_completion+2df/454>
Trace; f8fd9dd1 <[ibt]CQ_completion+1d/454>
Trace; f89e7697 <[ibal]proc_cb_comp+6f/74>
Trace; f8b2868a <[mlnx].rodata.end+22f07/3105d>
Trace; f89b61db <[ibal]ci_ca_comp_cb+1d/22>
Trace; f8af040f <[mlnx]ca_completion_cb+df/160>
Trace; f8b29422 <[mlnx].rodata.end+23c9f/3105d>
Trace; f8b02e93 <[mlnx]__func__.11+0/11>
Trace; f8ad0dff <[mlnx]eq_polling_dpc+36f/520>
Trace; f8b37140 <[mlnx]HH_hca_dev_tbl+0/0>
Trace; f8b00173 <[mlnx]__func__.2+0/f>
Trace; f8ad0817 <[mlnx]thh_intr_handler+107/380>
Trace; f8b17800 <[mlnx].rodata.end+1207d/3105d>
Trace; f8a5eef8 <[mosal]generic_dpc+78/80>
Trace; f8a6c080 <[mosal]
__kstrtab_MOSAL_get_page_size+12e0/8d00>
Trace; c01207ae <tasklet_action+3e/80>
Trace; c0120656 <do_softirq+a6/b0>
Trace; c010ac0d <do_IRQ+bd/f0>
Trace; c010d2b8 <call_do_IRQ+5/d>
Trace; f8a69add <[mosal]mtl_log+14d/280>
Trace; c010798c <__switch_to+fc/110>
Trace; c0118a05 <do_schedule+175/290>
Trace; c0118b58 <kern_do_schedule+18/20>
Trace; c010943f <kern_schedule+1b/2c>
Trace; f8f97ed8 <[ipoib].bss.start+38/5b>
Trace; f8f97ed8 <[ipoib].bss.start+38/5b>
Trace; c0123f88 <schedule_timeout+58/b0>
Trace; c0123f92 <schedule_timeout+62/b0>
Trace; c0123f20 <process_timeout+0/10>
Trace; f8a60ef4 <[mosal]MOSAL_syncobj_waiton_ui+c4/f0>
Trace; f8ac4587 <[mlnx]cmd_flow_events+167/6f0>
Trace; f8b26ee9 <[mlnx].rodata.end+21766/3105d>
Trace; f8b26f0b <[mlnx].rodata.end+21788/3105d>
Trace; f8affa9b <[mlnx]__func__.13+0/10>
Trace; f8af24ba <[mlnx]kvp_mlnx_poll_cq+da/150>
Trace; f8b295cc <[mlnx].rodata.end+23e49/3105d>
Trace; f8b25453 <[mlnx].rodata.end+1fcd0/3105d>
Trace; f8ac42a8 <[mlnx]main_cmd_flow+68/e0>
Trace; f8b26ee1 <[mlnx].rodata.end+2175e/3105d>
Trace; f8affa7e <[mlnx]__func__.11+0/e>
Trace; f8ac3fa3 <[mlnx]cmd_invoke+133/1f0>
Trace; f8b26ee1 <[mlnx].rodata.end+2175e/3105d>
Trace; f8affa68 <[mlnx]__func__.9+0/b>
Trace; f8acc4d5 <[mlnx]THH_cmd_MODIFY_QPEE+a25/be0>
Trace; f8b27bf8 <[mlnx].rodata.end+22475/3105d>
Trace; f8affe00 <[mlnx]__func__.25+0/68>
Trace; f8b286d5 <[mlnx].rodata.end+22f52/3105d>
Trace; f8acc6f8 <[mlnx]THH_cmd_MODIFY_QP+68/70>
Trace; f8ae05ae <[mlnx]THH_qpm_modify_qp+35e/730>
Trace; f8b295cc <[mlnx].rodata.end+23e49/3105d>
Trace; f8b295e4 <[mlnx].rodata.end+23e61/3105d>
Trace; f8aa7bc3 <[mlnx]THHUL_cqm_cq_cleanup+e3/220>
Trace; f8b26895 <[mlnx].rodata.end+21112/3105d>
Trace; f8b268a2 <[mlnx].rodata.end+2111f/3105d>
Trace; f8afe924 <[mlnx]__func__.3+0/15>
Trace; f8b01e98 <[mlnx]__func__.3+0/d>
Trace; f8a997af <[mlnx]VIP_array_find_release+7f/a0>
Trace; f8afc50c <[mlnx]
kvp_mlnx_conv_i2m_qp_modify_attr+12c/de0>
Trace; f8b2997c <[mlnx].rodata.end+241f9/3105d>
Trace; f8abf437 <[mlnx]THH_hob_modify_qp+a7/1e0>
Trace; f8b237a1 <[mlnx].rodata.end+1e01e/3105d>
Trace; f8b05180 <[mlnx]__func__.7+0/21>
Trace; f8b292e5 <[mlnx].rodata.end+23b62/3105d>
Trace; f8b0284a <[mlnx]__func__.3+0/13>
Trace; f8b0284a <[mlnx]__func__.3+0/13>
Trace; f8afb570 <[mlnx]kvp_mlnx_modify_qp+420/640>
Trace; f8b0522b <[mlnx]__func__.13+0/13>
Trace; f8af24ba <[mlnx]kvp_mlnx_poll_cq+da/150>
Trace; f8b295cc <[mlnx].rodata.end+23e49/3105d>
Trace; f8b37140 <[mlnx]HH_hca_dev_tbl+0/0>
Trace; f8a2e986 <[ibal]modify_qp+88/8e>
Trace; f8b2917b <[mlnx].rodata.end+239f8/3105d>
Trace; f8a997af <[mlnx]VIP_array_find_release+7f/a0>
Trace; f8b01ed0 <[mlnx]__func__.7+0/16>
Trace; f8a997af <[mlnx]VIP_array_find_release+7f/a0>
Trace; f8afc3d4 <[mlnx]
kvp_mlnx_conv_m2i_qp_attr+424/430>
Trace; f8b2997c <[mlnx].rodata.end+241f9/3105d>
Trace; f8b24180 <[mlnx].rodata.end+1e9fd/3105d>
Trace; f8b237a1 <[mlnx].rodata.end+1e01e/3105d>
Trace; f8b0513c <[mlnx]__func__.5+0/1a>
Trace; f8afb919 <[mlnx]kvp_mlnx_query_qp+189/4a0>
Trace; f8b2997c <[mlnx].rodata.end+241f9/3105d>
Trace; f8b2998e <[mlnx].rodata.end+2420b/3105d>
Trace; f8b0523e <[mlnx]__func__.14+0/545>
Trace; f8a2e8c3 <[ibal]ib_modify_qp+21f/25a>
Trace; f8a2e6b4 <[ibal]ib_modify_qp+10/25a>
Trace; f8fd9add <[ibt]IB_rearm_cq+17/256>
Trace; f89de8ce <[ibal]cl_memclr+16/1c>
Trace; f89da5bb <[ibal]__cm_init_qp+29f/348>
Trace; f89da333 <[ibal]__cm_init_qp+17/348>
Trace; f89dac30 <[ibal]__cm_pre_rep+29a/4e8>
Trace; f89da9ac <[ibal]__cm_pre_rep+16/4e8>
Trace; c010ac0d <do_IRQ+bd/f0>
Trace; f89947b7 <[complib]cl_memset+1f/24>
Trace; f89cf06a <[ibal]cl_memclr+16/1c>
Trace; f89d51ea <[ibal]conn_rep_set_pdata+116/134>
Trace; f89cd92d <[ibal]__format_mad_rep+3b1/3e6>
Trace; f89cd58c <[ibal]__format_mad_rep+10/3e6>
Trace; f89befe1 <[ibal]cm_conn_rep+371/4d8>
Trace; f89bec80 <[ibal]cm_conn_rep+10/4d8>
Trace; f89dc918 <[ibal]ib_cm_rep+620/67e>
Trace; f89dc309 <[ibal]ib_cm_rep+11/67e>
Trace; f8fdfdc5 <[ibt]IB_accept+d0d/e56>
Trace; f8fdf0d5 <[ibt]IB_accept+1d/e56>
Trace; f8fe02e4 <[ibt]rtu_arrival+0/32c>
Trace; f8fdff0e <[ibt]load_alt_path_request+0/24>
Trace; f8fdff56 <[ibt]disconnect_req_cb+0/38e>
Trace; f8fe4b26 <[ibt]IB_res_pool_get+778/874>
Trace; f8fbd52c <[sdpmod]cl_atomic_xchg+16/1c>
Trace; f8fba1f7 <[sdpmod]sdp_accept_intern+37d/5ea>
Trace; f8fba32f <[sdpmod]sdp_accept_intern+4b5/5ea>
Trace; f8fc1be2 <[sdpmod]sdp_msg_send_cb+0/7d6>
Trace; f8fc3634 <[sdpmod]sdp_msg_recv_cb+0/200>
Trace; f8fbbac0 <[sdpmod]sdp_conn_err_cb+0/2f8>
Trace; f8fb6cb8 <[sdpmod]sdp_dreq_cb+0/466>
Trace; f8fb739c <[sdpmod]sdp_rtu_cb+0/47a>
Trace; f899da0e <[complib]cl_spinlock_construct+62/72>
Trace; f8fcaf98 <[sdpmod]sdpwt_q+70/1d7>
Trace; f8fbd4c7 <[sdpmod]cl_atomic_inc+11/16>
Trace; f8fee420 <[ibt]IB_ti_ops+0/94>
Trace; f8fbb619 <[sdpmod]sdp_cm_callback+667/b0e>
Trace; f8fbb465 <[sdpmod]sdp_cm_callback+4b3/b0e>
Trace; f8fdb568 <[ibt]alloc_qp+10/406>
Trace; f8fee420 <[ibt]IB_ti_ops+0/94>
Trace; f8fe1fc3 <[ibt]listen_cb_setup+469/496>
Trace; f8fe1b71 <[ibt]listen_cb_setup+17/496>
Trace; f8fe1b2d <[ibt]connection_request_cb+421/44e>
Trace; f8fe1722 <[ibt]connection_request_cb+16/44e>
Trace; f899a9a8 <[complib]cl_qlist_head+be/c4>
Trace; f89e5945 <[ibal]cl_atomic_inc+11/16>
Trace; f899a1ac <[complib]cl_qlist_remove_head+14e/162>
Trace; f899dcc2 <[complib]__cl_spinlock_rel_dbg+18/13a>
Trace; f899e124 <[complib]cl_spinlock_release+be/e8>
Trace; f89947d3 <[complib]cl_memcpy+17/1c>
Trace; f89de8e5 <[ibal]cl_atomic_inc+11/16>
Trace; f89c5ad5 <[ibal]__conn_save_wire_req+397/3ca>
Trace; f89d9c73 <[ibal]__ref_conn+14f/17e>
Trace; f89d9b34 <[ibal]__ref_conn+10/17e>
Trace; f89c5f9b <[ibal]__listen_req+493/4d0>
Trace; f8b295cc <[mlnx].rodata.end+23e49/3105d>
Trace; f8b295e4 <[mlnx].rodata.end+23e61/3105d>
Trace; f899e124 <[complib]cl_spinlock_release+be/e8>
Trace; f89c7364 <[ibal]__process_cm_req+43a/6c8>
Trace; f89c6f3a <[ibal]__process_cm_req+10/6c8>
Trace; f899dcc2 <[complib]__cl_spinlock_rel_dbg+18/13a>
Trace; f8987376 <[complib]__cl_async_proc_worker+7a/c0>
Trace; c010d2b8 <call_do_IRQ+5/d>
Trace; f89a0104 <[complib]__cl_thread_pool_routine+5c/8c>
Trace; f899fb5a <[complib]__cl_kernel_system_thread+8e/b8>
Trace; f899fb32 <[complib]__cl_kernel_system_thread+66/b8>
Trace; c010753e <kernel_thread+2e/40>
Trace; f899facc <[complib]__cl_kernel_system_thread+0/b8>