< TEST_PROGS=toeplitz.py TEST_GEN_PROGS="" run_tests make: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests' make[1]: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make[1]: Nothing to be done for 'all'. make[1]: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make[1]: Nothing to be done for 'all'. make[1]: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' # overriding timeout to 1800 # selftests: drivers/net/hw: toeplitz.py # # Interface: enp1s0, driver: fbnic # TAP version 13 # 1..12 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 214, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -4 -t -d 60851 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 42 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 0: rx_hash 0x7eab90aa [saddr 192.0.3.2 daddr 192.0.3.1 sport 36272 dport 60851] != expected 0x4a9df083 # # Exception| cpu 0: rx_hash 0x64f6725f [saddr 192.0.3.2 daddr 192.0.3.1 sport 36312 dport 60851] != expected 0x32a4241 # # Exception| cpu 0: rx_hash 0xb3752e29 [saddr 192.0.3.2 daddr 192.0.3.1 sport 36322 dport 60851] != expected 0x42a7db2e # # Exception| cpu 0: rx_hash 0x07730ffe [saddr 192.0.3.2 daddr 192.0.3.1 sport 37390 dport 60851] != expected 0x1aa8004b # # Exception| cpu 0: rx_hash 0x8149fe38 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37398 dport 60851] != expected 0x4943ed14 # # Exception| cpu 4: rx_hash 0x6a35b43f [saddr 192.0.3.2 daddr 192.0.3.1 sport 36282 dport 60851] != expected 0xa2e59f43 # # Exception| cpu 4: rx_hash 0x9f252cdb [saddr 192.0.3.2 daddr 192.0.3.1 sport 36304 dport 60851] != expected 0x9e670bd4 # # Exception| cpu 4: rx_hash 0x44d39321 [saddr 192.0.3.2 daddr 192.0.3.1 sport 36326 dport 60851] != expected 0x783d4804 # # Exception| cpu 5: rx_hash 0x0d81f988 [saddr 192.0.3.2 daddr 192.0.3.1 sport 36290 dport 60851] != expected 0x25f4894b # # Exception| cpu 5: rx_hash 0xad19fcca [saddr 192.0.3.2 daddr 192.0.3.1 sport 37412 dport 60851] != expected 0x95833dee # # Exception| cpu 5: rx_hash 0xc81b9491 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37426 dport 60851] != expected 0x148a2c5b # # Exception| cpu 0: rx_hash 0xc46e771d [saddr 192.0.3.2 daddr 192.0.3.1 sport 37438 dport 60851] != expected 0xb35df6e4 # # Exception| cpu 0: rx_hash 0x9761ff41 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37490 dport 60851] != expected 0xa7238569 # # Exception| cpu 0: rx_hash 0xbc501e83 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37508 dport 60851] != expected 0x2b04bb12 # # Exception| cpu 0: rx_hash 0x531d6492 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37510 dport 60851] != expected 0x5e319d47 # # Exception| cpu 4: rx_hash 0x317eeff9 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37460 dport 60851] != expected 0x8fdf6273 # # Exception| cpu 4: rx_hash 0x3d0b0c75 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37464 dport 60851] != expected 0x2808b8cc # # Exception| cpu 4: rx_hash 0xfe167496 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37480 dport 60851] != expected 0x81fd4e63 # # Exception| cpu 4: rx_hash 0xd95276d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37522 dport 60851] != expected 0xaa0daaa7 # # Exception| cpu 4: rx_hash 0xd5279554 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37534 dport 60851] != expected 0xdda7018 # # Exception| cpu 4: rx_hash 0xede9b333 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37542 dport 60851] != expected 0x3962cf22 # # Exception| cpu 5: rx_hash 0x5809642e [saddr 192.0.3.2 daddr 192.0.3.1 sport 37454 dport 60851] != expected 0xa901a979 # # Exception| cpu 5: rx_hash 0xd2467664 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37466 dport 60851] != expected 0x5d3d9e99 # # Exception| cpu 5: rx_hash 0x4bf6a38b [saddr 192.0.3.2 daddr 192.0.3.1 sport 37504 dport 60851] != expected 0x119e2838 # # Exception| cpu 5: rx_hash 0xa4bbd99a [saddr 192.0.3.2 daddr 192.0.3.1 sport 37506 dport 60851] != expected 0x64ab0e6d # # Exception| cpu 0: rx_hash 0x90001c71 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37558 dport 60851] != expected 0xf7c46be8 # # Exception| cpu 0: rx_hash 0xfbc1b24a [saddr 192.0.3.2 daddr 192.0.3.1 sport 37570 dport 60851] != expected 0xd702a75f # # Exception| cpu 0: rx_hash 0x86281d08 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37586 dport 60851] != expected 0x19a40395 # # Exception| cpu 4: rx_hash 0x0ed12aae [saddr 192.0.3.2 daddr 192.0.3.1 sport 37544 dport 60851] != expected 0xeb8033c8 # # Exception| cpu 4: rx_hash 0x163aedb7 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37550 dport 60851] != expected 0xa42f86b7 # # Exception| cpu 4: rx_hash 0x7f4d6660 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37556 dport 60851] != expected 0x82f14dbd # # Exception| cpu 4: rx_hash 0x718ea000 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37590 dport 60851] != expected 0x233e90bf # # Exception| cpu 4: rx_hash 0x4433b19f [saddr 192.0.3.2 daddr 192.0.3.1 sport 37636 dport 60851] != expected 0x1e3a05c7 # # Exception| cpu 4: rx_hash 0xce7ca3d5 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37648 dport 60851] != expected 0xea063227 # # Exception| cpu 4: rx_hash 0x011438ba [saddr 192.0.3.2 daddr 192.0.3.1 sport 37676 dport 60851] != expected 0xe4241e37 # # Exception| cpu 5: rx_hash 0x453565eb [saddr 192.0.3.2 daddr 192.0.3.1 sport 37602 dport 60851] != expected 0xb051f53a # # Exception| cpu 5: rx_hash 0x49408667 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37614 dport 60851] != expected 0x17862f85 # # Exception| cpu 5: rx_hash 0x34a92925 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37630 dport 60851] != expected 0xd9208b4f # # Exception| cpu 0: rx_hash 0xc2094059 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37660 dport 60851] != expected 0x4dd1e898 # # Exception| cpu 0: rx_hash 0x70887474 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37680 dport 60851] != expected 0x8d556042 # # Exception| cpu 0: rx_hash 0x7cfd97f8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37692 dport 60851] != expected 0x2a82bafd # # Exception| cpu 0: rx_hash 0x7e4bb214 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37714 dport 60851] != expected 0x2c9abd40 # # Exception| count: pass=0 nohash=0 fail=42 # # Exception| # not ok 1 toeplitz.test.tcp_ipv4 # # Receiver output: # # # # RSS indirection table size: 256 # # # cpu 0: rx_hash 0x4517366e [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42250 dport 37390] OK # # # cpu 4: rx_hash 0xbec468ea [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42242 dport 37390] OK # # # cpu 4: rx_hash 0xa62faff3 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42244 dport 37390] OK # # # cpu 4: rx_hash 0xc32dc7a8 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42258 dport 37390] OK # # # cpu 4: rx_hash 0x0030bf4b [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42274 dport 37390] OK # # # cpu 4: rx_hash 0x14ae9bde [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42280 dport 37390] OK # # # cpu 4: rx_hash 0x860a4e8d [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42298 dport 37390] OK # # # cpu 5: rx_hash 0x4962d5e2 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42246 dport 37390] OK # # # cpu 5: rx_hash 0x18db7852 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42276 dport 37390] OK # # # cpu 5: rx_hash 0xe30826d6 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42284 dport 37390] OK # # # cpu 5: rx_hash 0x6532d710 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42292 dport 37390] OK # # # cpu 0: rx_hash 0xedcbe0b6 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42318 dport 37390] OK # # # cpu 0: rx_hash 0x4bd4f00e [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42344 dport 37390] OK # # # cpu 0: rx_hash 0xd505c6d1 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42358 dport 37390] OK # # # cpu 4: rx_hash 0x731ad669 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42320 dport 37390] OK # # # cpu 4: rx_hash 0xb007ae8a [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42336 dport 37390] OK # # # cpu 4: rx_hash 0x3a48bcc0 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42356 dport 37390] OK # # # cpu 4: rx_hash 0x83dd8851 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42384 dport 37390] OK # # # cpu 5: rx_hash 0x0ef3792b [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42304 dport 37390] OK # # # cpu 5: rx_hash 0xfe342713 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42368 dport 37390] OK # # # cpu 5: rx_hash 0xe6dfe00a [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42374 dport 37390] OK # # # cpu 5: rx_hash 0x40c0f0b2 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42400 dport 37390] OK # # # cpu 0: rx_hash 0x4cb5133e [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42412 dport 37390] OK # # # cpu 0: rx_hash 0xa3f8692f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42414 dport 37390] OK # # # cpu 0: rx_hash 0x25c298e9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42422 dport 37390] OK # # # cpu 0: rx_hash 0x5a9d1247 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42440 dport 37390] OK # # # cpu 0: rx_hash 0x2b015e89 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42452 dport 37390] OK # # # cpu 0: rx_hash 0xc44c2498 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42454 dport 37390] OK # # # cpu 0: rx_hash 0xc839c714 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42458 dport 37390] OK # # # cpu 0: rx_hash 0x62533420 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42480 dport 37390] OK # # # cpu 4: rx_hash 0x4e0336d2 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42434 dport 37390] OK # # # cpu 4: rx_hash 0x33ea9990 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42450 dport 37390] OK # # # cpu 4: rx_hash 0xb553026c [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42502 dport 37390] OK # # # cpu 5: rx_hash 0xad3baf4f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42444 dport 37390] OK # # # cpu 5: rx_hash 0xf0f7e173 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42466 dport 37390] OK # # # cpu 5: rx_hash 0x6e26d7ac [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42492 dport 37390] OK # # # cpu 5: rx_hash 0x4e805ce8 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42510 dport 37390] OK # # # cpu 0: rx_hash 0x3369f3aa [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42526 dport 37390] OK # # # cpu 0: rx_hash 0x07d23641 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42538 dport 37390] OK # # # cpu 0: rx_hash 0x764e7a8f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42550 dport 37390] OK # # # cpu 0: rx_hash 0x8d9d240b [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42558 dport 37390] OK # # # cpu 0: rx_hash 0xea2969bc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42566 dport 37390] OK # # # cpu 0: rx_hash 0x97c0c6fe [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42582 dport 37390] OK # # # count: pass=43 nohash=0 fail=0 # ok 2 toeplitz.test.tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 214, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -4 -u -d 59456 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 42 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 47708 dport 59456] != expected 0x794db327 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 47708 dport 59456] != expected 0x794db327 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 51320 dport 59456] != expected 0x88eb1b11 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 51320 dport 59456] != expected 0x88eb1b11 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 52571 dport 59456] != expected 0xa737d355 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 52571 dport 59456] != expected 0xa737d355 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 46061 dport 59456] != expected 0x9271fabf # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 46061 dport 59456] != expected 0x9271fabf # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49862 dport 59456] != expected 0xc1c0bda2 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49862 dport 59456] != expected 0xc1c0bda2 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60105 dport 59456] != expected 0x83b213f8 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60105 dport 59456] != expected 0x83b213f8 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 59770 dport 59456] != expected 0xf653045a # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 59770 dport 59456] != expected 0xf653045a # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 47643 dport 59456] != expected 0x6f21e3c1 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 47643 dport 59456] != expected 0x6f21e3c1 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57351 dport 59456] != expected 0xd0c5ead6 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57351 dport 59456] != expected 0xd0c5ead6 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 47631 dport 59456] != expected 0x9b1dd421 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 47631 dport 59456] != expected 0x9b1dd421 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 52358 dport 59456] != expected 0xa2bbf66c # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 52358 dport 59456] != expected 0xa2bbf66c # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 35267 dport 59456] != expected 0xe581d9a9 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 35267 dport 59456] != expected 0xe581d9a9 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38389 dport 59456] != expected 0x6bb2eb07 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38389 dport 59456] != expected 0x6bb2eb07 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 47673 dport 59456] != expected 0x7d4797f1 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 47673 dport 59456] != expected 0x7d4797f1 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 45705 dport 59456] != expected 0x90fbf88e # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 45705 dport 59456] != expected 0x90fbf88e # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34104 dport 59456] != expected 0x82bca61c # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34104 dport 59456] != expected 0x82bca61c # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37248 dport 59456] != expected 0x9a24f188 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37248 dport 59456] != expected 0x9a24f188 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 59208 dport 59456] != expected 0xfa41365c # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 59208 dport 59456] != expected 0xfa41365c # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37385 dport 59456] != expected 0xae487f45 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37385 dport 59456] != expected 0xae487f45 # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 47521 dport 59456] != expected 0x6de7f15d # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 47521 dport 59456] != expected 0x6de7f15d # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 56004 dport 59456] != expected 0xe7a6701a # # Exception| cpu 4: rx_hash 0xb3d1a6f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 56004 dport 59456] != expected 0xe7a6701a # # Exception| count: pass=0 nohash=0 fail=42 # # Exception| # not ok 3 toeplitz.test.udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 214, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -6 -u -d 57952 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 40 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 38433 dport 57952] != expected 0x60ea1100 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 38433 dport 57952] != expected 0x60ea1100 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34085 dport 57952] != expected 0xde009229 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34085 dport 57952] != expected 0xde009229 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54052 dport 57952] != expected 0x66a01e09 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54052 dport 57952] != expected 0x66a01e09 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 39440 dport 57952] != expected 0xc261e823 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 39440 dport 57952] != expected 0xc261e823 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 43335 dport 57952] != expected 0x3571d57d # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 43335 dport 57952] != expected 0x3571d57d # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 37388 dport 57952] != expected 0xd90677b3 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 37388 dport 57952] != expected 0xd90677b3 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46226 dport 57952] != expected 0xcccc6b94 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46226 dport 57952] != expected 0xcccc6b94 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 43552 dport 57952] != expected 0xeebf8db8 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 43552 dport 57952] != expected 0xeebf8db8 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57551 dport 57952] != expected 0xf1658dd0 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57551 dport 57952] != expected 0xf1658dd0 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53666 dport 57952] != expected 0x7a19a182 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53666 dport 57952] != expected 0x7a19a182 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35055 dport 57952] != expected 0xd28b0793 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35055 dport 57952] != expected 0xd28b0793 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 50449 dport 57952] != expected 0x47e42da9 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 50449 dport 57952] != expected 0x47e42da9 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57685 dport 57952] != expected 0x6071a91b # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57685 dport 57952] != expected 0x6071a91b # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 50762 dport 57952] != expected 0x5342ee03 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 50762 dport 57952] != expected 0x5342ee03 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 44820 dport 57952] != expected 0x582d741a # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 44820 dport 57952] != expected 0x582d741a # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 58588 dport 57952] != expected 0x68ac0a1d # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 58588 dport 57952] != expected 0x68ac0a1d # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42394 dport 57952] != expected 0xd5bc464b # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42394 dport 57952] != expected 0xd5bc464b # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 43268 dport 57952] != expected 0x5bdc309f # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 43268 dport 57952] != expected 0x5bdc309f # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60104 dport 57952] != expected 0xf60020ce # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60104 dport 57952] != expected 0xf60020ce # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45500 dport 57952] != expected 0x132919e1 # # Exception| cpu 4: rx_hash 0x5fcc9627 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45500 dport 57952] != expected 0x132919e1 # # Exception| count: pass=0 nohash=0 fail=40 # # Exception| # not ok 4 toeplitz.test.udp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 203, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 5 toeplitz.test.rss_tcp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 203, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 6 toeplitz.test.rss_tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 203, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 7 toeplitz.test.rss_udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 203, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 8 toeplitz.test.rss_udp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 208, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 9 toeplitz.test.rps_tcp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 208, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 10 toeplitz.test.rps_tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 208, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 11 toeplitz.test.rps_udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 208, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 12 toeplitz.test.rps_udp_ipv6 # # Totals: pass:1 fail:11 xfail:0 xpass:0 skip:0 error:0 not ok 1 selftests: drivers/net/hw: toeplitz.py # exit=1 make[1]: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests' xx__-> echo $? 0 xx__-> echo scan > /sys/kernel/debug/kmemleak xx__-> /opt/nipa/contest/scripts/env_check.py Comparing to existing state file: no differences detected. Current system state saved to /tmp/nipa-env-state.json xx__-> echo $? 0 xx__->