< TEST_PROGS=toeplitz.py TEST_GEN_PROGS="" run_tests make: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests' make[1]: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make[1]: Nothing to be done for 'all'. make[1]: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make[1]: Nothing to be done for 'all'. make[1]: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' # overriding timeout to 720 # selftests: drivers/net/hw: toeplitz.py # TAP version 13 # 1..12 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 216, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -4 -t -d 57808 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 40 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 0: rx_hash 0xc917b29e [saddr 192.0.3.2 daddr 192.0.3.1 sport 38132 dport 57808] != expected 0x94cc50a9 # # Exception| cpu 0: rx_hash 0x810b4559 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38152 dport 57808] != expected 0x7cfb06ab # # Exception| cpu 0: rx_hash 0x785359b6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38194 dport 57808] != expected 0x3cbaa182 # # Exception| cpu 4: rx_hash 0x4f1f00f3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38116 dport 57808] != expected 0xfd14def5 # # Exception| cpu 4: rx_hash 0xce1e78b4 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38176 dport 57808] != expected 0x1ba65d3d # # Exception| cpu 4: rx_hash 0xf24a8f00 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38186 dport 57808] != expected 0x86d33366 # # Exception| cpu 4: rx_hash 0x38aba075 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38220 dport 57808] != expected 0x1ef1c4d # # Exception| cpu 5: rx_hash 0xb6471c1c [saddr 192.0.3.2 daddr 192.0.3.1 sport 38110 dport 57808] != expected 0xbd5579dc # # Exception| cpu 5: rx_hash 0x8d1a2182 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38144 dport 57808] != expected 0xaf4a1a13 # # Exception| cpu 5: rx_hash 0x13305a58 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38164 dport 57808] != expected 0x61f0ad3e # # Exception| cpu 5: rx_hash 0x5c2567b5 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38204 dport 57808] != expected 0x6adf6a8 # # Exception| cpu 5: rx_hash 0x82f7e5ac [saddr 192.0.3.2 daddr 192.0.3.1 sport 38230 dport 57808] != expected 0xf542fc4a # # Exception| cpu 0: rx_hash 0x77be9d98 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38244 dport 57808] != expected 0x66b247db # # Exception| cpu 0: rx_hash 0x75bc6d17 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38278 dport 57808] != expected 0xabd7404a # # Exception| cpu 0: rx_hash 0xcfe028ce [saddr 192.0.3.2 daddr 192.0.3.1 sport 38300 dport 57808] != expected 0x5f7aa04d # # Exception| cpu 4: rx_hash 0xd9d1752d [saddr 192.0.3.2 daddr 192.0.3.1 sport 38258 dport 57808] != expected 0xe6cc8215 # # Exception| cpu 4: rx_hash 0xd5c011f6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38266 dport 57808] != expected 0x357d9ead # # Exception| cpu 4: rx_hash 0xdbd385a2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38288 dport 57808] != expected 0x2ba98584 # # Exception| cpu 4: rx_hash 0x36b83421 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38310 dport 57808] != expected 0x1f3b0764 # # Exception| cpu 5: rx_hash 0x638d30f4 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38248 dport 57808] != expected 0x12616212 # # Exception| cpu 5: rx_hash 0xeb9616cd [saddr 192.0.3.2 daddr 192.0.3.1 sport 38290 dport 57808] != expected 0x656df767 # # Exception| cpu 5: rx_hash 0xe7877216 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38298 dport 57808] != expected 0xb6dcebdf # # Exception| cpu 5: rx_hash 0x98d7dc94 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38320 dport 57808] != expected 0x9f45c2aa # # Exception| cpu 5: rx_hash 0x94c6b84f [saddr 192.0.3.2 daddr 192.0.3.1 sport 38328 dport 57808] != expected 0x4cf4de12 # # Exception| cpu 0: rx_hash 0xcc1c883b [saddr 192.0.3.2 daddr 192.0.3.1 sport 38338 dport 57808] != expected 0xd6c35aac # # Exception| cpu 0: rx_hash 0xe47bd2e3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38340 dport 57808] != expected 0x3f65113e # # Exception| cpu 0: rx_hash 0xd43e418c [saddr 192.0.3.2 daddr 192.0.3.1 sport 38342 dport 57808] != expected 0x71a163dd # # Exception| cpu 0: rx_hash 0xab6eef0e [saddr 192.0.3.2 daddr 192.0.3.1 sport 38380 dport 57808] != expected 0x58384aa8 # # Exception| cpu 0: rx_hash 0x2d1e1883 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38410 dport 57808] != expected 0xffec38df # # Exception| cpu 0: rx_hash 0xa707ce35 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38418 dport 57808] != expected 0x4585aa3b # # Exception| cpu 4: rx_hash 0x7a51a939 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38352 dport 57808] != expected 0xf1dfa613 # # Exception| cpu 4: rx_hash 0x1d23ce0c [saddr 192.0.3.2 daddr 192.0.3.1 sport 38398 dport 57808] != expected 0x7f24b617 # # Exception| cpu 4: rx_hash 0x8371f036 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38428 dport 57808] != expected 0x7f92fd11 # # Exception| cpu 5: rx_hash 0x6e620455 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38364 dport 57808] != expected 0x850c83da # # Exception| cpu 5: rx_hash 0x8f18d10d [saddr 192.0.3.2 daddr 192.0.3.1 sport 38370 dport 57808] != expected 0x622f1d82 # # Exception| cpu 5: rx_hash 0x9b2b7c61 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38382 dport 57808] != expected 0x16fc384b # # Exception| cpu 5: rx_hash 0x114aef37 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38400 dport 57808] != expected 0x62995684 # # Exception| cpu 5: rx_hash 0xbf250782 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38422 dport 57808] != expected 0xe2e7934a # # Exception| cpu 5: rx_hash 0xab16aaee [saddr 192.0.3.2 daddr 192.0.3.1 sport 38426 dport 57808] != expected 0x9634b683 # # Exception| cpu 5: rx_hash 0x6e1a41b5 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38442 dport 57808] != expected 0x4b007ff1 # # Exception| count: pass=0 nohash=0 fail=40 # # Exception| # not ok 1 toeplitz.test.tcp_ipv4 # # Receiver output: # # # # RSS indirection table size: 256 # # # cpu 0: rx_hash 0x43203232 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46320 dport 57476] OK # # # cpu 0: rx_hash 0xb160802c [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46358 dport 57476] OK # # # cpu 0: rx_hash 0x9516be2f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46360 dport 57476] OK # # # cpu 0: rx_hash 0x501a5574 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46376 dport 57476] OK # # # cpu 0: rx_hash 0xf264d91a [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46390 dport 57476] OK # # # cpu 4: rx_hash 0x7365a15d [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46322 dport 57476] OK # # # cpu 4: rx_hash 0x2f4afbf6 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46338 dport 57476] OK # # # cpu 4: rx_hash 0x235b9f2d [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46346 dport 57476] OK # # # cpu 4: rx_hash 0x605fc61b [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46378 dport 57476] OK # # # cpu 5: rx_hash 0x072da12e [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46340 dport 57476] OK # # # cpu 5: rx_hash 0x787d0fac [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46382 dport 57476] OK # # # cpu 5: rx_hash 0x8ec8d76d [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46402 dport 57476] OK # # # cpu 0: rx_hash 0x82d9b3b6 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46410 dport 57476] OK # # # cpu 0: rx_hash 0x7b81af59 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46448 dport 57476] OK # # # cpu 4: rx_hash 0x08c06500 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46418 dport 57476] OK # # # cpu 4: rx_hash 0x2cb65b03 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46428 dport 57476] OK # # # cpu 4: rx_hash 0x53e6f581 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46454 dport 57476] OK # # # cpu 4: rx_hash 0xe7a9240c [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46470 dport 57476] OK # # # cpu 4: rx_hash 0x80db4339 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46504 dport 57476] OK # # # cpu 4: rx_hash 0x22a5cf57 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46518 dport 57476] OK # # # cpu 5: rx_hash 0xe9bab058 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46444 dport 57476] OK # # # cpu 5: rx_hash 0x79835fd6 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46482 dport 57476] OK # # # cpu 5: rx_hash 0x8cca27e2 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46496 dport 57476] OK # # # cpu 5: rx_hash 0x462b0897 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46534 dport 57476] OK # # # cpu 5: rx_hash 0x4a3a6c4c [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46542 dport 57476] OK # # # cpu 0: rx_hash 0x356ac2ce [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46564 dport 57476] OK # # # cpu 0: rx_hash 0x835fa62c [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46592 dport 57476] OK # # # cpu 0: rx_hash 0x9b7d6f9b [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46596 dport 57476] OK # # # cpu 0: rx_hash 0x05571441 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46608 dport 57476] OK # # # cpu 0: rx_hash 0xc05bff1a [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46624 dport 57476] OK # # # cpu 0: rx_hash 0x62257374 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46654 dport 57476] OK # # # cpu 4: rx_hash 0x9b052a7b [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46578 dport 57476] OK # # # cpu 4: rx_hash 0xfc0f08ae [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46634 dport 57476] OK # # # cpu 4: rx_hash 0x1e897d03 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46666 dport 57476] OK # # # cpu 4: rx_hash 0x06abb4b4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46670 dport 57476] OK # # # cpu 5: rx_hash 0xc023bafa [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46550 dport 57476] OK # # # cpu 5: rx_hash 0xb31a3543 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46594 dport 57476] OK # # # cpu 5: rx_hash 0xe42dc119 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46638 dport 57476] OK # # # cpu 5: rx_hash 0x80a306d9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46686 dport 57476] OK # # # cpu 0: rx_hash 0xd794f283 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46706 dport 57476] OK # # # cpu 0: rx_hash 0x7bf9eab9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46726 dport 57476] OK # # # cpu 0: rx_hash 0xfdf158d4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46742 dport 57476] OK # # # cpu 0: rx_hash 0x38fdb38f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46758 dport 57476] OK # # # cpu 0: rx_hash 0x602783fb [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46812 dport 57476] OK # # # count: pass=44 nohash=0 fail=0 # ok 2 toeplitz.test.tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 216, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -4 -u -d 41967 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 44 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 39872 dport 41967] != expected 0x99f232e0 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 39872 dport 41967] != expected 0x99f232e0 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 39202 dport 41967] != expected 0xefd9f103 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 39202 dport 41967] != expected 0xefd9f103 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 35938 dport 41967] != expected 0x9fce0c6 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 35938 dport 41967] != expected 0x9fce0c6 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54690 dport 41967] != expected 0xf44c45ce # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54690 dport 41967] != expected 0xf44c45ce # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49448 dport 41967] != expected 0xcecc80e9 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49448 dport 41967] != expected 0xcecc80e9 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 39293 dport 41967] != expected 0xfbe8ee24 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 39293 dport 41967] != expected 0xfbe8ee24 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38316 dport 41967] != expected 0x4b8164c7 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38316 dport 41967] != expected 0x4b8164c7 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50565 dport 41967] != expected 0x23e7743a # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50565 dport 41967] != expected 0x23e7743a # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50664 dport 41967] != expected 0xa426d08c # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50664 dport 41967] != expected 0xa426d08c # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57808 dport 41967] != expected 0xfcb08b38 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57808 dport 41967] != expected 0xfcb08b38 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 53249 dport 41967] != expected 0x55ed6ed2 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 53249 dport 41967] != expected 0x55ed6ed2 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 40103 dport 41967] != expected 0x1332d6a3 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 40103 dport 41967] != expected 0x1332d6a3 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34174 dport 41967] != expected 0x4cb972aa # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34174 dport 41967] != expected 0x4cb972aa # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 41932 dport 41967] != expected 0xdf2f92fc # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 41932 dport 41967] != expected 0xdf2f92fc # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 32869 dport 41967] != expected 0xea69db7 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 32869 dport 41967] != expected 0xea69db7 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 33799 dport 41967] != expected 0x735fe9d4 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 33799 dport 41967] != expected 0x735fe9d4 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 58783 dport 41967] != expected 0xdcfe787a # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 58783 dport 41967] != expected 0xdcfe787a # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57757 dport 41967] != expected 0xcf9d68a0 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57757 dport 41967] != expected 0xcf9d68a0 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 45399 dport 41967] != expected 0xf7169a0a # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 45399 dport 41967] != expected 0xf7169a0a # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 47051 dport 41967] != expected 0xe1cf861f # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 47051 dport 41967] != expected 0xe1cf861f # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57525 dport 41967] != expected 0xde5dbbd3 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57525 dport 41967] != expected 0xde5dbbd3 # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 48602 dport 41967] != expected 0x800298eb # # Exception| cpu 4: rx_hash 0xd4ca5430 [saddr 192.0.3.2 daddr 192.0.3.1 sport 48602 dport 41967] != expected 0x800298eb # # Exception| count: pass=0 nohash=0 fail=44 # # Exception| # not ok 3 toeplitz.test.udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 216, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -6 -u -d 56415 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 40 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 49758 dport 56415] != expected 0x5648de59 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 49758 dport 56415] != expected 0x5648de59 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 50476 dport 56415] != expected 0xa4cb668a # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 50476 dport 56415] != expected 0xa4cb668a # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 36651 dport 56415] != expected 0x6bacc57 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 36651 dport 56415] != expected 0x6bacc57 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32836 dport 56415] != expected 0x1b855c3f # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32836 dport 56415] != expected 0x1b855c3f # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 58195 dport 56415] != expected 0xcdd3da94 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 58195 dport 56415] != expected 0xcdd3da94 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54384 dport 56415] != expected 0x7194d684 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54384 dport 56415] != expected 0x7194d684 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 40260 dport 56415] != expected 0xda77ec06 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 40260 dport 56415] != expected 0xda77ec06 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60619 dport 56415] != expected 0x2c4fe777 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60619 dport 56415] != expected 0x2c4fe777 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57121 dport 56415] != expected 0xb7c9b17d # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57121 dport 56415] != expected 0xb7c9b17d # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53510 dport 56415] != expected 0xef05e273 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53510 dport 56415] != expected 0xef05e273 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 58312 dport 56415] != expected 0xc7c5afde # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 58312 dport 56415] != expected 0xc7c5afde # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45518 dport 56415] != expected 0x16b53a0b # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45518 dport 56415] != expected 0x16b53a0b # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 49362 dport 56415] != expected 0xe68a20eb # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 49362 dport 56415] != expected 0xe68a20eb # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 59151 dport 56415] != expected 0xc472cbc7 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 59151 dport 56415] != expected 0xc472cbc7 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42185 dport 56415] != expected 0x82a7e750 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42185 dport 56415] != expected 0x82a7e750 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 55017 dport 56415] != expected 0x3ff77532 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 55017 dport 56415] != expected 0x3ff77532 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56645 dport 56415] != expected 0x395d48f4 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56645 dport 56415] != expected 0x395d48f4 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 58739 dport 56415] != expected 0xc0ffe4f8 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 58739 dport 56415] != expected 0xc0ffe4f8 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56306 dport 56415] != expected 0x2a54aebe # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56306 dport 56415] != expected 0x2a54aebe # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45653 dport 56415] != expected 0x80f381f4 # # Exception| cpu 0: rx_hash 0x9dfbe665 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45653 dport 56415] != expected 0x80f381f4 # # Exception| count: pass=0 nohash=0 fail=40 # # Exception| # not ok 4 toeplitz.test.udp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 204, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 5 toeplitz.test.rss_tcp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 204, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 6 toeplitz.test.rss_tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 204, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 7 toeplitz.test.rss_udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 204, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 8 toeplitz.test.rss_udp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 209, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 9 toeplitz.test.rps_tcp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 209, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 10 toeplitz.test.rps_tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 209, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 11 toeplitz.test.rps_udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 209, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 12 toeplitz.test.rps_udp_ipv6 # # Totals: pass:1 fail:11 xfail:0 xpass:0 skip:0 error:0 not ok 1 selftests: drivers/net/hw: toeplitz.py # exit=1 make[1]: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests' xx__-> echo $? 0 xx__-> echo scan > /sys/kernel/debug/kmemleak xx__-> /opt/nipa/contest/scripts/env_check.py Comparing to existing state file: no differences detected. Current system state saved to /tmp/nipa-env-state.json xx__-> echo $? 0 xx__->