< TEST_PROGS=toeplitz.py TEST_GEN_PROGS="" run_tests make: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests' make[1]: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make[1]: Nothing to be done for 'all'. make[1]: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make[1]: Nothing to be done for 'all'. make[1]: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' # overriding timeout to 720 # selftests: drivers/net/hw: toeplitz.py # TAP version 13 # 1..12 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 194, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -4 -t -d 46913 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 41 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 0: rx_hash 0x006b0e1a [saddr 192.0.3.2 daddr 192.0.3.1 sport 57724 dport 46913] != expected 0x1a353f0c # # Exception| cpu 0: rx_hash 0x62b2ec7a [saddr 192.0.3.2 daddr 192.0.3.1 sport 57766 dport 46913] != expected 0xbf42770b # # Exception| cpu 0: rx_hash 0x5b1d93cb [saddr 192.0.3.2 daddr 192.0.3.1 sport 57770 dport 46913] != expected 0x3ef4338e # # Exception| cpu 0: rx_hash 0x3494d371 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57780 dport 46913] != expected 0xfd4398c7 # # Exception| cpu 0: rx_hash 0x2587038c [saddr 192.0.3.2 daddr 192.0.3.1 sport 57798 dport 46913] != expected 0x8f74bf9b # # Exception| cpu 4: rx_hash 0x170e248a [saddr 192.0.3.2 daddr 192.0.3.1 sport 57716 dport 46913] != expected 0x6558fc8f # # Exception| cpu 4: rx_hash 0xdec4d96f [saddr 192.0.3.2 daddr 192.0.3.1 sport 57738 dport 46913] != expected 0xe12f436e # # Exception| cpu 4: rx_hash 0xf00e8c4e [saddr 192.0.3.2 daddr 192.0.3.1 sport 57742 dport 46913] != expected 0x1ff4c468 # # Exception| cpu 4: rx_hash 0x0d3bacc0 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57784 dport 46913] != expected 0x7cf5dc42 # # Exception| cpu 4: rx_hash 0x73a13c87 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57812 dport 46913] != expected 0xcd755057 # # Exception| cpu 4: rx_hash 0x3950bc54 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57822 dport 46913] != expected 0x4faf9dd9 # # Exception| cpu 5: rx_hash 0x6450dbe8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57714 dport 46913] != expected 0x66347584 # # Exception| cpu 5: rx_hash 0x88e2e664 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57752 dport 46913] != expected 0xa32eaca2 # # Exception| cpu 5: rx_hash 0x00ffc3e5 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57810 dport 46913] != expected 0xce19d95c # # Exception| cpu 0: rx_hash 0xab8389e0 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57874 dport 46913] != expected 0xb0046406 # # Exception| cpu 0: rx_hash 0x56b6a96e [saddr 192.0.3.2 daddr 192.0.3.1 sport 57892 dport 46913] != expected 0xd3057c2c # # Exception| cpu 0: rx_hash 0x2e5ac344 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57906 dport 46913] != expected 0x6fdf14e6 # # Exception| cpu 0: rx_hash 0xba90591d [saddr 192.0.3.2 daddr 192.0.3.1 sport 57952 dport 46913] != expected 0xc233435a # # Exception| cpu 4: rx_hash 0xabecdc60 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57846 dport 46913] != expected 0xef192eba # # Exception| cpu 4: rx_hash 0x0b22032d [saddr 192.0.3.2 daddr 192.0.3.1 sport 57894 dport 46913] != expected 0x2eb27221 # # Exception| cpu 5: rx_hash 0xa05e4928 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57830 dport 46913] != expected 0x50afcf7b # # Exception| cpu 5: rx_hash 0xd36fe3ca [saddr 192.0.3.2 daddr 192.0.3.1 sport 57860 dport 46913] != expected 0xcde0ccc # # Exception| cpu 5: rx_hash 0xf61723a3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57872 dport 46913] != expected 0x4db36a0b # # Exception| cpu 5: rx_hash 0x787cfc4f [saddr 192.0.3.2 daddr 192.0.3.1 sport 57888 dport 46913] != expected 0x2ddefb2a # # Exception| cpu 5: rx_hash 0x62ddb9fa [saddr 192.0.3.2 daddr 192.0.3.1 sport 57922 dport 46913] != expected 0xe05f3db7 # # Exception| cpu 5: rx_hash 0x696f2cb2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57938 dport 46913] != expected 0x5fe9dc76 # # Exception| cpu 5: rx_hash 0xb122cc55 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57968 dport 46913] != expected 0x7d85a29b # # Exception| cpu 5: rx_hash 0xc27c3337 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57974 dport 46913] != expected 0x7ee92b90 # # Exception| cpu 0: rx_hash 0x643f8e68 [saddr 192.0.3.2 daddr 192.0.3.1 sport 58006 dport 46913] != expected 0x39293f38 # # Exception| cpu 0: rx_hash 0x735aa4f8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 58014 dport 46913] != expected 0x4644fcbb # # Exception| cpu 0: rx_hash 0xe7903ea1 [saddr 192.0.3.2 daddr 192.0.3.1 sport 58060 dport 46913] != expected 0xeba8ab07 # # Exception| cpu 0: rx_hash 0xc2e8fec8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 58072 dport 46913] != expected 0xaac5cdc0 # # Exception| cpu 4: rx_hash 0x3219b163 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57988 dport 46913] != expected 0x7b28d0f4 # # Exception| cpu 4: rx_hash 0xa0a5d157 [saddr 192.0.3.2 daddr 192.0.3.1 sport 58028 dport 46913] != expected 0xdb9e6397 # # Exception| cpu 4: rx_hash 0xcf2c91ed [saddr 192.0.3.2 daddr 192.0.3.1 sport 58034 dport 46913] != expected 0x1829c8de # # Exception| cpu 4: rx_hash 0x88197e1b [saddr 192.0.3.2 daddr 192.0.3.1 sport 58066 dport 46913] != expected 0x281f004e # # Exception| cpu 5: rx_hash 0x4af5db49 [saddr 192.0.3.2 daddr 192.0.3.1 sport 58002 dport 46913] != expected 0xc7f2b83e # # Exception| cpu 5: rx_hash 0x8e6f8476 [saddr 192.0.3.2 daddr 192.0.3.1 sport 58024 dport 46913] != expected 0x2545e491 # # Exception| cpu 5: rx_hash 0xde3f4110 [saddr 192.0.3.2 daddr 192.0.3.1 sport 58048 dport 46913] != expected 0x6a1eef82 # # Exception| cpu 5: rx_hash 0xd58dd458 [saddr 192.0.3.2 daddr 192.0.3.1 sport 58064 dport 46913] != expected 0xd5a80e43 # # Exception| cpu 5: rx_hash 0x0672a1f7 [saddr 192.0.3.2 daddr 192.0.3.1 sport 58082 dport 46913] != expected 0x4872916f # # Exception| count: pass=0 nohash=0 fail=41 # # Exception| # not ok 1 toeplitz.test.tcp_ipv4 # # Receiver output: # # # # RSS indirection table size: 256 # # # cpu 0: rx_hash 0xafd11856 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53100 dport 50277] OK # # # cpu 4: rx_hash 0x7c2e6df9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53086 dport 50277] OK # # # cpu 4: rx_hash 0xb8b432c6 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53092 dport 50277] OK # # # cpu 4: rx_hash 0x1ef78f99 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53124 dport 50277] OK # # # cpu 4: rx_hash 0x909c5075 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53172 dport 50277] OK # # # cpu 4: rx_hash 0xf2d17fea [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53184 dport 50277] OK # # # cpu 5: rx_hash 0xee920dcd [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53110 dport 50277] OK # # # cpu 5: rx_hash 0xd1df45ee [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53166 dport 50277] OK # # # cpu 5: rx_hash 0x87f97ae5 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53180 dport 50277] OK # # # cpu 5: rx_hash 0xcb7e005b [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53196 dport 50277] OK # # # cpu 0: rx_hash 0x436325da [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53126 dport 50277] OK # # # cpu 0: rx_hash 0x48d1b092 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53142 dport 50277] OK # # # cpu 0: rx_hash 0x5fb49a02 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53150 dport 50277] OK # # # cpu 0: rx_hash 0xee06c032 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53208 dport 50277] OK # # # cpu 0: rx_hash 0x9d583f50 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53214 dport 50277] OK # # # cpu 4: rx_hash 0x4ea74aff [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53228 dport 50277] OK # # # cpu 4: rx_hash 0x7cbaa006 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53232 dport 50277] OK # # # cpu 4: rx_hash 0x6bdf8a96 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53240 dport 50277] OK # # # cpu 4: rx_hash 0x364b20d5 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53242 dport 50277] OK # # # cpu 4: rx_hash 0x7a557d24 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53252 dport 50277] OK # # # cpu 4: rx_hash 0x71e7e86c [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53268 dport 50277] OK # # # cpu 4: rx_hash 0xbecf221b [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53310 dport 50277] OK # # # cpu 0: rx_hash 0x3b1668bf [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53278 dport 50277] OK # # # cpu 0: rx_hash 0xb57db753 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53294 dport 50277] OK # # # cpu 0: rx_hash 0xe52d7235 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53318 dport 50277] OK # # # cpu 0: rx_hash 0xc055b25c [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53330 dport 50277] OK # # # cpu 0: rx_hash 0x4e3e6db0 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53346 dport 50277] OK # # # cpu 0: rx_hash 0x595b4720 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53354 dport 50277] OK # # # cpu 0: rx_hash 0xc6b785ce [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53382 dport 50277] OK # # # cpu 4: rx_hash 0xbe5befe4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53392 dport 50277] OK # # # cpu 4: rx_hash 0x66160f03 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53426 dport 50277] OK # # # cpu 4: rx_hash 0x045b209c [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53446 dport 50277] OK # # # cpu 5: rx_hash 0x181852bb [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53360 dport 50277] OK # # # cpu 5: rx_hash 0x6b46add9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53366 dport 50277] OK # # # cpu 5: rx_hash 0xf4aa6f37 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53402 dport 50277] OK # # # cpu 5: rx_hash 0x436ecf6a [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53414 dport 50277] OK # # # cpu 5: rx_hash 0x022ddaf1 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53436 dport 50277] OK # # # cpu 5: rx_hash 0x5fb970b2 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53438 dport 50277] OK # # # cpu 0: rx_hash 0xa93ec574 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53400 dport 50277] OK # # # cpu 0: rx_hash 0x0fe9b5d4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53462 dport 50277] OK # # # cpu 0: rx_hash 0x3646ca65 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53466 dport 50277] OK # # # cpu 0: rx_hash 0xb82d1589 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53482 dport 50277] OK # # # count: pass=42 nohash=0 fail=0 # ok 2 toeplitz.test.tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 194, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -4 -u -d 45670 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 44 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 44852 dport 45670] != expected 0x6c4dd430 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 44852 dport 45670] != expected 0x6c4dd430 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 32974 dport 45670] != expected 0xecb958f1 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 32974 dport 45670] != expected 0xecb958f1 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38309 dport 45670] != expected 0x7b81428e # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38309 dport 45670] != expected 0x7b81428e # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49322 dport 45670] != expected 0x70bbfadf # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49322 dport 45670] != expected 0x70bbfadf # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 48819 dport 45670] != expected 0x13fd45e5 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 48819 dport 45670] != expected 0x13fd45e5 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 53343 dport 45670] != expected 0xc6c7224a # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 53343 dport 45670] != expected 0xc6c7224a # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 32802 dport 45670] != expected 0x2acf08dc # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 32802 dport 45670] != expected 0x2acf08dc # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 45023 dport 45670] != expected 0x5239110d # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 45023 dport 45670] != expected 0x5239110d # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 41505 dport 45670] != expected 0xd43476b4 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 41505 dport 45670] != expected 0xd43476b4 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 51642 dport 45670] != expected 0xe38918c1 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 51642 dport 45670] != expected 0xe38918c1 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 32771 dport 45670] != expected 0xe7a6427 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 32771 dport 45670] != expected 0xe7a6427 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50082 dport 45670] != expected 0xe9d0e04e # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50082 dport 45670] != expected 0xe9d0e04e # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 53493 dport 45670] != expected 0xec30431c # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 53493 dport 45670] != expected 0xec30431c # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54630 dport 45670] != expected 0xb7acd968 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54630 dport 45670] != expected 0xb7acd968 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 42789 dport 45670] != expected 0xbfea4429 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 42789 dport 45670] != expected 0xbfea4429 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 48663 dport 45670] != expected 0x450b6e3b # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 48663 dport 45670] != expected 0x450b6e3b # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 52812 dport 45670] != expected 0xd06b6636 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 52812 dport 45670] != expected 0xd06b6636 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 48797 dport 45670] != expected 0xb0277f8d # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 48797 dport 45670] != expected 0xb0277f8d # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 33181 dport 45670] != expected 0x1c07d4a # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 33181 dport 45670] != expected 0x1c07d4a # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 53768 dport 45670] != expected 0x336359e5 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 53768 dport 45670] != expected 0x336359e5 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50083 dport 45670] != expected 0x12befc55 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50083 dport 45670] != expected 0x12befc55 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 36539 dport 45670] != expected 0x82f0ebf7 # # Exception| cpu 5: rx_hash 0x1facc6a6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 36539 dport 45670] != expected 0x82f0ebf7 # # Exception| count: pass=0 nohash=0 fail=44 # # Exception| # not ok 3 toeplitz.test.udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 194, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -6 -u -d 42199 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 42 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 59164 dport 42199] != expected 0x982d7af1 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 59164 dport 42199] != expected 0x982d7af1 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 38966 dport 42199] != expected 0xbe96257d # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 38966 dport 42199] != expected 0xbe96257d # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 33217 dport 42199] != expected 0x9ab75865 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 33217 dport 42199] != expected 0x9ab75865 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42389 dport 42199] != expected 0x76882e41 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42389 dport 42199] != expected 0x76882e41 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 51703 dport 42199] != expected 0x6257f164 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 51703 dport 42199] != expected 0x6257f164 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 51456 dport 42199] != expected 0x7d17297 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 51456 dport 42199] != expected 0x7d17297 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 33981 dport 42199] != expected 0xa30abe6b # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 33981 dport 42199] != expected 0xa30abe6b # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 55748 dport 42199] != expected 0x658a62d8 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 55748 dport 42199] != expected 0x658a62d8 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32962 dport 42199] != expected 0x8cb18ff4 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32962 dport 42199] != expected 0x8cb18ff4 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46523 dport 42199] != expected 0xf8610382 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46523 dport 42199] != expected 0xf8610382 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56105 dport 42199] != expected 0x3912601a # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56105 dport 42199] != expected 0x3912601a # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 48021 dport 42199] != expected 0x3e7a701 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 48021 dport 42199] != expected 0x3e7a701 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52096 dport 42199] != expected 0x9efab494 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52096 dport 42199] != expected 0x9efab494 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 37666 dport 42199] != expected 0xcd1f3dc0 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 37666 dport 42199] != expected 0xcd1f3dc0 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57656 dport 42199] != expected 0xf74d3b8b # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57656 dport 42199] != expected 0xf74d3b8b # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32950 dport 42199] != expected 0xeefca06b # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32950 dport 42199] != expected 0xeefca06b # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53120 dport 42199] != expected 0x22d47ec1 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53120 dport 42199] != expected 0x22d47ec1 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42445 dport 42199] != expected 0xa8b334cb # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42445 dport 42199] != expected 0xa8b334cb # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 51784 dport 42199] != expected 0x5abe40ab # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 51784 dport 42199] != expected 0x5abe40ab # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42493 dport 42199] != expected 0x26d8eb27 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42493 dport 42199] != expected 0x26d8eb27 # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 43551 dport 42199] != expected 0x37d0eeba # # Exception| cpu 5: rx_hash 0x33446b28 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 43551 dport 42199] != expected 0x37d0eeba # # Exception| count: pass=0 nohash=0 fail=42 # # Exception| # not ok 4 toeplitz.test.udp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 182, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 5 toeplitz.test.rss_tcp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 182, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 6 toeplitz.test.rss_tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 182, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 7 toeplitz.test.rss_udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 182, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 8 toeplitz.test.rss_udp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 187, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 80, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 9 toeplitz.test.rps_tcp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 187, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 80, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 10 toeplitz.test.rps_tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 187, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 80, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 11 toeplitz.test.rps_udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 187, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 80, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 12 toeplitz.test.rps_udp_ipv6 # # Totals: pass:1 fail:11 xfail:0 xpass:0 skip:0 error:0 not ok 1 selftests: drivers/net/hw: toeplitz.py # exit=1 make[1]: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests' xx__-> echo $? 0 xx__-> echo scan > /sys/kernel/debug/kmemleak xx__-> /opt/nipa/contest/scripts/env_check.py Comparing to existing state file: no differences detected. Current system state saved to /tmp/nipa-env-state.json xx__-> echo $? 0 xx__->