< TEST_PROGS=toeplitz.py TEST_GEN_PROGS="" run_tests make: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests' make[1]: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make[1]: Nothing to be done for 'all'. make[1]: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make[1]: Nothing to be done for 'all'. make[1]: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' TAP version 13 1..1 # overriding timeout to 720 # selftests: drivers/net/hw: toeplitz.py # TAP version 13 # 1..12 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 358, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 194, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 182, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail) # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 117, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -4 -t -d 57701 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 41 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 0: rx_hash 0x480be486 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55552 dport 57701] != expected 0xdf30b869 # # Exception| cpu 0: rx_hash 0xcefeb5a1 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55572 dport 57701] != expected 0x6a52cc73 # # Exception| cpu 0: rx_hash 0x7e5faf23 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55590 dport 57701] != expected 0xd4c7af19 # # Exception| cpu 0: rx_hash 0x006ebf7d [saddr 192.0.3.2 daddr 192.0.3.1 sport 55606 dport 57701] != expected 0x5a271e4b # # Exception| cpu 4: rx_hash 0x5ecb631b [saddr 192.0.3.2 daddr 192.0.3.1 sport 55622 dport 57701] != expected 0x300fdbe4 # # Exception| cpu 4: rx_hash 0x29b6b0cf [saddr 192.0.3.2 daddr 192.0.3.1 sport 55632 dport 57701] != expected 0xf268256f # # Exception| cpu 4: rx_hash 0x6c39497b [saddr 192.0.3.2 daddr 192.0.3.1 sport 55660 dport 57701] != expected 0x1dbb6b78 # # Exception| cpu 5: rx_hash 0xde8b0bee [saddr 192.0.3.2 daddr 192.0.3.1 sport 55536 dport 57701] != expected 0xc2a60f9 # # Exception| cpu 5: rx_hash 0x4cad8543 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55564 dport 57701] != expected 0xf9731f85 # # Exception| cpu 5: rx_hash 0x8fd72dd0 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55588 dport 57701] != expected 0xa3c22588 # # Exception| cpu 5: rx_hash 0xfc0c9fc1 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55614 dport 57701] != expected 0x47e67cef # # Exception| cpu 5: rx_hash 0x2d10d10a [saddr 192.0.3.2 daddr 192.0.3.1 sport 55644 dport 57701] != expected 0xd42b8283 # # Exception| cpu 5: rx_hash 0x9db1cb88 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55662 dport 57701] != expected 0x6abee1e9 # # Exception| cpu 0: rx_hash 0x16ae38e0 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55664 dport 57701] != expected 0xb5187dc6 # # Exception| cpu 0: rx_hash 0xca2764c2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55690 dport 57701] != expected 0x64284676 # # Exception| cpu 0: rx_hash 0x48745420 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55698 dport 57701] != expected 0xf7099580 # # Exception| cpu 0: rx_hash 0x413897aa [saddr 192.0.3.2 daddr 192.0.3.1 sport 55700 dport 57701] != expected 0xbb8eda59 # # Exception| cpu 4: rx_hash 0xc7cdc68d [saddr 192.0.3.2 daddr 192.0.3.1 sport 55680 dport 57701] != expected 0xeecae43 # # Exception| cpu 4: rx_hash 0x3645447e [saddr 192.0.3.2 daddr 192.0.3.1 sport 55682 dport 57701] != expected 0x79e924d2 # # Exception| cpu 4: rx_hash 0x095dcc51 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55714 dport 57701] != expected 0x3e997c7b # # Exception| cpu 4: rx_hash 0xf53feced [saddr 192.0.3.2 daddr 192.0.3.1 sport 55722 dport 57701] != expected 0x23581edf # # Exception| cpu 4: rx_hash 0xd5ab20d5 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55754 dport 57701] != expected 0xc7906a22 # # Exception| cpu 4: rx_hash 0xaf3c514e [saddr 192.0.3.2 daddr 192.0.3.1 sport 55766 dport 57701] != expected 0x6f337c9c # # Exception| cpu 5: rx_hash 0x3f0987f4 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55684 dport 57701] != expected 0x356e6b0b # # Exception| cpu 5: rx_hash 0x7e201f85 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55732 dport 57701] != expected 0xfcfe82f0 # # Exception| cpu 5: rx_hash 0x8fa89d76 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55734 dport 57701] != expected 0x8bfb0861 # # Exception| cpu 5: rx_hash 0x73cabdca [saddr 192.0.3.2 daddr 192.0.3.1 sport 55742 dport 57701] != expected 0x963a6ac5 # # Exception| cpu 5: rx_hash 0xa2d6f301 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55772 dport 57701] != expected 0x5f794a9 # # Exception| cpu 0: rx_hash 0x9482b8a4 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55802 dport 57701] != expected 0xe0083d9 # # Exception| cpu 0: rx_hash 0x628977dd [saddr 192.0.3.2 daddr 192.0.3.1 sport 55842 dport 57701] != expected 0x33dc64ce # # Exception| cpu 0: rx_hash 0x4ff719aa [saddr 192.0.3.2 daddr 192.0.3.1 sport 55880 dport 57701] != expected 0xbdd0f806 # # Exception| cpu 4: rx_hash 0x1b3b2a09 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55784 dport 57701] != expected 0xf7e5b81a # # Exception| cpu 4: rx_hash 0x650a3a57 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55800 dport 57701] != expected 0x79050948 # # Exception| cpu 4: rx_hash 0x54dd3c78 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55812 dport 57701] != expected 0x382b73be # # Exception| cpu 4: rx_hash 0x662f1618 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55854 dport 57701] != expected 0x159fc322 # # Exception| cpu 4: rx_hash 0xbad9fa9c [saddr 192.0.3.2 daddr 192.0.3.1 sport 55878 dport 57701] != expected 0xec96d57b # # Exception| cpu 5: rx_hash 0x59379e37 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55822 dport 57701] != expected 0x52ef9b8b # # Exception| cpu 5: rx_hash 0x23a0efac [saddr 192.0.3.2 daddr 192.0.3.1 sport 55826 dport 57701] != expected 0xfa4c8d35 # # Exception| cpu 5: rx_hash 0xd68e0c9a [saddr 192.0.3.2 daddr 192.0.3.1 sport 55836 dport 57701] != expected 0xab0aa048 # # Exception| cpu 5: rx_hash 0x97a794eb [saddr 192.0.3.2 daddr 192.0.3.1 sport 55852 dport 57701] != expected 0x629a49b3 # # Exception| cpu 5: rx_hash 0xe99684b5 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55868 dport 57701] != expected 0xec7af8e1 # # Exception| count: pass=0 nohash=0 fail=41 # # Exception| # not ok 1 toeplitz.test.tcp_ipv4 # # Receiver output: # # # # RSS indirection table size: 256 # # # cpu 4: rx_hash 0x2e173845 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60886 dport 60977] OK # # # cpu 4: rx_hash 0xabc7452d [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60948 dport 60977] OK # # # cpu 4: rx_hash 0x5ee9a61b [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60954 dport 60977] OK # # # cpu 4: rx_hash 0xee48bc99 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60968 dport 60977] OK # # # cpu 5: rx_hash 0x6f3ea034 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60902 dport 60977] OK # # # cpu 5: rx_hash 0xe9cbf113 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60914 dport 60977] OK # # # cpu 5: rx_hash 0xed6d90d6 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60926 dport 60977] OK # # # cpu 5: rx_hash 0xe3a21ed6 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60962 dport 60977] OK # # # cpu 5: rx_hash 0x9079acc7 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60984 dport 60977] OK # # # cpu 5: rx_hash 0xca7a1164 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60996 dport 60977] OK # # # cpu 5: rx_hash 0x050d0c6a [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32778 dport 60977] OK # # # cpu 5: rx_hash 0x8ab49ec7 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32792 dport 60977] OK # # # cpu 0: rx_hash 0xe421535c [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60920 dport 60977] OK # # # cpu 0: rx_hash 0xd15034b6 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60936 dport 60977] OK # # # cpu 0: rx_hash 0x83f85d4d [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32798 dport 60977] OK # # # cpu 4: rx_hash 0xc2d1c53c [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32814 dport 60977] OK # # # cpu 4: rx_hash 0xefafab4b [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32836 dport 60977] OK # # # cpu 5: rx_hash 0xcf3b6773 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32804 dport 60977] OK # # # cpu 5: rx_hash 0xe6e368c1 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32834 dport 60977] OK # # # cpu 5: rx_hash 0x1e2729b8 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32838 dport 60977] OK # # # cpu 5: rx_hash 0xd9fbe0ee [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32866 dport 60977] OK # # # cpu 5: rx_hash 0x56427243 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32880 dport 60977] OK # # # cpu 5: rx_hash 0x8acb2e61 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32906 dport 60977] OK # # # cpu 0: rx_hash 0xbce0d562 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32830 dport 60977] OK # # # cpu 0: rx_hash 0x176bea32 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32832 dport 60977] OK # # # cpu 0: rx_hash 0x601639e6 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32854 dport 60977] OK # # # cpu 0: rx_hash 0x2873621d [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32864 dport 60977] OK # # # cpu 0: rx_hash 0x52e41386 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32892 dport 60977] OK # # # cpu 4: rx_hash 0x720f6f18 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32910 dport 60977] OK # # # cpu 4: rx_hash 0x445b24bd [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32936 dport 60977] OK # # # cpu 4: rx_hash 0x3326f769 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32958 dport 60977] OK # # # cpu 4: rx_hash 0x6d832b0f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32974 dport 60977] OK # # # cpu 4: rx_hash 0x13b23b51 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32990 dport 60977] OK # # # cpu 4: rx_hash 0x5f71016f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32996 dport 60977] OK # # # cpu 5: rx_hash 0xf9109c70 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32912 dport 60977] OK # # # cpu 5: rx_hash 0xfdb6fdb5 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32924 dport 60977] OK # # # cpu 5: rx_hash 0x64cfe885 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32968 dport 60977] OK # # # cpu 5: rx_hash 0x280cd2bb [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 33010 dport 60977] OK # # # cpu 5: rx_hash 0xd46ef207 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 33018 dport 60977] OK # # # cpu 0: rx_hash 0x3a6a34e3 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32952 dport 60977] OK # # # cpu 0: rx_hash 0x91e10bb3 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32966 dport 60977] OK # # # cpu 0: rx_hash 0xd0c893c2 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 33014 dport 60977] OK # # # count: pass=42 nohash=0 fail=0 # ok 2 toeplitz.test.tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 358, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 194, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 182, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail) # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 117, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -4 -u -d 42018 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 44 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 52246 dport 42018] != expected 0xbe5e7b42 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 52246 dport 42018] != expected 0xbe5e7b42 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 40494 dport 42018] != expected 0xfd55ad0a # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 40494 dport 42018] != expected 0xfd55ad0a # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 59418 dport 42018] != expected 0x29612e33 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 59418 dport 42018] != expected 0x29612e33 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 35048 dport 42018] != expected 0xfb74bf53 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 35048 dport 42018] != expected 0xfb74bf53 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 44880 dport 42018] != expected 0x931cde24 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 44880 dport 42018] != expected 0x931cde24 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50241 dport 42018] != expected 0x9c977ddc # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50241 dport 42018] != expected 0x9c977ddc # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54642 dport 42018] != expected 0x7269e031 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54642 dport 42018] != expected 0x7269e031 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57237 dport 42018] != expected 0xfc9b1cf4 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57237 dport 42018] != expected 0xfc9b1cf4 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34348 dport 42018] != expected 0xf1c30648 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34348 dport 42018] != expected 0xf1c30648 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55350 dport 42018] != expected 0x759b419f # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55350 dport 42018] != expected 0x759b419f # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54740 dport 42018] != expected 0xa842e16b # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54740 dport 42018] != expected 0xa842e16b # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 36036 dport 42018] != expected 0xc07cc2d3 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 36036 dport 42018] != expected 0xc07cc2d3 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 56635 dport 42018] != expected 0x8f067a80 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 56635 dport 42018] != expected 0x8f067a80 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50180 dport 42018] != expected 0xeaa681e3 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50180 dport 42018] != expected 0xeaa681e3 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55182 dport 42018] != expected 0x5ba991d2 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55182 dport 42018] != expected 0x5ba991d2 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 40325 dport 42018] != expected 0x33af1000 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 40325 dport 42018] != expected 0x33af1000 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55366 dport 42018] != expected 0x1fb38430 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55366 dport 42018] != expected 0x1fb38430 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55633 dport 42018] != expected 0x5b31648d # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55633 dport 42018] != expected 0x5b31648d # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49873 dport 42018] != expected 0x2de75deb # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49873 dport 42018] != expected 0x2de75deb # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 48800 dport 42018] != expected 0x9688e605 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 48800 dport 42018] != expected 0x9688e605 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57148 dport 42018] != expected 0x99fd25f0 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57148 dport 42018] != expected 0x99fd25f0 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50154 dport 42018] != expected 0x8564213 # # Exception| cpu 4: rx_hash 0x87b697d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50154 dport 42018] != expected 0x8564213 # # Exception| count: pass=0 nohash=0 fail=44 # # Exception| # not ok 3 toeplitz.test.udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 358, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 194, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 182, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail) # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 117, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -6 -u -d 46103 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 44 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46582 dport 46103] != expected 0x24c1a323 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46582 dport 46103] != expected 0x24c1a323 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46929 dport 46103] != expected 0xddb347e9 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46929 dport 46103] != expected 0xddb347e9 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35060 dport 46103] != expected 0x95efbf2c # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35060 dport 46103] != expected 0x95efbf2c # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45121 dport 46103] != expected 0x16680a71 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45121 dport 46103] != expected 0x16680a71 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57402 dport 46103] != expected 0x2757ccea # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57402 dport 46103] != expected 0x2757ccea # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 59008 dport 46103] != expected 0x165b981c # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 59008 dport 46103] != expected 0x165b981c # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46852 dport 46103] != expected 0xa7db573f # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46852 dport 46103] != expected 0xa7db573f # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53570 dport 46103] != expected 0x3c3208ad # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53570 dport 46103] != expected 0x3c3208ad # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60518 dport 46103] != expected 0xbb485f07 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60518 dport 46103] != expected 0xbb485f07 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34275 dport 46103] != expected 0xbf64de7a # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34275 dport 46103] != expected 0xbf64de7a # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60673 dport 46103] != expected 0x36624456 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60673 dport 46103] != expected 0x36624456 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34327 dport 46103] != expected 0x72d1f8e9 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34327 dport 46103] != expected 0x72d1f8e9 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57486 dport 46103] != expected 0x117c37e9 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57486 dport 46103] != expected 0x117c37e9 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45361 dport 46103] != expected 0xf2ec712 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45361 dport 46103] != expected 0xf2ec712 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 58932 dport 46103] != expected 0x2070631f # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 58932 dport 46103] != expected 0x2070631f # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52625 dport 46103] != expected 0x6daa6e8b # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52625 dport 46103] != expected 0x6daa6e8b # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 43884 dport 46103] != expected 0xd6572cca # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 43884 dport 46103] != expected 0xd6572cca # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34945 dport 46103] != expected 0xd09f27d5 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34945 dport 46103] != expected 0xd09f27d5 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47605 dport 46103] != expected 0xcf5c8257 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47605 dport 46103] != expected 0xcf5c8257 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47577 dport 46103] != expected 0xf4e26bbd # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47577 dport 46103] != expected 0xf4e26bbd # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 37272 dport 46103] != expected 0xabc50e4 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 37272 dport 46103] != expected 0xabc50e4 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35411 dport 46103] != expected 0x6c9d5be6 # # Exception| cpu 4: rx_hash 0x83f29969 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35411 dport 46103] != expected 0x6c9d5be6 # # Exception| count: pass=0 nohash=0 fail=44 # # Exception| # not ok 4 toeplitz.test.udp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 358, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 182, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 5 toeplitz.test.rss_tcp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 358, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 182, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 6 toeplitz.test.rss_tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 358, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 182, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 7 toeplitz.test.rss_udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 358, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 182, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 8 toeplitz.test.rss_udp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 358, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 187, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 80, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 9 toeplitz.test.rps_tcp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 358, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 187, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 80, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 10 toeplitz.test.rps_tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 358, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 187, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 80, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 11 toeplitz.test.rps_udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 358, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 187, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 80, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 12 toeplitz.test.rps_udp_ipv6 # # Totals: pass:1 fail:11 xfail:0 xpass:0 skip:0 error:0 not ok 1 selftests: drivers/net/hw: toeplitz.py # exit=1 /srv/vmksft/testing/wt-24/tools/testing/selftests/kselftest/runner.sh: line 50: : No such file or directory make[1]: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests' xx__-> echo $? 0 xx__-> echo scan > /sys/kernel/debug/kmemleak xx__-> /opt/nipa/contest/scripts/env_check.py Comparing to existing state file: no differences detected. Current system state saved to /tmp/nipa-env-state.json xx__-> echo $? 0 xx__->