< TEST_PROGS=toeplitz.py TEST_GEN_PROGS="" run_tests make: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests' make[1]: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make[1]: Nothing to be done for 'all'. make[1]: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make[1]: Nothing to be done for 'all'. make[1]: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' # overriding timeout to 1800 # selftests: drivers/net/hw: toeplitz.py # # Interface: enp1s0, driver: fbnic # TAP version 13 # 1..12 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 214, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -4 -t -d 45998 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 41 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 0: rx_hash 0xa2e2c04d [saddr 192.0.3.2 daddr 192.0.3.1 sport 34698 dport 45998] != expected 0x5b328dac # # Exception| cpu 0: rx_hash 0x8116b4bc [saddr 192.0.3.2 daddr 192.0.3.1 sport 34714 dport 45998] != expected 0xf2c05c8e # # Exception| cpu 0: rx_hash 0x6df73492 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34754 dport 45998] != expected 0x22ab9ba0 # # Exception| cpu 4: rx_hash 0xd7046727 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34738 dport 45998] != expected 0xf5dc965b # # Exception| cpu 4: rx_hash 0xe226e754 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34758 dport 45998] != expected 0x8560df29 # # Exception| cpu 4: rx_hash 0xa5ce0eb7 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34766 dport 45998] != expected 0xd6857d6d # # Exception| cpu 4: rx_hash 0x7c0d0eea [saddr 192.0.3.2 daddr 192.0.3.1 sport 34786 dport 45998] != expected 0x7652f331 # # Exception| cpu 4: rx_hash 0x405add96 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34800 dport 45998] != expected 0x9036ab00 # # Exception| cpu 5: rx_hash 0x53becea0 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34686 dport 45998] != expected 0xbeb09efa # # Exception| cpu 5: rx_hash 0x1164c0f7 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34716 dport 45998] != expected 0x1a9d9114 # # Exception| cpu 5: rx_hash 0x7b21c010 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34726 dport 45998] != expected 0xfbe503f0 # # Exception| cpu 5: rx_hash 0x16480e0d [saddr 192.0.3.2 daddr 192.0.3.1 sport 34776 dport 45998] != expected 0x972a61d5 # # Exception| cpu 0: rx_hash 0xd028a9dd [saddr 192.0.3.2 daddr 192.0.3.1 sport 34806 dport 45998] != expected 0x786b669a # # Exception| cpu 0: rx_hash 0x2ed7348c [saddr 192.0.3.2 daddr 192.0.3.1 sport 34824 dport 45998] != expected 0x95becbe6 # # Exception| cpu 0: rx_hash 0xf71434d1 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34852 dport 45998] != expected 0x356945ba # # Exception| cpu 0: rx_hash 0x4492346b [saddr 192.0.3.2 daddr 192.0.3.1 sport 34866 dport 45998] != expected 0x74c65902 # # Exception| cpu 0: rx_hash 0x6e131395 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34884 dport 45998] != expected 0x4bec9963 # # Exception| cpu 0: rx_hash 0x36585dfb [saddr 192.0.3.2 daddr 192.0.3.1 sport 34894 dport 45998] != expected 0x579fb234 # # Exception| cpu 4: rx_hash 0x693fdd6f [saddr 192.0.3.2 daddr 192.0.3.1 sport 34816 dport 45998] != expected 0xc65b69a2 # # Exception| cpu 4: rx_hash 0xdab9ddd5 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34838 dport 45998] != expected 0x87f4751a # # Exception| cpu 4: rx_hash 0x9308a9c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34876 dport 45998] != expected 0xcf7e36dc # # Exception| cpu 4: rx_hash 0xfe6167de [saddr 192.0.3.2 daddr 192.0.3.1 sport 34882 dport 45998] != expected 0xa3b154f9 # # Exception| cpu 4: rx_hash 0x9a7dfacc [saddr 192.0.3.2 daddr 192.0.3.1 sport 34906 dport 45998] != expected 0x59a6279f # # Exception| cpu 5: rx_hash 0x31749301 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34826 dport 45998] != expected 0xda2842f5 # # Exception| cpu 0: rx_hash 0x27a26783 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34926 dport 45998] != expected 0x366daa5 # # Exception| cpu 0: rx_hash 0xb5ce3a86 [saddr 192.0.3.2 daddr 192.0.3.1 sport 35014 dport 45998] != expected 0x91444a54 # # Exception| cpu 4: rx_hash 0x0a0f8e87 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34908 dport 45998] != expected 0xb1fbea05 # # Exception| cpu 4: rx_hash 0x8b87c0b4 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34938 dport 45998] != expected 0xd5f4f0e # # Exception| cpu 4: rx_hash 0xeaa9ba12 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34952 dport 45998] != expected 0x8091c2 # # Exception| cpu 4: rx_hash 0x0164f4c6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34964 dport 45998] != expected 0x5d5ca62d # # Exception| cpu 5: rx_hash 0x15ac290a [saddr 192.0.3.2 daddr 192.0.3.1 sport 34910 dport 45998] != expected 0xfe6d6316 # # Exception| cpu 5: rx_hash 0x22908037 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34948 dport 45998] != expected 0xf4ae770f # # Exception| cpu 5: rx_hash 0x468c1d25 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34972 dport 45998] != expected 0xeb90469 # # Exception| cpu 5: rx_hash 0x748253ac [saddr 192.0.3.2 daddr 192.0.3.1 sport 34988 dport 45998] != expected 0xf3b2bdda # # Exception| cpu 5: rx_hash 0xc7045316 [saddr 192.0.3.2 daddr 192.0.3.1 sport 35002 dport 45998] != expected 0xb21da162 # # Exception| cpu 5: rx_hash 0x3a1fe940 [saddr 192.0.3.2 daddr 192.0.3.1 sport 35010 dport 45998] != expected 0x368f0edd # # Exception| cpu 5: rx_hash 0x6254a72e [saddr 192.0.3.2 daddr 192.0.3.1 sport 35016 dport 45998] != expected 0x2afc258a # # Exception| cpu 5: rx_hash 0x41a0d3df [saddr 192.0.3.2 daddr 192.0.3.1 sport 35032 dport 45998] != expected 0x830ef4a8 # # Exception| cpu 0: rx_hash 0xa43400fe [saddr 192.0.3.2 daddr 192.0.3.1 sport 35046 dport 45998] != expected 0xc5bd22c5 # # Exception| cpu 0: rx_hash 0x8b009a20 [saddr 192.0.3.2 daddr 192.0.3.1 sport 35072 dport 45998] != expected 0x8cc444b0 # # Exception| cpu 0: rx_hash 0x04d149e6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 35076 dport 45998] != expected 0x2b0f0039 # # Exception| count: pass=0 nohash=0 fail=41 # # Exception| # not ok 1 toeplitz.test.tcp_ipv4 # # Receiver output: # # # # RSS indirection table size: 256 # # # cpu 0: rx_hash 0x7f2a80c8 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42430 dport 53727] OK # # # cpu 4: rx_hash 0xda7a74f0 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42444 dport 53727] OK # # # cpu 5: rx_hash 0x0de0e958 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42434 dport 53727] OK # # # cpu 5: rx_hash 0x4a0800bb [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42442 dport 53727] OK # # # cpu 0: rx_hash 0x69fc744a [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42458 dport 53727] OK # # # cpu 0: rx_hash 0x93cb00e6 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42470 dport 53727] OK # # # cpu 0: rx_hash 0xd423e905 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42478 dport 53727] OK # # # cpu 0: rx_hash 0x3feea7d1 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42482 dport 53727] OK # # # cpu 0: rx_hash 0xb03f7417 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42486 dport 53727] OK # # # cpu 0: rx_hash 0xdd924dd4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42502 dport 53727] OK # # # cpu 0: rx_hash 0x6e144d6e [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42512 dport 53727] OK # # # cpu 0: rx_hash 0x942339c2 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42540 dport 53727] OK # # # cpu 4: rx_hash 0xa62d774b [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42524 dport 53727] OK # # # cpu 4: rx_hash 0xb7d74d33 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42556 dport 53727] OK # # # cpu 4: rx_hash 0xa101b9b1 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42584 dport 53727] OK # # # cpu 4: rx_hash 0xd4e71edb [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42592 dport 53727] OK # # # cpu 4: rx_hash 0xf7136a2a [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42608 dport 53727] OK # # # cpu 4: rx_hash 0x3f2a500f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42620 dport 53727] OK # # # cpu 5: rx_hash 0xcc6877ac [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42534 dport 53727] OK # # # cpu 5: rx_hash 0x7fee7716 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42544 dport 53727] OK # # # cpu 5: rx_hash 0x69388394 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42580 dport 53727] OK # # # cpu 0: rx_hash 0x0d241e86 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42572 dport 53727] OK # # # cpu 0: rx_hash 0x5b36cd1d [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42596 dport 53727] OK # # # cpu 0: rx_hash 0x930ff738 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42600 dport 53727] OK # # # cpu 0: rx_hash 0xb5c9647d [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42642 dport 53727] OK # # # cpu 4: rx_hash 0xd1d5f96f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42634 dport 53727] OK # # # cpu 4: rx_hash 0xb2e5aa87 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42710 dport 53727] OK # # # cpu 4: rx_hash 0x336de4b4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42736 dport 53727] OK # # # cpu 4: rx_hash 0xa31f90ff [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42742 dport 53727] OK # # # cpu 4: rx_hash 0x74850d57 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42744 dport 53727] OK # # # cpu 4: rx_hash 0xe8379733 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42760 dport 53727] OK # # # cpu 4: rx_hash 0x8c2b0a21 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42768 dport 53727] OK # # # cpu 5: rx_hash 0x87c72af4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42658 dport 53727] OK # # # cpu 5: rx_hash 0xbb90f988 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42672 dport 53727] OK # # # cpu 5: rx_hash 0x44123004 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42780 dport 53727] OK # # # cpu 0: rx_hash 0x73a9c3ad [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42684 dport 53727] OK # # # cpu 0: rx_hash 0x5928e453 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42698 dport 53727] OK # # # cpu 0: rx_hash 0x80ebe40e [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42726 dport 53727] OK # # # cpu 0: rx_hash 0x5bb19789 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42782 dport 53727] OK # # # cpu 4: rx_hash 0xe66e0ac6 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42794 dport 53727] OK # # # cpu 4: rx_hash 0x1200e39f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42804 dport 53727] OK # # # cpu 4: rx_hash 0x60ca8a0f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42824 dport 53727] OK # # # cpu 4: rx_hash 0xef1b59c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42828 dport 53727] OK # # # cpu 4: rx_hash 0xe142c43c [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42862 dport 53727] OK # # # count: pass=44 nohash=0 fail=0 # ok 2 toeplitz.test.tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 214, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -4 -u -d 43450 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 44 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 59707 dport 43450] != expected 0xb9be8195 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 59707 dport 43450] != expected 0xb9be8195 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50356 dport 43450] != expected 0xd32a5cd4 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50356 dport 43450] != expected 0xd32a5cd4 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 40718 dport 43450] != expected 0x6c4448 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 40718 dport 43450] != expected 0x6c4448 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57718 dport 43450] != expected 0x51922495 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57718 dport 43450] != expected 0x51922495 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 39339 dport 43450] != expected 0xea57d9e # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 39339 dport 43450] != expected 0xea57d9e # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49536 dport 43450] != expected 0x91d247b8 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49536 dport 43450] != expected 0x91d247b8 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49008 dport 43450] != expected 0x6f7df05 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49008 dport 43450] != expected 0x6f7df05 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49863 dport 43450] != expected 0x230e97d6 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49863 dport 43450] != expected 0x230e97d6 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 48825 dport 43450] != expected 0x3fe2ac18 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 48825 dport 43450] != expected 0x3fe2ac18 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 39046 dport 43450] != expected 0x7bc0ccf7 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 39046 dport 43450] != expected 0x7bc0ccf7 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34625 dport 43450] != expected 0x737f9a8a # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34625 dport 43450] != expected 0x737f9a8a # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50210 dport 43450] != expected 0x7bb1a48 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50210 dport 43450] != expected 0x7bb1a48 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34350 dport 43450] != expected 0x63f016b8 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34350 dport 43450] != expected 0x63f016b8 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50328 dport 43450] != expected 0x73fdd288 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50328 dport 43450] != expected 0x73fdd288 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 48286 dport 43450] != expected 0xb9248dbd # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 48286 dport 43450] != expected 0xb9248dbd # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 53681 dport 43450] != expected 0x275d1efd # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 53681 dport 43450] != expected 0x275d1efd # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 45948 dport 43450] != expected 0x92d172e # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 45948 dport 43450] != expected 0x92d172e # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 32998 dport 43450] != expected 0x78bf075d # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 32998 dport 43450] != expected 0x78bf075d # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 44787 dport 43450] != expected 0xdd44c1d6 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 44787 dport 43450] != expected 0xdd44c1d6 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34557 dport 43450] != expected 0xa5fbb2c2 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34557 dport 43450] != expected 0xa5fbb2c2 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 44734 dport 43450] != expected 0x9c3b8174 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 44734 dport 43450] != expected 0x9c3b8174 # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 58610 dport 43450] != expected 0x7b5fdc6e # # Exception| cpu 4: rx_hash 0xabda35d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 58610 dport 43450] != expected 0x7b5fdc6e # # Exception| count: pass=0 nohash=0 fail=44 # # Exception| # not ok 3 toeplitz.test.udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 214, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -6 -u -d 50900 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 40 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 59701 dport 50900] != expected 0xdf22f095 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 59701 dport 50900] != expected 0xdf22f095 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 48711 dport 50900] != expected 0x887638ff # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 48711 dport 50900] != expected 0x887638ff # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 44959 dport 50900] != expected 0x5cf58574 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 44959 dport 50900] != expected 0x5cf58574 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47828 dport 50900] != expected 0x3797fbd5 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47828 dport 50900] != expected 0x3797fbd5 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54977 dport 50900] != expected 0x68a42de4 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54977 dport 50900] != expected 0x68a42de4 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53266 dport 50900] != expected 0xaea75055 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53266 dport 50900] != expected 0xaea75055 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 58541 dport 50900] != expected 0xd9b79d6c # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 58541 dport 50900] != expected 0xd9b79d6c # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45325 dport 50900] != expected 0xf28b67f # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45325 dport 50900] != expected 0xf28b67f # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 50167 dport 50900] != expected 0x4e4b75ce # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 50167 dport 50900] != expected 0x4e4b75ce # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35730 dport 50900] != expected 0xdc15dba3 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35730 dport 50900] != expected 0xdc15dba3 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 40471 dport 50900] != expected 0x2c6eab08 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 40471 dport 50900] != expected 0x2c6eab08 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35483 dport 50900] != expected 0x46853a14 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35483 dport 50900] != expected 0x46853a14 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 55433 dport 50900] != expected 0x126643a6 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 55433 dport 50900] != expected 0x126643a6 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52357 dport 50900] != expected 0xbcf35c24 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52357 dport 50900] != expected 0xbcf35c24 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57259 dport 50900] != expected 0x7790eb68 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57259 dport 50900] != expected 0x7790eb68 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46807 dport 50900] != expected 0x53bb2a79 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46807 dport 50900] != expected 0x53bb2a79 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 50045 dport 50900] != expected 0xd27eb53e # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 50045 dport 50900] != expected 0xd27eb53e # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56779 dport 50900] != expected 0x1f886f8b # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56779 dport 50900] != expected 0x1f886f8b # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34815 dport 50900] != expected 0xf6a4b0e3 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34815 dport 50900] != expected 0xf6a4b0e3 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46016 dport 50900] != expected 0x45caf344 # # Exception| cpu 5: rx_hash 0x8ded2464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46016 dport 50900] != expected 0x45caf344 # # Exception| count: pass=0 nohash=0 fail=40 # # Exception| # not ok 4 toeplitz.test.udp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 203, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 5 toeplitz.test.rss_tcp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 203, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 6 toeplitz.test.rss_tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 203, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 7 toeplitz.test.rss_udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 203, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 8 toeplitz.test.rss_udp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 208, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 9 toeplitz.test.rps_tcp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 208, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 10 toeplitz.test.rps_tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 208, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 11 toeplitz.test.rps_udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 208, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 12 toeplitz.test.rps_udp_ipv6 # # Totals: pass:1 fail:11 xfail:0 xpass:0 skip:0 error:0 not ok 1 selftests: drivers/net/hw: toeplitz.py # exit=1 make[1]: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests' xx__-> echo $? 0 xx__-> echo scan > /sys/kernel/debug/kmemleak xx__-> /opt/nipa/contest/scripts/env_check.py Comparing to existing state file: no differences detected. Current system state saved to /tmp/nipa-env-state.json xx__-> echo $? 0 xx__->