< TEST_PROGS=toeplitz.py TEST_GEN_PROGS="" run_tests make: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests' make[1]: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make[1]: Nothing to be done for 'all'. make[1]: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make[1]: Nothing to be done for 'all'. make[1]: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' TAP version 13 1..1 # overriding timeout to 720 # selftests: drivers/net/hw: toeplitz.py # TAP version 13 # 1..12 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 194, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 182, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail) # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 117, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -4 -t -d 52248 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 42 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 0: rx_hash 0xa28c2686 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54516 dport 52248] != expected 0xf167c224 # # Exception| cpu 0: rx_hash 0x670d89c2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54524 dport 52248] != expected 0x2b926bb0 # # Exception| cpu 0: rx_hash 0x366917d7 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54540 dport 52248] != expected 0x987397f8 # # Exception| cpu 4: rx_hash 0x85f92754 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54434 dport 52248] != expected 0xf97e56a6 # # Exception| cpu 4: rx_hash 0x34bee2a2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54456 dport 52248] != expected 0xa5278dab # # Exception| cpu 4: rx_hash 0x3fae6b39 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54472 dport 52248] != expected 0x5be8636 # # Exception| cpu 4: rx_hash 0x13ec4d57 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54484 dport 52248] != expected 0x87daa841 # # Exception| cpu 4: rx_hash 0xc04cf124 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54500 dport 52248] != expected 0x1c1d16ee # # Exception| cpu 4: rx_hash 0x710b34d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54526 dport 52248] != expected 0x4044cde3 # # Exception| cpu 5: rx_hash 0x40788810 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54442 dport 52248] != expected 0x238bff32 # # Exception| cpu 5: rx_hash 0xd66de213 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54492 dport 52248] != expected 0x5d2f01d5 # # Exception| cpu 5: rx_hash 0x91286f31 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54548 dport 52248] != expected 0xaffceaa6 # # Exception| cpu 0: rx_hash 0x42af7d65 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54558 dport 52248] != expected 0x1edfe561 # # Exception| cpu 0: rx_hash 0xdf8d30da [saddr 192.0.3.2 daddr 192.0.3.1 sport 54562 dport 52248] != expected 0xea06a173 # # Exception| cpu 0: rx_hash 0xd49db941 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54610 dport 52248] != expected 0x4a9faaee # # Exception| cpu 0: rx_hash 0xfd7075c5 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54676 dport 52248] != expected 0xb253b03f # # Exception| cpu 4: rx_hash 0x87097c06 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54572 dport 52248] != expected 0xeecefd9d # # Exception| cpu 4: rx_hash 0x78cc483c [saddr 192.0.3.2 daddr 192.0.3.1 sport 54586 dport 52248] != expected 0xdd89dc2d # # Exception| cpu 4: rx_hash 0x65da7cb7 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54600 dport 52248] != expected 0x16c671e3 # # Exception| cpu 4: rx_hash 0x8c3e5bba [saddr 192.0.3.2 daddr 192.0.3.1 sport 54630 dport 52248] != expected 0x64b34768 # # Exception| cpu 4: rx_hash 0x65fdd290 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54642 dport 52248] != expected 0x3c22c08b # # Exception| cpu 4: rx_hash 0x02b541ff [saddr 192.0.3.2 daddr 192.0.3.1 sport 54658 dport 52248] != expected 0x8114918f # # Exception| cpu 4: rx_hash 0xd13253ab [saddr 192.0.3.2 daddr 192.0.3.1 sport 54664 dport 52248] != expected 0x30379e48 # # Exception| cpu 4: rx_hash 0x38f1da81 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54684 dport 52248] != expected 0x68a619ab # # Exception| cpu 5: rx_hash 0x113bb822 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54624 dport 52248] != expected 0xba8eb212 # # Exception| cpu 5: rx_hash 0x9fb0a267 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54660 dport 52248] != expected 0x5f2964f5 # # Exception| cpu 5: rx_hash 0xc734eebb [saddr 192.0.3.2 daddr 192.0.3.1 sport 54666 dport 52248] != expected 0x5be1381b # # Exception| cpu 0: rx_hash 0x2ed0c9b6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54692 dport 52248] != expected 0x29940e90 # # Exception| cpu 0: rx_hash 0x4c101e14 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54708 dport 52248] != expected 0xc4eeda5a # # Exception| cpu 0: rx_hash 0x149452c8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54714 dport 52248] != expected 0xc02686b4 # # Exception| cpu 0: rx_hash 0x1f84db53 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54730 dport 52248] != expected 0x60bf8d29 # # Exception| cpu 0: rx_hash 0x828138cb [saddr 192.0.3.2 daddr 192.0.3.1 sport 54732 dport 52248] != expected 0xbe827853 # # Exception| cpu 0: rx_hash 0x82a696ec [saddr 192.0.3.2 daddr 192.0.3.1 sport 54774 dport 52248] != expected 0x9466c93b # # Exception| cpu 0: rx_hash 0xcc246720 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54778 dport 52248] != expected 0xfb783386 # # Exception| cpu 0: rx_hash 0x10504298 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54792 dport 52248] != expected 0x2424bf3b # # Exception| cpu 4: rx_hash 0x6b42b1e1 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54744 dport 52248] != expected 0xe613ffb0 # # Exception| cpu 4: rx_hash 0xb7113a7e [saddr 192.0.3.2 daddr 192.0.3.1 sport 54800 dport 52248] != expected 0x13abc265 # # Exception| cpu 4: rx_hash 0x3c1264f6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54804 dport 52248] != expected 0xa640914c # # Exception| cpu 5: rx_hash 0x7654856a [saddr 192.0.3.2 daddr 192.0.3.1 sport 54698 dport 52248] != expected 0x2d5c527e # # Exception| cpu 5: rx_hash 0xb8c5a3b5 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54738 dport 52248] != expected 0x5730f077 # # Exception| cpu 5: rx_hash 0x7d63a2d6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54752 dport 52248] != expected 0xa721e88b # # Exception| cpu 5: rx_hash 0xaee4b082 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54762 dport 52248] != expected 0x1602e74c # # Exception| count: pass=0 nohash=0 fail=42 # # Exception| # not ok 1 toeplitz.test.tcp_ipv4 # # Receiver output: # # # # RSS indirection table size: 256 # # # cpu 4: rx_hash 0x1baa2ca5 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56228 dport 37816] OK # # # cpu 4: rx_hash 0xe46f189f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56242 dport 37816] OK # # # cpu 4: rx_hash 0x21eeb7db [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56250 dport 37816] OK # # # cpu 4: rx_hash 0x727a729c [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56260 dport 37816] OK # # # cpu 4: rx_hash 0x8d98e881 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56296 dport 37816] OK # # # cpu 4: rx_hash 0x069bb609 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56300 dport 37816] OK # # # cpu 4: rx_hash 0x68a1a4d5 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56328 dport 37816] OK # # # cpu 0: rx_hash 0xa1fd60c8 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56270 dport 37816] OK # # # cpu 0: rx_hash 0x5e3854f2 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56280 dport 37816] OK # # # cpu 5: rx_hash 0x1b8d8282 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56222 dport 37816] OK # # # cpu 5: rx_hash 0x0dac91b5 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56230 dport 37816] OK # # # cpu 5: rx_hash 0x2ad99067 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56304 dport 37816] OK # # # cpu 5: rx_hash 0x725ddcbb [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56318 dport 37816] OK # # # cpu 4: rx_hash 0xe3a2fa5d [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56332 dport 37816] OK # # # cpu 4: rx_hash 0x81622dff [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56348 dport 37816] OK # # # cpu 4: rx_hash 0x814583d8 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56358 dport 37816] OK # # # cpu 4: rx_hash 0xa6172c2d [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56394 dport 37816] OK # # # cpu 4: rx_hash 0xd2d1469f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56408 dport 37816] OK # # # cpu 4: rx_hash 0x703fd493 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56474 dport 37816] OK # # # cpu 0: rx_hash 0xf5a4474d [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56334 dport 37816] OK # # # cpu 0: rx_hash 0xcfc77214 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56362 dport 37816] OK # # # cpu 0: rx_hash 0xe385547a [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56374 dport 37816] OK # # # cpu 0: rx_hash 0xad07a5b6 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56378 dport 37816] OK # # # cpu 0: rx_hash 0x0171faec [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56424 dport 37816] OK # # # cpu 0: rx_hash 0x9c741974 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56430 dport 37816] OK # # # cpu 5: rx_hash 0xfeb4ced6 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56446 dport 37816] OK # # # cpu 5: rx_hash 0x8ffae0a9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56460 dport 37816] OK # # # cpu 4: rx_hash 0x70187ab4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56480 dport 37816] OK # # # cpu 4: rx_hash 0xfb1b243c [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56484 dport 37816] OK # # # cpu 4: rx_hash 0x3e9a8b78 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56492 dport 37816] OK # # # cpu 4: rx_hash 0xc15fbf42 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56506 dport 37816] OK # # # cpu 4: rx_hash 0xa88fe17b [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56538 dport 37816] OK # # # cpu 4: rx_hash 0x238cbff3 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56542 dport 37816] OK # # # cpu 0: rx_hash 0x99dbf39e [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56500 dport 37816] OK # # # cpu 0: rx_hash 0x92cb7a05 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56516 dport 37816] OK # # # cpu 0: rx_hash 0x574ad541 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56524 dport 37816] OK # # # cpu 0: rx_hash 0xbe895c6b [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56536 dport 37816] OK # # # cpu 0: rx_hash 0x23ab11d4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56548 dport 37816] OK # # # cpu 0: rx_hash 0xca6898fe [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56560 dport 37816] OK # # # cpu 0: rx_hash 0x84ea6932 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56572 dport 37816] OK # # # count: pass=40 nohash=0 fail=0 # ok 2 toeplitz.test.tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 194, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 182, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail) # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 117, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -4 -u -d 59531 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 46 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 51827 dport 59531] != expected 0x722fdf6c # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 51827 dport 59531] != expected 0x722fdf6c # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 53222 dport 59531] != expected 0x6dde08ae # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 53222 dport 59531] != expected 0x6dde08ae # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34284 dport 59531] != expected 0xe2777ad3 # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34284 dport 59531] != expected 0xe2777ad3 # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 35193 dport 59531] != expected 0x328bf5f4 # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 35193 dport 59531] != expected 0x328bf5f4 # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37224 dport 59531] != expected 0x296be2e4 # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37224 dport 59531] != expected 0x296be2e4 # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 41640 dport 59531] != expected 0x16bdb11b # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 41640 dport 59531] != expected 0x16bdb11b # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37793 dport 59531] != expected 0x5a93eda # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37793 dport 59531] != expected 0x5a93eda # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34776 dport 59531] != expected 0xcb3041f3 # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34776 dport 59531] != expected 0xcb3041f3 # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 58526 dport 59531] != expected 0x2fa2998e # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 58526 dport 59531] != expected 0x2fa2998e # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 39799 dport 59531] != expected 0xd1c50568 # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 39799 dport 59531] != expected 0xd1c50568 # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 53883 dport 59531] != expected 0x89edf985 # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 53883 dport 59531] != expected 0x89edf985 # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55968 dport 59531] != expected 0xe532742d # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55968 dport 59531] != expected 0xe532742d # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57660 dport 59531] != expected 0xa204493e # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57660 dport 59531] != expected 0xa204493e # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 52926 dport 59531] != expected 0x6fd86d8e # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 52926 dport 59531] != expected 0x6fd86d8e # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 39950 dport 59531] != expected 0xf60d7b7f # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 39950 dport 59531] != expected 0xf60d7b7f # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 58340 dport 59531] != expected 0xb4110d6d # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 58340 dport 59531] != expected 0xb4110d6d # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 53331 dport 59531] != expected 0x22ceecd2 # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 53331 dport 59531] != expected 0x22ceecd2 # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 53877 dport 59531] != expected 0x8d25a56b # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 53877 dport 59531] != expected 0x8d25a56b # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 46772 dport 59531] != expected 0xf7810eeb # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 46772 dport 59531] != expected 0xf7810eeb # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 51691 dport 59531] != expected 0x51b38341 # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 51691 dport 59531] != expected 0x51b38341 # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 44704 dport 59531] != expected 0x8e270675 # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 44704 dport 59531] != expected 0x8e270675 # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34814 dport 59531] != expected 0x63b0deec # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34814 dport 59531] != expected 0x63b0deec # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 58474 dport 59531] != expected 0x277f9ba3 # # Exception| cpu 5: rx_hash 0x9ca21e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 58474 dport 59531] != expected 0x277f9ba3 # # Exception| count: pass=0 nohash=0 fail=46 # # Exception| # not ok 3 toeplitz.test.udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 194, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 182, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail) # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 117, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -6 -u -d 43776 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 42 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34884 dport 43776] != expected 0x5c726818 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34884 dport 43776] != expected 0x5c726818 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47077 dport 43776] != expected 0x91e04a97 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47077 dport 43776] != expected 0x91e04a97 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 39380 dport 43776] != expected 0x37a468e3 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 39380 dport 43776] != expected 0x37a468e3 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 59593 dport 43776] != expected 0xefcc295e # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 59593 dport 43776] != expected 0xefcc295e # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57565 dport 43776] != expected 0xa0ca21db # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57565 dport 43776] != expected 0xa0ca21db # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47916 dport 43776] != expected 0x27ca321e # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47916 dport 43776] != expected 0x27ca321e # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34747 dport 43776] != expected 0x9c744bd # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34747 dport 43776] != expected 0x9c744bd # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35701 dport 43776] != expected 0xee5a58c # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35701 dport 43776] != expected 0xee5a58c # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54015 dport 43776] != expected 0xe669511b # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54015 dport 43776] != expected 0xe669511b # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 39811 dport 43776] != expected 0xa7ca15ac # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 39811 dport 43776] != expected 0xa7ca15ac # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 43684 dport 43776] != expected 0xeb5d4a03 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 43684 dport 43776] != expected 0xeb5d4a03 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46067 dport 43776] != expected 0x23ae7df3 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46067 dport 43776] != expected 0x23ae7df3 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34359 dport 43776] != expected 0x1d31a2ff # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34359 dport 43776] != expected 0x1d31a2ff # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 41776 dport 43776] != expected 0xfe2f5508 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 41776 dport 43776] != expected 0xfe2f5508 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47487 dport 43776] != expected 0x3ca711d9 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47487 dport 43776] != expected 0x3ca711d9 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 38617 dport 43776] != expected 0x135f6a39 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 38617 dport 43776] != expected 0x135f6a39 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 33155 dport 43776] != expected 0xc97b5269 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 33155 dport 43776] != expected 0xc97b5269 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 39218 dport 43776] != expected 0xaf29cfb6 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 39218 dport 43776] != expected 0xaf29cfb6 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45208 dport 43776] != expected 0x18ce4079 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45208 dport 43776] != expected 0x18ce4079 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 39391 dport 43776] != expected 0xc82e0097 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 39391 dport 43776] != expected 0xc82e0097 # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 37775 dport 43776] != expected 0x4f8d65cf # # Exception| cpu 5: rx_hash 0x51718bf4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 37775 dport 43776] != expected 0x4f8d65cf # # Exception| count: pass=0 nohash=0 fail=42 # # Exception| # not ok 4 toeplitz.test.udp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 182, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 5 toeplitz.test.rss_tcp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 182, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 6 toeplitz.test.rss_tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 182, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 7 toeplitz.test.rss_udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 182, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 8 toeplitz.test.rss_udp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 187, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 80, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 9 toeplitz.test.rps_tcp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 187, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 80, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 10 toeplitz.test.rps_tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 187, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 80, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 11 toeplitz.test.rps_udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 187, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 80, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 12 toeplitz.test.rps_udp_ipv6 # # Totals: pass:1 fail:11 xfail:0 xpass:0 skip:0 error:0 not ok 1 selftests: drivers/net/hw: toeplitz.py # exit=1 /srv/vmksft/testing/wt-24/tools/testing/selftests/kselftest/runner.sh: line 50: : No such file or directory make[1]: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests' xx__-> echo $? 0 xx__-> echo scan > /sys/kernel/debug/kmemleak xx__-> /opt/nipa/contest/scripts/env_check.py Comparing to existing state file: no differences detected. Current system state saved to /tmp/nipa-env-state.json xx__-> echo $? 0 xx__->