< TEST_PROGS=toeplitz.py TEST_GEN_PROGS="" run_tests make: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests' make[1]: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make[1]: Nothing to be done for 'all'. make[1]: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make[1]: Nothing to be done for 'all'. make[1]: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' # overriding timeout to 720 # selftests: drivers/net/hw: toeplitz.py # TAP version 13 # 1..12 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 194, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -4 -t -d 33682 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 40 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 0: rx_hash 0x13bc7f62 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49242 dport 33682] != expected 0x83bc8b7c # # Exception| cpu 0: rx_hash 0xf1d25a17 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49278 dport 33682] != expected 0x546913cd # # Exception| cpu 0: rx_hash 0xf1dbead1 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49284 dport 33682] != expected 0xf9abb8a # # Exception| cpu 4: rx_hash 0xc43cb76f [saddr 192.0.3.2 daddr 192.0.3.1 sport 49216 dport 33682] != expected 0x4b1c0120 # # Exception| cpu 4: rx_hash 0x78777136 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49244 dport 33682] != expected 0xd18511fe # # Exception| cpu 4: rx_hash 0x350e10fc [saddr 192.0.3.2 daddr 192.0.3.1 sport 49260 dport 33682] != expected 0xfbc222ae # # Exception| cpu 5: rx_hash 0x894ebcf7 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49218 dport 33682] != expected 0xd732eddc # # Exception| cpu 5: rx_hash 0x4d92f61c [saddr 192.0.3.2 daddr 192.0.3.1 sport 49232 dport 33682] != expected 0x7899dcbf # # Exception| cpu 5: rx_hash 0x6b2bf3d0 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49236 dport 33682] != expected 0xb68eaac1 # # Exception| cpu 5: rx_hash 0xe28ed8f1 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49270 dport 33682] != expected 0x3362a8f2 # # Exception| cpu 5: rx_hash 0xaff563af [saddr 192.0.3.2 daddr 192.0.3.1 sport 49294 dport 33682] != expected 0xf4bfec49 # # Exception| cpu 5: rx_hash 0x00e22710 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49306 dport 33682] != expected 0x92d47a8 # # Exception| cpu 0: rx_hash 0x4d9b46da [saddr 192.0.3.2 daddr 192.0.3.1 sport 49322 dport 33682] != expected 0x236a74f8 # # Exception| cpu 0: rx_hash 0x9a1b8ed7 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49328 dport 33682] != expected 0xebcafea4 # # Exception| cpu 0: rx_hash 0xaff0d686 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49386 dport 33682] != expected 0x2f8b039f # # Exception| cpu 0: rx_hash 0xeb28440e [saddr 192.0.3.2 daddr 192.0.3.1 sport 49420 dport 33682] != expected 0x2dd9e6df # # Exception| cpu 0: rx_hash 0x094d0b29 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49434 dport 33682] != expected 0x4c65a1c2 # # Exception| cpu 4: rx_hash 0x5ec27115 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49350 dport 33682] != expected 0x9f552011 # # Exception| cpu 4: rx_hash 0xd76c3066 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49366 dport 33682] != expected 0xacd0fd8e # # Exception| cpu 4: rx_hash 0x00e79239 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49406 dport 33682] != expected 0xd219a87e # # Exception| cpu 4: rx_hash 0x3ca3e651 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49444 dport 33682] != expected 0x5310b32f # # Exception| cpu 4: rx_hash 0x2fff64b7 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49452 dport 33682] != expected 0x341b0810 # # Exception| cpu 5: rx_hash 0xaffe09fd [saddr 192.0.3.2 daddr 192.0.3.1 sport 49340 dport 33682] != expected 0x42d633e5 # # Exception| cpu 5: rx_hash 0x9a1551ac [saddr 192.0.3.2 daddr 192.0.3.1 sport 49382 dport 33682] != expected 0x8697cede # # Exception| cpu 5: rx_hash 0x78701e8b [saddr 192.0.3.2 daddr 192.0.3.1 sport 49392 dport 33682] != expected 0xe72b89c3 # # Exception| cpu 5: rx_hash 0xf874c6e8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49412 dport 33682] != expected 0x4ad25de0 # # Exception| cpu 5: rx_hash 0xdec6a976 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49458 dport 33682] != expected 0x32acf432 # # Exception| cpu 0: rx_hash 0xeb232e5c [saddr 192.0.3.2 daddr 192.0.3.1 sport 49470 dport 33682] != expected 0x9bb03973 # # Exception| cpu 0: rx_hash 0xdec31c5f [saddr 192.0.3.2 daddr 192.0.3.1 sport 49494 dport 33682] != expected 0xe9981be4 # # Exception| cpu 0: rx_hash 0x71d68274 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49546 dport 33682] != expected 0xf990c7ee # # Exception| cpu 0: rx_hash 0x1a1d8c20 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49548 dport 33682] != expected 0xaba95d6c # # Exception| cpu 0: rx_hash 0x93b3cd53 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49564 dport 33682] != expected 0x982c80f3 # # Exception| cpu 0: rx_hash 0xdec1c6cb [saddr 192.0.3.2 daddr 192.0.3.1 sport 49566 dport 33682] != expected 0x4026c0f # # Exception| cpu 0: rx_hash 0xeb2f2bb3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49568 dport 33682] != expected 0x1b777ee2 # # Exception| cpu 4: rx_hash 0xf87facba [saddr 192.0.3.2 daddr 192.0.3.1 sport 49462 dport 33682] != expected 0xfcbb824c # # Exception| cpu 4: rx_hash 0x80ed9521 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49500 dport 33682] != expected 0x12bd4c27 # # Exception| cpu 4: rx_hash 0xeb2df127 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49512 dport 33682] != expected 0xf6ed0909 # # Exception| cpu 4: rx_hash 0x2ff1bbcc [saddr 192.0.3.2 daddr 192.0.3.1 sport 49530 dport 33682] != expected 0x5946386a # # Exception| cpu 5: rx_hash 0x4431dfca [saddr 192.0.3.2 daddr 192.0.3.1 sport 49486 dport 33682] != expected 0xbd167d44 # # Exception| cpu 5: rx_hash 0x80e6ff73 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49518 dport 33682] != expected 0xa4d4938b # # Exception| count: pass=0 nohash=0 fail=40 # # Exception| # not ok 1 toeplitz.test.tcp_ipv4 # # Receiver output: # # # # RSS indirection table size: 256 # # # cpu 4: rx_hash 0xa232d545 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46880 dport 54744] OK # # # cpu 4: rx_hash 0xb16be28a [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46924 dport 54744] OK # # # cpu 4: rx_hash 0x38c5a3f9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46940 dport 54744] OK # # # cpu 4: rx_hash 0x5305c7ff [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46952 dport 54744] OK # # # cpu 4: rx_hash 0x38cec9ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46958 dport 54744] OK # # # cpu 4: rx_hash 0xb16088d8 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46974 dport 54744] OK # # # cpu 4: rx_hash 0xef47b160 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46990 dport 54744] OK # # # cpu 0: rx_hash 0x848bd089 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46884 dport 54744] OK # # # cpu 0: rx_hash 0x0d22fe47 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47000 dport 54744] OK # # # cpu 5: rx_hash 0x0d2591fa [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46900 dport 54744] OK # # # cpu 5: rx_hash 0x1e79131c [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46908 dport 54744] OK # # # cpu 5: rx_hash 0xef4e01a6 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46964 dport 54744] OK # # # cpu 5: rx_hash 0xfc128340 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46972 dport 54744] OK # # # cpu 4: rx_hash 0x38cc133f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47014 dport 54744] OK # # # cpu 4: rx_hash 0x0d299415 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47018 dport 54744] OK # # # cpu 4: rx_hash 0x8487d566 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47034 dport 54744] OK # # # cpu 4: rx_hash 0x405540f6 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47102 dport 54744] OK # # # cpu 0: rx_hash 0x75be18a7 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47012 dport 54744] OK # # # cpu 0: rx_hash 0x1e70a3da [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47046 dport 54744] OK # # # cpu 5: rx_hash 0x4050f5df [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47002 dport 54744] OK # # # cpu 5: rx_hash 0x66e9f013 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47006 dport 54744] OK # # # cpu 5: rx_hash 0x2b9091d9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47022 dport 54744] OK # # # cpu 5: rx_hash 0xdaace931 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47060 dport 54744] OK # # # cpu 5: rx_hash 0x97dee2a9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47062 dport 54744] OK # # # cpu 5: rx_hash 0xfc1e86af [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47074 dport 54744] OK # # # cpu 5: rx_hash 0x75b0c7dc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47090 dport 54744] OK # # # cpu 4: rx_hash 0xa8cc8833 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47110 dport 54744] OK # # # cpu 4: rx_hash 0x6c10c2d8 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47124 dport 54744] OK # # # cpu 4: rx_hash 0x6c1ba88a [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47142 dport 54744] OK # # # cpu 4: rx_hash 0xbb9b6087 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47164 dport 54744] OK # # # cpu 4: rx_hash 0x8e7b5284 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47188 dport 54744] OK # # # cpu 0: rx_hash 0x59f545f2 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47128 dport 54744] OK # # # cpu 0: rx_hash 0xc30cec35 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47154 dport 54744] OK # # # cpu 0: rx_hash 0x14899111 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47180 dport 54744] OK # # # cpu 5: rx_hash 0x2162c940 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47126 dport 54744] OK # # # cpu 5: rx_hash 0xf6e96b1f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47166 dport 54744] OK # # # cpu 5: rx_hash 0xc309591c [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47190 dport 54744] OK # # # cpu 5: rx_hash 0xd055dbfa [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47198 dport 54744] OK # # # cpu 5: rx_hash 0xe5bb3682 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47200 dport 54744] OK # # # cpu 5: rx_hash 0xf6e7b464 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47208 dport 54744] OK # # # count: pass=40 nohash=0 fail=0 # ok 2 toeplitz.test.tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 194, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -4 -u -d 45628 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 44 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 60735 dport 45628] != expected 0x8b76bd37 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 60735 dport 45628] != expected 0x8b76bd37 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 36971 dport 45628] != expected 0xe4b286e1 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 36971 dport 45628] != expected 0xe4b286e1 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 56616 dport 45628] != expected 0xc0bd64e1 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 56616 dport 45628] != expected 0xc0bd64e1 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 48584 dport 45628] != expected 0x5afb6563 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 48584 dport 45628] != expected 0x5afb6563 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 48466 dport 45628] != expected 0x142b548c # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 48466 dport 45628] != expected 0x142b548c # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 39347 dport 45628] != expected 0xc1f27af7 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 39347 dport 45628] != expected 0xc1f27af7 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 45325 dport 45628] != expected 0x6e891afc # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 45325 dport 45628] != expected 0x6e891afc # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 34366 dport 45628] != expected 0xa0fd3fd8 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 34366 dport 45628] != expected 0xa0fd3fd8 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 60328 dport 45628] != expected 0xc5b5a1fb # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 60328 dport 45628] != expected 0xc5b5a1fb # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 34879 dport 45628] != expected 0x3195d401 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 34879 dport 45628] != expected 0x3195d401 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 36708 dport 45628] != expected 0x9fe39481 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 36708 dport 45628] != expected 0x9fe39481 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 42196 dport 45628] != expected 0x270ea602 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 42196 dport 45628] != expected 0x270ea602 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 47504 dport 45628] != expected 0x725a63d2 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 47504 dport 45628] != expected 0x725a63d2 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 34052 dport 45628] != expected 0x533b287e # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 34052 dport 45628] != expected 0x533b287e # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 55761 dport 45628] != expected 0x4ff3eed4 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 55761 dport 45628] != expected 0x4ff3eed4 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 59206 dport 45628] != expected 0x2b7dbe90 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 59206 dport 45628] != expected 0x2b7dbe90 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 58972 dport 45628] != expected 0x20e56915 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 58972 dport 45628] != expected 0x20e56915 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 41460 dport 45628] != expected 0x8d3a0262 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 41460 dport 45628] != expected 0x8d3a0262 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 43334 dport 45628] != expected 0x85446dc6 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 43334 dport 45628] != expected 0x85446dc6 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 48107 dport 45628] != expected 0x76188732 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 48107 dport 45628] != expected 0x76188732 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 59718 dport 45628] != expected 0x82488cb1 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 59718 dport 45628] != expected 0x82488cb1 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 51543 dport 45628] != expected 0x87894a38 # # Exception| cpu 4: rx_hash 0xd555d2cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 51543 dport 45628] != expected 0x87894a38 # # Exception| count: pass=0 nohash=0 fail=44 # # Exception| # not ok 3 toeplitz.test.udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 194, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -6 -u -d 49928 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 44 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 40905 dport 49928] != expected 0x589a3f33 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 40905 dport 49928] != expected 0x589a3f33 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 51212 dport 49928] != expected 0xa1039f75 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 51212 dport 49928] != expected 0xa1039f75 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42519 dport 49928] != expected 0x15396b74 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42519 dport 49928] != expected 0x15396b74 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57217 dport 49928] != expected 0xca4f4619 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57217 dport 49928] != expected 0xca4f4619 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56366 dport 49928] != expected 0x9909a310 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56366 dport 49928] != expected 0x9909a310 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 49028 dport 49928] != expected 0xd234e855 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 49028 dport 49928] != expected 0xd234e855 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56475 dport 49928] != expected 0x99181808 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56475 dport 49928] != expected 0x99181808 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 49198 dport 49928] != expected 0x37b5e8d6 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 49198 dport 49928] != expected 0x37b5e8d6 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 39127 dport 49928] != expected 0x1352ddeb # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 39127 dport 49928] != expected 0x1352ddeb # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57383 dport 49928] != expected 0x79c9aa20 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57383 dport 49928] != expected 0x79c9aa20 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52390 dport 49928] != expected 0xf4e94799 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52390 dport 49928] != expected 0xf4e94799 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 58156 dport 49928] != expected 0x39d4a272 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 58156 dport 49928] != expected 0x39d4a272 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32769 dport 49928] != expected 0x72f3387d # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 32769 dport 49928] != expected 0x72f3387d # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 51617 dport 49928] != expected 0xc37a03ef # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 51617 dport 49928] != expected 0xc37a03ef # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 55340 dport 49928] != expected 0xea5d118d # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 55340 dport 49928] != expected 0xea5d118d # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54720 dport 49928] != expected 0xd19eeffc # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54720 dport 49928] != expected 0xd19eeffc # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35690 dport 49928] != expected 0xb41dc48 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35690 dport 49928] != expected 0xb41dc48 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42813 dport 49928] != expected 0x775a26a4 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42813 dport 49928] != expected 0x775a26a4 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 49060 dport 49928] != expected 0x16e3c8ec # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 49060 dport 49928] != expected 0x16e3c8ec # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 41140 dport 49928] != expected 0xb5265445 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 41140 dport 49928] != expected 0xb5265445 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46241 dport 49928] != expected 0x317a108e # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46241 dport 49928] != expected 0x317a108e # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34870 dport 49928] != expected 0xd1b61c51 # # Exception| cpu 4: rx_hash 0x1344d1c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34870 dport 49928] != expected 0xd1b61c51 # # Exception| count: pass=0 nohash=0 fail=44 # # Exception| # not ok 4 toeplitz.test.udp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 182, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 5 toeplitz.test.rss_tcp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 182, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 6 toeplitz.test.rss_tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 182, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 7 toeplitz.test.rss_udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 182, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 8 toeplitz.test.rss_udp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 187, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 80, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 9 toeplitz.test.rps_tcp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 187, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 80, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 10 toeplitz.test.rps_tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 187, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 80, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 11 toeplitz.test.rps_udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 187, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 80, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 67, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 47, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 12 toeplitz.test.rps_udp_ipv6 # # Totals: pass:1 fail:11 xfail:0 xpass:0 skip:0 error:0 not ok 1 selftests: drivers/net/hw: toeplitz.py # exit=1 make[1]: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests' xx__-> echo $? 0 xx__-> echo scan > /sys/kernel/debug/kmemleak xx__-> /opt/nipa/contest/scripts/env_check.py Comparing to existing state file: no differences detected. Current system state saved to /tmp/nipa-env-state.json xx__-> echo $? 0 xx__->