< TEST_PROGS=toeplitz.py TEST_GEN_PROGS="" run_tests make: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests' make[1]: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make[1]: Nothing to be done for 'all'. make[1]: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make[1]: Nothing to be done for 'all'. make[1]: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' # overriding timeout to 1800 # selftests: drivers/net/hw: toeplitz.py # # Interface: enp1s0, driver: fbnic # TAP version 13 # 1..12 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 214, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -4 -t -d 52872 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 44 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 0: rx_hash 0x5862c186 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49130 dport 52872] != expected 0xe4b2a806 # # Exception| cpu 0: rx_hash 0xa04bee59 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49152 dport 52872] != expected 0xdfd65a65 # # Exception| cpu 0: rx_hash 0xe0fcb329 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49154 dport 52872] != expected 0x954cfee5 # # Exception| cpu 0: rx_hash 0x2c567020 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49200 dport 52872] != expected 0x422ca4bd # # Exception| cpu 4: rx_hash 0x600253cc [saddr 192.0.3.2 daddr 192.0.3.1 sport 49142 dport 52872] != expected 0x7a0a07f6 # # Exception| cpu 4: rx_hash 0xf0d16475 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49162 dport 52872] != expected 0x47ea57c5 # # Exception| cpu 4: rx_hash 0xb870d2ab [saddr 192.0.3.2 daddr 192.0.3.1 sport 49176 dport 52872] != expected 0xe423a7d5 # # Exception| cpu 5: rx_hash 0xc0a71d91 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49158 dport 52872] != expected 0x3001aca5 # # Exception| cpu 5: rx_hash 0x8806ab4f [saddr 192.0.3.2 daddr 192.0.3.1 sport 49172 dport 52872] != expected 0x93c85cb5 # # Exception| cpu 5: rx_hash 0x982b7c13 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49180 dport 52872] != expected 0x416ef595 # # Exception| cpu 5: rx_hash 0x44ac6846 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49190 dport 52872] != expected 0x44a806ed # # Exception| cpu 5: rx_hash 0x4cba83e8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49206 dport 52872] != expected 0xadfb527d # # Exception| cpu 0: rx_hash 0x02a2a77a [saddr 192.0.3.2 daddr 192.0.3.1 sport 49222 dport 52872] != expected 0x8a557981 # # Exception| cpu 0: rx_hash 0x4a0311a4 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49236 dport 52872] != expected 0x299c8991 # # Exception| cpu 0: rx_hash 0xe6452165 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49248 dport 52872] != expected 0x112b2509 # # Exception| cpu 0: rx_hash 0xc61e8fdd [saddr 192.0.3.2 daddr 192.0.3.1 sport 49252 dport 52872] != expected 0xb4667749 # # Exception| cpu 0: rx_hash 0x86a9d2ad [saddr 192.0.3.2 daddr 192.0.3.1 sport 49254 dport 52872] != expected 0xfefcd3c9 # # Exception| cpu 0: rx_hash 0xee53cacb [saddr 192.0.3.2 daddr 192.0.3.1 sport 49264 dport 52872] != expected 0xf8787199 # # Exception| cpu 0: rx_hash 0x01fe6e5c [saddr 192.0.3.2 daddr 192.0.3.1 sport 49282 dport 52872] != expected 0xc8669477 # # Exception| cpu 4: rx_hash 0x7cccfa0c [saddr 192.0.3.2 daddr 192.0.3.1 sport 49210 dport 52872] != expected 0xda10a91d # # Exception| cpu 4: rx_hash 0xa6f27c15 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49250 dport 52872] != expected 0x5bb18189 # # Exception| cpu 4: rx_hash 0xf668f639 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49256 dport 52872] != expected 0xc38d8c29 # # Exception| cpu 5: rx_hash 0x1a999b88 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49246 dport 52872] != expected 0xb1a08431 # # Exception| cpu 5: rx_hash 0xaee497bb [saddr 192.0.3.2 daddr 192.0.3.1 sport 49266 dport 52872] != expected 0xb2e2d519 # # Exception| cpu 0: rx_hash 0x09e885f2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49298 dport 52872] != expected 0x2135c0e7 # # Exception| cpu 0: rx_hash 0xb33af023 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49356 dport 52872] != expected 0x4f431eb3 # # Exception| cpu 0: rx_hash 0xab01ccd1 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49364 dport 52872] != expected 0x74b6e303 # # Exception| cpu 0: rx_hash 0x5fcb9d92 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49402 dport 52872] != expected 0x3d6e16ab # # Exception| cpu 0: rx_hash 0xd0ca80e3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49408 dport 52872] != expected 0xf1436f2c # # Exception| cpu 4: rx_hash 0xfd22d4b1 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49340 dport 52872] != expected 0x68ed354f # # Exception| cpu 4: rx_hash 0x47f0a160 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49378 dport 52872] != expected 0x69beb1b # # Exception| cpu 4: rx_hash 0x7786d884 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49390 dport 52872] != expected 0x7170107b # # Exception| cpu 5: rx_hash 0x399efc16 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49310 dport 52872] != expected 0x56de3b87 # # Exception| cpu 5: rx_hash 0xe519e843 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49316 dport 52872] != expected 0x5318c8ff # # Exception| cpu 5: rx_hash 0xf5343f1f [saddr 192.0.3.2 daddr 192.0.3.1 sport 49324 dport 52872] != expected 0x81be61df # # Exception| cpu 5: rx_hash 0xadb85e9d [saddr 192.0.3.2 daddr 192.0.3.1 sport 49334 dport 52872] != expected 0xf0d138ef # # Exception| cpu 5: rx_hash 0xa317277f [saddr 192.0.3.2 daddr 192.0.3.1 sport 49348 dport 52872] != expected 0x9de5b793 # # Exception| cpu 5: rx_hash 0x373185f4 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49388 dport 52872] != expected 0x3beab4fb # # Exception| cpu 5: rx_hash 0xf0912e5b [saddr 192.0.3.2 daddr 192.0.3.1 sport 49412 dport 52872] != expected 0x540e3d6c # # Exception| cpu 0: rx_hash 0xf887c5f5 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49428 dport 52872] != expected 0xbd5d69fc # # Exception| cpu 0: rx_hash 0x1476a844 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49442 dport 52872] != expected 0xcf7061e4 # # Exception| cpu 0: rx_hash 0x44ec2268 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49448 dport 52872] != expected 0x574c6c44 # # Exception| cpu 0: rx_hash 0x329494b0 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49476 dport 52872] != expected 0xee5ae848 # # Exception| cpu 0: rx_hash 0xa6b2363b [saddr 192.0.3.2 daddr 192.0.3.1 sport 49516 dport 52872] != expected 0x4855eb20 # # Exception| count: pass=0 nohash=0 fail=44 # # Exception| # not ok 1 toeplitz.test.tcp_ipv4 # # Receiver output: # # # # RSS indirection table size: 256 # # # cpu 4: rx_hash 0xb2d05c6f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34996 dport 49181] OK # # # cpu 4: rx_hash 0xe4f3440f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35036 dport 49181] OK # # # cpu 4: rx_hash 0x78c30d2a [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35044 dport 49181] OK # # # cpu 4: rx_hash 0x70d5e684 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35060 dport 49181] OK # # # cpu 5: rx_hash 0x82a6258b [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35000 dport 49181] OK # # # cpu 5: rx_hash 0xccbe0119 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35016 dport 49181] OK # # # cpu 5: rx_hash 0xa444197f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35038 dport 49181] OK # # # cpu 5: rx_hash 0x68eeda76 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35052 dport 49181] OK # # # cpu 5: rx_hash 0xbf63a685 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35084 dport 49181] OK # # # cpu 0: rx_hash 0xece5afa1 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35020 dport 49181] OK # # # cpu 0: rx_hash 0xcfa28211 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35074 dport 49181] OK # # # cpu 0: rx_hash 0xc7b469bf [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35090 dport 49181] OK # # # cpu 0: rx_hash 0x0b1eaab6 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35104 dport 49181] OK # # # cpu 4: rx_hash 0x6bf2597e [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35110 dport 49181] OK # # # cpu 4: rx_hash 0x4d10658a [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35136 dport 49181] OK # # # cpu 4: rx_hash 0x3dd1411e [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35150 dport 49181] OK # # # cpu 4: rx_hash 0x552b5978 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35160 dport 49181] OK # # # cpu 4: rx_hash 0xc91b105d [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35168 dport 49181] OK # # # cpu 5: rx_hash 0x3b68d352 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35116 dport 49181] OK # # # cpu 0: rx_hash 0x43bf1c68 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35122 dport 49181] OK # # # cpu 0: rx_hash 0x73c9658c [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35134 dport 49181] OK # # # cpu 0: rx_hash 0x6d4bcb32 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35140 dport 49181] OK # # # cpu 0: rx_hash 0x159c0408 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35162 dport 49181] OK # # # cpu 0: rx_hash 0xa9f7e395 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35174 dport 49181] OK # # # cpu 4: rx_hash 0xe156554b [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35188 dport 49181] OK # # # cpu 4: rx_hash 0xea1c77c3 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35232 dport 49181] OK # # # cpu 4: rx_hash 0x82e66fa5 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35254 dport 49181] OK # # # cpu 4: rx_hash 0xac12b8ff [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35264 dport 49181] OK # # # cpu 5: rx_hash 0x2ea05f64 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35202 dport 49181] OK # # # cpu 5: rx_hash 0x0efbf1dc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35206 dport 49181] OK # # # cpu 5: rx_hash 0x26b6b4ca [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35218 dport 49181] OK # # # cpu 5: rx_hash 0xbc3f6fa3 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35272 dport 49181] OK # # # cpu 5: rx_hash 0xb429840d [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35288 dport 49181] OK # # # cpu 0: rx_hash 0x1ed62680 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35214 dport 49181] OK # # # cpu 0: rx_hash 0x762c3ee6 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35224 dport 49181] OK # # # cpu 0: rx_hash 0x8af0840b [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35238 dport 49181] OK # # # cpu 0: rx_hash 0xd4c577c5 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35294 dport 49181] OK # # # cpu 4: rx_hash 0x40e3d54e [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35318 dport 49181] OK # # # cpu 4: rx_hash 0x50ce0212 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35326 dport 49181] OK # # # cpu 4: rx_hash 0x43df7351 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35360 dport 49181] OK # # # cpu 4: rx_hash 0x7bbfe11b [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35388 dport 49181] OK # # # count: pass=41 nohash=0 fail=0 # ok 2 toeplitz.test.tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 214, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -4 -u -d 36512 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 42 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 39839 dport 36512] != expected 0x76086a1c # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 39839 dport 36512] != expected 0x76086a1c # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 57525 dport 36512] != expected 0x61b76a9b # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 57525 dport 36512] != expected 0x61b76a9b # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 38034 dport 36512] != expected 0x837e9c6b # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 38034 dport 36512] != expected 0x837e9c6b # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 39760 dport 36512] != expected 0x3932c34b # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 39760 dport 36512] != expected 0x3932c34b # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 53696 dport 36512] != expected 0x73699591 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 53696 dport 36512] != expected 0x73699591 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 42216 dport 36512] != expected 0x177140c9 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 42216 dport 36512] != expected 0x177140c9 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 51824 dport 36512] != expected 0x5d5d5bcb # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 51824 dport 36512] != expected 0x5d5d5bcb # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 42219 dport 36512] != expected 0xc8dead48 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 42219 dport 36512] != expected 0xc8dead48 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 60589 dport 36512] != expected 0xf4357cd0 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 60589 dport 36512] != expected 0xf4357cd0 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 35903 dport 36512] != expected 0x1f181b2d # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 35903 dport 36512] != expected 0x1f181b2d # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 35947 dport 36512] != expected 0xe952c8d9 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 35947 dport 36512] != expected 0xe952c8d9 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 36063 dport 36512] != expected 0x8ccf0ed3 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 36063 dport 36512] != expected 0x8ccf0ed3 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 47568 dport 36512] != expected 0xea269ad7 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 47568 dport 36512] != expected 0xea269ad7 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 60413 dport 36512] != expected 0xd5481fdb # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 60413 dport 36512] != expected 0xd5481fdb # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 58403 dport 36512] != expected 0xf1bcef0b # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 58403 dport 36512] != expected 0xf1bcef0b # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 54188 dport 36512] != expected 0x5d358b39 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 54188 dport 36512] != expected 0x5d358b39 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 56209 dport 36512] != expected 0x47c36129 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 56209 dport 36512] != expected 0x47c36129 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 35629 dport 36512] != expected 0xceab0982 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 35629 dport 36512] != expected 0xceab0982 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 40980 dport 36512] != expected 0xd1bbb795 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 40980 dport 36512] != expected 0xd1bbb795 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 41327 dport 36512] != expected 0xd589ed81 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 41327 dport 36512] != expected 0xd589ed81 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 42673 dport 36512] != expected 0x94afbbf8 # # Exception| cpu 0: rx_hash 0x6502241a [saddr 192.0.3.2 daddr 192.0.3.1 sport 42673 dport 36512] != expected 0x94afbbf8 # # Exception| count: pass=0 nohash=0 fail=42 # # Exception| # not ok 3 toeplitz.test.udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 214, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -6 -u -d 41405 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 42 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 58134 dport 41405] != expected 0x8b2e4e4b # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 58134 dport 41405] != expected 0x8b2e4e4b # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 49585 dport 41405] != expected 0xd46113e9 # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 49585 dport 41405] != expected 0xd46113e9 # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60972 dport 41405] != expected 0xb51842dd # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60972 dport 41405] != expected 0xb51842dd # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 49276 dport 41405] != expected 0x36ffd9c9 # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 49276 dport 41405] != expected 0x36ffd9c9 # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 44035 dport 41405] != expected 0x93e1b99 # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 44035 dport 41405] != expected 0x93e1b99 # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 51084 dport 41405] != expected 0xcd04a267 # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 51084 dport 41405] != expected 0xcd04a267 # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 48132 dport 41405] != expected 0x2fb4445a # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 48132 dport 41405] != expected 0x2fb4445a # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35692 dport 41405] != expected 0x9fac3ed # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35692 dport 41405] != expected 0x9fac3ed # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 36741 dport 41405] != expected 0x2395e7b6 # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 36741 dport 41405] != expected 0x2395e7b6 # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 50372 dport 41405] != expected 0x57ed1637 # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 50372 dport 41405] != expected 0x57ed1637 # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34543 dport 41405] != expected 0xcb90e1cb # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34543 dport 41405] != expected 0xcb90e1cb # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35849 dport 41405] != expected 0xba209ac0 # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35849 dport 41405] != expected 0xba209ac0 # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 41387 dport 41405] != expected 0x9eab7ca4 # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 41387 dport 41405] != expected 0x9eab7ca4 # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54869 dport 41405] != expected 0xc0df3bba # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54869 dport 41405] != expected 0xc0df3bba # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 37471 dport 41405] != expected 0x7da7ef82 # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 37471 dport 41405] != expected 0x7da7ef82 # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54015 dport 41405] != expected 0xe96c429a # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54015 dport 41405] != expected 0xe96c429a # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 44609 dport 41405] != expected 0xb3cc4b5f # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 44609 dport 41405] != expected 0xb3cc4b5f # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 50783 dport 41405] != expected 0x574da77d # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 50783 dport 41405] != expected 0x574da77d # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52497 dport 41405] != expected 0x2358cd32 # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52497 dport 41405] != expected 0x2358cd32 # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 39111 dport 41405] != expected 0x32ce948f # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 39111 dport 41405] != expected 0x32ce948f # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47143 dport 41405] != expected 0x76468db3 # # Exception| cpu 4: rx_hash 0xa6a83218 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47143 dport 41405] != expected 0x76468db3 # # Exception| count: pass=0 nohash=0 fail=42 # # Exception| # not ok 4 toeplitz.test.udp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 203, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 5 toeplitz.test.rss_tcp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 203, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 6 toeplitz.test.rss_tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 203, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 7 toeplitz.test.rss_udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 203, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 8 toeplitz.test.rss_udp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 208, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 9 toeplitz.test.rps_tcp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 208, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 10 toeplitz.test.rps_tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 208, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 11 toeplitz.test.rps_udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 208, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 12 toeplitz.test.rps_udp_ipv6 # # Totals: pass:1 fail:11 xfail:0 xpass:0 skip:0 error:0 not ok 1 selftests: drivers/net/hw: toeplitz.py # exit=1 # Totals: pass:0 fail:1 xfail:0 xpass:0 skip:0 error:0 make[1]: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests' xx__-> echo $? 0 xx__-> echo scan > /sys/kernel/debug/kmemleak xx__-> /opt/nipa/contest/scripts/env_check.py Comparing to existing state file: no differences detected. Current system state saved to /tmp/nipa-env-state.json xx__-> echo $? 0 xx__->