< TEST_PROGS=toeplitz.py TEST_GEN_PROGS="" run_tests make: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests' make[1]: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make[1]: Nothing to be done for 'all'. make[1]: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make[1]: Nothing to be done for 'all'. make[1]: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' # overriding timeout to 1800 # selftests: drivers/net/hw: toeplitz.py # # Interface: enp1s0, driver: fbnic # TAP version 13 # 1..12 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 440, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 214, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -4 -t -d 43371 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 40 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 0: rx_hash 0x680e9fa1 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49124 dport 43371] != expected 0x1648f158 # # Exception| cpu 0: rx_hash 0xe33da871 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49152 dport 43371] != expected 0x2d55578b # # Exception| cpu 0: rx_hash 0xbcbb31bf [saddr 192.0.3.2 daddr 192.0.3.1 sport 49164 dport 43371] != expected 0x5f3d37b6 # # Exception| cpu 5: rx_hash 0x80e20a4f [saddr 192.0.3.2 daddr 192.0.3.1 sport 49106 dport 43371] != expected 0xae02292d # # Exception| cpu 5: rx_hash 0xf56d4e97 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49116 dport 43371] != expected 0x9b0ac943 # # Exception| cpu 5: rx_hash 0x984b4a88 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49136 dport 43371] != expected 0xdd14a17b # # Exception| cpu 5: rx_hash 0x52c93dcd [saddr 192.0.3.2 daddr 192.0.3.1 sport 49144 dport 43371] != expected 0xccc816f # # Exception| cpu 5: rx_hash 0x29bfdf34 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49160 dport 43371] != expected 0xfc8d779f # # Exception| cpu 0: rx_hash 0xfb94e8b6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49186 dport 43371] != expected 0x5e43dfdd # # Exception| cpu 0: rx_hash 0x7fa77768 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49242 dport 43371] != expected 0xc93ae3c4 # # Exception| cpu 4: rx_hash 0x31169ff3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49194 dport 43371] != expected 0x8f9bffc9 # # Exception| cpu 4: rx_hash 0x0bd13d9f [saddr 192.0.3.2 daddr 192.0.3.1 sport 49206 dport 43371] != expected 0x951f8ffe # # Exception| cpu 4: rx_hash 0x6f690812 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49220 dport 43371] != expected 0x94de13a0 # # Exception| cpu 5: rx_hash 0x13787d58 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49172 dport 43371] != expected 0xe60907a8 # # Exception| cpu 5: rx_hash 0x1b1f42e5 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49192 dport 43371] != expected 0xc8fb7f9a # # Exception| cpu 5: rx_hash 0x1ae64cca [saddr 192.0.3.2 daddr 192.0.3.1 sport 49226 dport 43371] != expected 0xa1d6f3ce # # Exception| cpu 5: rx_hash 0xe2c4a65e [saddr 192.0.3.2 daddr 192.0.3.1 sport 49250 dport 43371] != expected 0x4478dbdf # # Exception| cpu 5: rx_hash 0x024f0c0d [saddr 192.0.3.2 daddr 192.0.3.1 sport 49256 dport 43371] != expected 0xd2c07b98 # # Exception| cpu 5: rx_hash 0x3888ae61 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49268 dport 43371] != expected 0xc8440baf # # Exception| cpu 0: rx_hash 0x6f958f05 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49280 dport 43371] != expected 0xa048d58a # # Exception| cpu 0: rx_hash 0x0ad4b4a7 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49296 dport 43371] != expected 0xc8a4c580 # # Exception| cpu 0: rx_hash 0xc831fc5f [saddr 192.0.3.2 daddr 192.0.3.1 sport 49316 dport 43371] != expected 0x378e9da6 # # Exception| cpu 0: rx_hash 0x02b38b1a [saddr 192.0.3.2 daddr 192.0.3.1 sport 49324 dport 43371] != expected 0xe656bdb2 # # Exception| cpu 0: rx_hash 0x5ccc1cfb [saddr 192.0.3.2 daddr 192.0.3.1 sport 49346 dport 43371] != expected 0xfd1351db # # Exception| cpu 0: rx_hash 0x034a8535 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49358 dport 43371] != expected 0x8f7b31e6 # # Exception| cpu 4: rx_hash 0x55522d69 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49308 dport 43371] != expected 0xbacca5bd # # Exception| cpu 5: rx_hash 0x459c5213 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49282 dport 43371] != expected 0xe72855d9 # # Exception| cpu 5: rx_hash 0x67f2b0b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49340 dport 43371] != expected 0x8ebaadb8 # # Exception| cpu 5: rx_hash 0x1384fa4f [saddr 192.0.3.2 daddr 192.0.3.1 sport 49360 dport 43371] != expected 0xd29fc182 # # Exception| cpu 0: rx_hash 0x1fae19a7 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49436 dport 43371] != expected 0x715fe6bc # # Exception| cpu 0: rx_hash 0x484fbfd4 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49452 dport 43371] != expected 0x2dc5feb3 # # Exception| cpu 4: rx_hash 0xac89c9d2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49366 dport 43371] != expected 0x364f01f8 # # Exception| cpu 4: rx_hash 0x6e6c812a [saddr 192.0.3.2 daddr 192.0.3.1 sport 49378 dport 43371] != expected 0xc96559de # # Exception| cpu 4: rx_hash 0xa4eef66f [saddr 192.0.3.2 daddr 192.0.3.1 sport 49386 dport 43371] != expected 0x18bd79ca # # Exception| cpu 4: rx_hash 0x9e295403 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49398 dport 43371] != expected 0x23909fd # # Exception| cpu 4: rx_hash 0x3dc0fb0c [saddr 192.0.3.2 daddr 192.0.3.1 sport 49442 dport 43371] != expected 0x18cd1edd # # Exception| cpu 5: rx_hash 0xb06d5540 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49412 dport 43371] != expected 0xc86bd6a2 # # Exception| cpu 5: rx_hash 0xefebcc8e [saddr 192.0.3.2 daddr 192.0.3.1 sport 49416 dport 43371] != expected 0xba03b69f # # Exception| cpu 5: rx_hash 0x6a215d7f [saddr 192.0.3.2 daddr 192.0.3.1 sport 49426 dport 43371] != expected 0x445706d2 # # Exception| cpu 5: rx_hash 0xa0a32a3a [saddr 192.0.3.2 daddr 192.0.3.1 sport 49434 dport 43371] != expected 0x958f26c6 # # Exception| count: pass=0 nohash=0 fail=40 # # Exception| # not ok 1 toeplitz.test.tcp_ipv4 # # Receiver output: # # # # RSS indirection table size: 256 # # # cpu 0: rx_hash 0xb642825f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 44960 dport 47328] OK # # # cpu 4: rx_hash 0x2b215369 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 44952 dport 47328] OK # # # cpu 5: rx_hash 0xe9c41b91 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 44972 dport 47328] OK # # # cpu 5: rx_hash 0xf90a64eb [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 44978 dport 47328] OK # # # cpu 0: rx_hash 0x851b11a1 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45026 dport 47328] OK # # # cpu 0: rx_hash 0x6590bbf2 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45032 dport 47328] OK # # # cpu 0: rx_hash 0x52073829 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45058 dport 47328] OK # # # cpu 4: rx_hash 0x9db25166 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 44992 dport 47328] OK # # # cpu 4: rx_hash 0xc234c8a8 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45004 dport 47328] OK # # # cpu 4: rx_hash 0xc703d6a2 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45062 dport 47328] OK # # # cpu 4: rx_hash 0x0d81a1e7 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45070 dport 47328] OK # # # cpu 5: rx_hash 0x1878c097 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45018 dport 47328] OK # # # cpu 5: rx_hash 0x755ec488 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45046 dport 47328] OK # # # cpu 5: rx_hash 0x1d4fde9d [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45072 dport 47328] OK # # # cpu 0: rx_hash 0x42c94753 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45084 dport 47328] OK # # # cpu 0: rx_hash 0x60a7a5f8 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45090 dport 47328] OK # # # cpu 0: rx_hash 0x1528e120 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45100 dport 47328] OK # # # cpu 4: rx_hash 0x041f9075 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45136 dport 47328] OK # # # cpu 5: rx_hash 0xbaebadc7 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45108 dport 47328] OK # # # cpu 5: rx_hash 0x5a600794 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45118 dport 47328] OK # # # cpu 5: rx_hash 0x3ed83219 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45132 dport 47328] OK # # # cpu 5: rx_hash 0x5b9909bb [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45148 dport 47328] OK # # # cpu 0: rx_hash 0xe4943a26 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45146 dport 47328] OK # # # cpu 0: rx_hash 0x2eeaca74 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45206 dport 47328] OK # # # cpu 0: rx_hash 0xec0f828c [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45218 dport 47328] OK # # # cpu 4: rx_hash 0x89b23e39 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45174 dport 47328] OK # # # cpu 4: rx_hash 0x716c53ba [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45210 dport 47328] OK # # # cpu 4: rx_hash 0x268df5c9 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45226 dport 47328] OK # # # cpu 5: rx_hash 0xb3759c55 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45162 dport 47328] OK # # # cpu 5: rx_hash 0xd634a7f7 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45178 dport 47328] OK # # # cpu 5: rx_hash 0x4babf1d6 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45190 dport 47328] OK # # # cpu 0: rx_hash 0x36438ab3 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45236 dport 47328] OK # # # cpu 0: rx_hash 0x52fbbf3e [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45254 dport 47328] OK # # # cpu 0: rx_hash 0x70955d95 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45304 dport 47328] OK # # # cpu 4: rx_hash 0x1db3598a [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45268 dport 47328] OK # # # cpu 4: rx_hash 0x901ef7c6 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45298 dport 47328] OK # # # cpu 4: rx_hash 0x74d881c0 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45320 dport 47328] OK # # # cpu 5: rx_hash 0xedf68ca3 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45248 dport 47328] OK # # # cpu 5: rx_hash 0xf55fcc64 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45282 dport 47328] OK # # # cpu 0: rx_hash 0x1199ba62 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45336 dport 47328] OK # # # cpu 0: rx_hash 0x233927b3 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45368 dport 47328] OK # # # count: pass=41 nohash=0 fail=0 # ok 2 toeplitz.test.tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 440, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 214, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -4 -u -d 57171 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 40 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 40968 dport 57171] != expected 0xf664fc7f # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 40968 dport 57171] != expected 0xf664fc7f # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 59545 dport 57171] != expected 0x549f8df7 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 59545 dport 57171] != expected 0x549f8df7 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37618 dport 57171] != expected 0xe7b38ac # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 37618 dport 57171] != expected 0xe7b38ac # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 35560 dport 57171] != expected 0xfc96bcd1 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 35560 dport 57171] != expected 0xfc96bcd1 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 56279 dport 57171] != expected 0x98395203 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 56279 dport 57171] != expected 0x98395203 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 52822 dport 57171] != expected 0xc8a04df5 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 52822 dport 57171] != expected 0xc8a04df5 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 46058 dport 57171] != expected 0x73f5bfba # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 46058 dport 57171] != expected 0x73f5bfba # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 43722 dport 57171] != expected 0xdb4428f # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 43722 dport 57171] != expected 0xdb4428f # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 51107 dport 57171] != expected 0x60328a57 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 51107 dport 57171] != expected 0x60328a57 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34763 dport 57171] != expected 0x5ebd9d40 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34763 dport 57171] != expected 0x5ebd9d40 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57165 dport 57171] != expected 0xfad3d00f # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 57165 dport 57171] != expected 0xfad3d00f # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50001 dport 57171] != expected 0xfd4d2448 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50001 dport 57171] != expected 0xfd4d2448 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 51616 dport 57171] != expected 0x93a60243 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 51616 dport 57171] != expected 0x93a60243 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34949 dport 57171] != expected 0xd35b0cc # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 34949 dport 57171] != expected 0xd35b0cc # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 52177 dport 57171] != expected 0x78817e69 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 52177 dport 57171] != expected 0x78817e69 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49899 dport 57171] != expected 0xfcfcdf01 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49899 dport 57171] != expected 0xfcfcdf01 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 44880 dport 57171] != expected 0x29d00183 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 44880 dport 57171] != expected 0x29d00183 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 52638 dport 57171] != expected 0xeb974a62 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 52638 dport 57171] != expected 0xeb974a62 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49354 dport 57171] != expected 0x650cb723 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49354 dport 57171] != expected 0x650cb723 # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55629 dport 57171] != expected 0xc83700cf # # Exception| cpu 4: rx_hash 0xdd9843c3 [saddr 192.0.3.2 daddr 192.0.3.1 sport 55629 dport 57171] != expected 0xc83700cf # # Exception| count: pass=0 nohash=0 fail=40 # # Exception| # not ok 3 toeplitz.test.udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 440, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 214, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -6 -u -d 34428 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 46 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60473 dport 34428] != expected 0x48a7d2e7 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60473 dport 34428] != expected 0x48a7d2e7 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 41164 dport 34428] != expected 0x45ef9f79 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 41164 dport 34428] != expected 0x45ef9f79 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 36857 dport 34428] != expected 0x310a51cf # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 36857 dport 34428] != expected 0x310a51cf # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 33907 dport 34428] != expected 0x409d44f8 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 33907 dport 34428] != expected 0x409d44f8 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42749 dport 34428] != expected 0xd4a28e14 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42749 dport 34428] != expected 0xd4a28e14 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47745 dport 34428] != expected 0x90af38e3 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47745 dport 34428] != expected 0x90af38e3 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53464 dport 34428] != expected 0x60e4fbb8 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53464 dport 34428] != expected 0x60e4fbb8 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 37960 dport 34428] != expected 0xbf81b3ce # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 37960 dport 34428] != expected 0xbf81b3ce # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 51931 dport 34428] != expected 0xd97b5612 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 51931 dport 34428] != expected 0xd97b5612 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 40571 dport 34428] != expected 0x4d9af92c # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 40571 dport 34428] != expected 0x4d9af92c # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 41713 dport 34428] != expected 0xfab11334 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 41713 dport 34428] != expected 0xfab11334 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 37048 dport 34428] != expected 0xc0d78cf # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 37048 dport 34428] != expected 0xc0d78cf # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53045 dport 34428] != expected 0xbc6df1d3 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53045 dport 34428] != expected 0xbc6df1d3 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 59215 dport 34428] != expected 0xa4af91f1 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 59215 dport 34428] != expected 0xa4af91f1 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35334 dport 34428] != expected 0x654e7781 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35334 dport 34428] != expected 0x654e7781 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 43392 dport 34428] != expected 0xfda7d992 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 43392 dport 34428] != expected 0xfda7d992 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 41697 dport 34428] != expected 0x9ff02896 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 41697 dport 34428] != expected 0x9ff02896 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 40614 dport 34428] != expected 0xb6b688f1 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 40614 dport 34428] != expected 0xb6b688f1 # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34222 dport 34428] != expected 0x7de5269f # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34222 dport 34428] != expected 0x7de5269f # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 41714 dport 34428] != expected 0x84ab740f # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 41714 dport 34428] != expected 0x84ab740f # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53450 dport 34428] != expected 0x2fac1d0c # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53450 dport 34428] != expected 0x2fac1d0c # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56606 dport 34428] != expected 0xc51a349a # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 56606 dport 34428] != expected 0xc51a349a # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46003 dport 34428] != expected 0x13d9d24b # # Exception| cpu 4: rx_hash 0xf66e69ab [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46003 dport 34428] != expected 0x13d9d24b # # Exception| count: pass=0 nohash=0 fail=46 # # Exception| # not ok 4 toeplitz.test.udp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 440, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 203, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 5 toeplitz.test.rss_tcp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 440, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 203, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 6 toeplitz.test.rss_tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 440, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 203, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 7 toeplitz.test.rss_udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 440, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 203, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 8 toeplitz.test.rss_udp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 440, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 208, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 9 toeplitz.test.rps_tcp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 440, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 208, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 10 toeplitz.test.rps_tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 440, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 208, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 11 toeplitz.test.rps_udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 440, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 208, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 12 toeplitz.test.rps_udp_ipv6 # # Totals: pass:1 fail:11 xfail:0 xpass:0 skip:0 error:0 not ok 1 selftests: drivers/net/hw: toeplitz.py # exit=1 # Totals: pass:0 fail:1 xfail:0 xpass:0 skip:0 error:0 make[1]: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests' xx__-> echo $? 0 xx__-> echo scan > /sys/kernel/debug/kmemleak xx__-> /opt/nipa/contest/scripts/env_check.py Comparing to existing state file: no differences detected. Current system state saved to /tmp/nipa-env-state.json xx__-> echo $? 0 xx__->