< TEST_PROGS=toeplitz.py TEST_GEN_PROGS="" run_tests make: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests' make[1]: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make[1]: Nothing to be done for 'all'. make[1]: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make[1]: Nothing to be done for 'all'. make[1]: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' # overriding timeout to 1800 # selftests: drivers/net/hw: toeplitz.py # # Interface: enp1s0, driver: fbnic # TAP version 13 # 1..12 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 216, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -4 -t -d 60160 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 40 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 0: rx_hash 0x466c9832 [saddr 192.0.3.2 daddr 192.0.3.1 sport 59978 dport 60160] != expected 0x2a9b7a46 # # Exception| cpu 0: rx_hash 0x6a2cfdd7 [saddr 192.0.3.2 daddr 192.0.3.1 sport 59998 dport 60160] != expected 0x8dec71d5 # # Exception| cpu 0: rx_hash 0xd794a1ce [saddr 192.0.3.2 daddr 192.0.3.1 sport 60034 dport 60160] != expected 0x3a5d8b36 # # Exception| cpu 4: rx_hash 0x26dc035d [saddr 192.0.3.2 daddr 192.0.3.1 sport 59964 dport 60160] != expected 0x272a76f0 # # Exception| cpu 4: rx_hash 0x17ac4d33 [saddr 192.0.3.2 daddr 192.0.3.1 sport 59984 dport 60160] != expected 0xba3b3a4e # # Exception| cpu 4: rx_hash 0x504caac0 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60002 dport 60160] != expected 0xf920ff8f # # Exception| cpu 4: rx_hash 0xb8942cbd [saddr 192.0.3.2 daddr 192.0.3.1 sport 60036 dport 60160] != expected 0xb1166ef3 # # Exception| cpu 5: rx_hash 0x754cd1ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 60006 dport 60160] != expected 0x8019a333 # # Exception| cpu 5: rx_hash 0x7c0ccf25 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60022 dport 60160] != expected 0x5e57f41c # # Exception| cpu 0: rx_hash 0xded4bf05 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60050 dport 60160] != expected 0xe413dc19 # # Exception| cpu 0: rx_hash 0xe244e0c5 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60110 dport 60160] != expected 0xc86bec1f # # Exception| cpu 0: rx_hash 0x8404737d [saddr 192.0.3.2 daddr 192.0.3.1 sport 60120 dport 60160] != expected 0x9d6e5ef5 # # Exception| cpu 0: rx_hash 0xb7243aa1 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60148 dport 60160] != expected 0x37ec8780 # # Exception| cpu 0: rx_hash 0x1628a3fb [saddr 192.0.3.2 daddr 192.0.3.1 sport 60162 dport 60160] != expected 0x6c70a4a1 # # Exception| cpu 4: rx_hash 0xbc3423d8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60068 dport 60160] != expected 0xde314564 # # Exception| cpu 4: rx_hash 0xda74b060 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60082 dport 60160] != expected 0x8b34f78e # # Exception| cpu 4: rx_hash 0x9fc45021 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60096 dport 60160] != expected 0xffbca784 # # Exception| cpu 5: rx_hash 0xb1d43276 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60052 dport 60160] != expected 0x6f5839dc # # Exception| cpu 5: rx_hash 0xd164a919 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60130 dport 60160] != expected 0x62e9356a # # Exception| cpu 5: rx_hash 0xbe64246a [saddr 192.0.3.2 daddr 192.0.3.1 sport 60132 dport 60160] != expected 0xe9a2d0af # # Exception| cpu 5: rx_hash 0x4ea86831 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60168 dport 60160] != expected 0x229eb386 # # Exception| cpu 0: rx_hash 0x3788d7b0 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60198 dport 60160] != expected 0x7a6ed38a # # Exception| cpu 0: rx_hash 0x6f081c7a [saddr 192.0.3.2 daddr 192.0.3.1 sport 60204 dport 60160] != expected 0x3480c4ad # # Exception| cpu 0: rx_hash 0x5e785214 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60224 dport 60160] != expected 0xa9918813 # # Exception| cpu 0: rx_hash 0x7fd8265f [saddr 192.0.3.2 daddr 192.0.3.1 sport 60260 dport 60160] != expected 0xbf8fff38 # # Exception| cpu 0: rx_hash 0x2758ed95 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60270 dport 60160] != expected 0xf161e81f # # Exception| cpu 4: rx_hash 0x1f68bd30 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60178 dport 60160] != expected 0xb23ef38e # # Exception| cpu 4: rx_hash 0x23f8e2f0 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60238 dport 60160] != expected 0x9e46c388 # # Exception| cpu 4: rx_hash 0x45b87148 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60248 dport 60160] != expected 0xcb437162 # # Exception| cpu 4: rx_hash 0x60b80a66 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60252 dport 60160] != expected 0xb27a2dde # # Exception| cpu 4: rx_hash 0x64180503 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60284 dport 60160] != expected 0xdd5d0649 # # Exception| cpu 5: rx_hash 0x47e876fa [saddr 192.0.3.2 daddr 192.0.3.1 sport 60184 dport 60160] != expected 0xfcd0e4a9 # # Exception| cpu 5: rx_hash 0x1bc8b255 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60210 dport 60160] != expected 0xdd19d819 # # Exception| cpu 0: rx_hash 0x9e40bee9 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60306 dport 60160] != expected 0x29f7396b # # Exception| cpu 0: rx_hash 0x93a0af47 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60322 dport 60160] != expected 0x989e45d3 # # Exception| cpu 0: rx_hash 0xa420e9fe [saddr 192.0.3.2 daddr 192.0.3.1 sport 60334 dport 60160] != expected 0x5d3bb731 # # Exception| cpu 0: rx_hash 0xd0e047d1 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60336 dport 60160] != expected 0xb4a2ab85 # # Exception| cpu 0: rx_hash 0xe7600168 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60348 dport 60160] != expected 0x71075967 # # Exception| cpu 0: rx_hash 0xe8d01774 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60364 dport 60160] != expected 0xf7fdb014 # # Exception| cpu 4: rx_hash 0xbfe0caa2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60342 dport 60160] != expected 0x3fe94e40 # # Exception| count: pass=0 nohash=0 fail=40 # # Exception| # not ok 1 toeplitz.test.tcp_ipv4 # # Receiver output: # # # # RSS indirection table size: 256 # # # cpu 0: rx_hash 0xf67b6832 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 51980 dport 48293] OK # # # cpu 0: rx_hash 0x949bf4ef [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52026 dport 48293] OK # # # cpu 0: rx_hash 0xbe2b99dd [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52046 dport 48293] OK # # # cpu 4: rx_hash 0xa7bbbd33 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 51990 dport 48293] OK # # # cpu 4: rx_hash 0xe05b5ac0 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52004 dport 48293] OK # # # cpu 4: rx_hash 0x861bc978 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52018 dport 48293] OK # # # cpu 4: rx_hash 0xd12b14ae [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52040 dport 48293] OK # # # cpu 4: rx_hash 0xe20b5d72 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52068 dport 48293] OK # # # cpu 5: rx_hash 0xb76b8716 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52062 dport 48293] OK # # # cpu 5: rx_hash 0xba8b96b8 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52078 dport 48293] OK # # # cpu 0: rx_hash 0x1853e698 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52106 dport 48293] OK # # # cpu 0: rx_hash 0x2233b18f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52150 dport 48293] OK # # # cpu 0: rx_hash 0x5fb3016b [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52152 dport 48293] OK # # # cpu 4: rx_hash 0xdccb0500 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52088 dport 48293] OK # # # cpu 4: rx_hash 0x4d333cfc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52144 dport 48293] OK # # # cpu 4: rx_hash 0x683347d2 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52148 dport 48293] OK # # # cpu 4: rx_hash 0x0883dcbd [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52162 dport 48293] OK # # # cpu 5: rx_hash 0x65d3567c [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52100 dport 48293] OK # # # cpu 5: rx_hash 0x0393c5c4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52114 dport 48293] OK # # # cpu 5: rx_hash 0x0e73d46a [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52130 dport 48293] OK # # # cpu 5: rx_hash 0x01c3c276 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52178 dport 48293] OK # # # cpu 0: rx_hash 0x32e38baa [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52222 dport 48293] OK # # # cpu 0: rx_hash 0x8c809f0e [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52238 dport 48293] OK # # # cpu 0: rx_hash 0xcfc07798 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52252 dport 48293] OK # # # cpu 0: rx_hash 0x8ed098bc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52302 dport 48293] OK # # # cpu 0: rx_hash 0x87908677 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52318 dport 48293] OK # # # cpu 4: rx_hash 0x364384cf [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52190 dport 48293] OK # # # cpu 4: rx_hash 0x6a634060 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52212 dport 48293] OK # # # cpu 4: rx_hash 0xad20eb45 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52266 dport 48293] OK # # # cpu 4: rx_hash 0xc0706184 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52332 dport 48293] OK # # # cpu 5: rx_hash 0x46232585 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52192 dport 48293] OK # # # cpu 5: rx_hash 0x1ea3ee4f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52202 dport 48293] OK # # # cpu 5: rx_hash 0xb6e0c819 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52274 dport 48293] OK # # # cpu 5: rx_hash 0xf3502858 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52288 dport 48293] OK # # # cpu 0: rx_hash 0x5528571d [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52356 dport 48293] OK # # # cpu 0: rx_hash 0x74882356 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52384 dport 48293] OK # # # cpu 0: rx_hash 0x430865ef [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52396 dport 48293] OK # # # cpu 0: rx_hash 0x0ff89b65 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52430 dport 48293] OK # # # cpu 4: rx_hash 0xa630f23c [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52346 dport 48293] OK # # # cpu 4: rx_hash 0x3368c4a5 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52370 dport 48293] OK # # # cpu 4: rx_hash 0x1438b839 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52438 dport 48293] OK # # # count: pass=41 nohash=0 fail=0 # ok 2 toeplitz.test.tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 216, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -4 -u -d 37436 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 44 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 34420 dport 37436] != expected 0xeed7d8c6 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 34420 dport 37436] != expected 0xeed7d8c6 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 50928 dport 37436] != expected 0x2f10dd0a # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 50928 dport 37436] != expected 0x2f10dd0a # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 51132 dport 37436] != expected 0x10c25f51 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 51132 dport 37436] != expected 0x10c25f51 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 36730 dport 37436] != expected 0xd58ea81 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 36730 dport 37436] != expected 0xd58ea81 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 54331 dport 37436] != expected 0xc36ddb1f # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 54331 dport 37436] != expected 0xc36ddb1f # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 54869 dport 37436] != expected 0xcafc5c61 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 54869 dport 37436] != expected 0xcafc5c61 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 58598 dport 37436] != expected 0x5a883a72 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 58598 dport 37436] != expected 0x5a883a72 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 34985 dport 37436] != expected 0xf1b4879c # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 34985 dport 37436] != expected 0xf1b4879c # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 53247 dport 37436] != expected 0x287a9dbf # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 53247 dport 37436] != expected 0x287a9dbf # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 45229 dport 37436] != expected 0x5b802ef2 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 45229 dport 37436] != expected 0x5b802ef2 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 46596 dport 37436] != expected 0xa29c58c9 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 46596 dport 37436] != expected 0xa29c58c9 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 38208 dport 37436] != expected 0x14f215e # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 38208 dport 37436] != expected 0x14f215e # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 35352 dport 37436] != expected 0x5903318a # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 35352 dport 37436] != expected 0x5903318a # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 49309 dport 37436] != expected 0x36fa8a3 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 49309 dport 37436] != expected 0x36fa8a3 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 59362 dport 37436] != expected 0x88a7f105 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 59362 dport 37436] != expected 0x88a7f105 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 57740 dport 37436] != expected 0xb24f4f27 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 57740 dport 37436] != expected 0xb24f4f27 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 38586 dport 37436] != expected 0xf9848224 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 38586 dport 37436] != expected 0xf9848224 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 33724 dport 37436] != expected 0x8cf598 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 33724 dport 37436] != expected 0x8cf598 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 44629 dport 37436] != expected 0x3ac63a26 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 44629 dport 37436] != expected 0x3ac63a26 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 45718 dport 37436] != expected 0x26104526 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 45718 dport 37436] != expected 0x26104526 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 54262 dport 37436] != expected 0xd618aab6 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 54262 dport 37436] != expected 0xd618aab6 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 38616 dport 37436] != expected 0x53428501 # # Exception| cpu 5: rx_hash 0x844f73ee [saddr 192.0.3.2 daddr 192.0.3.1 sport 38616 dport 37436] != expected 0x53428501 # # Exception| count: pass=0 nohash=0 fail=44 # # Exception| # not ok 3 toeplitz.test.udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 216, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -6 -u -d 57690 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 44 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34030 dport 57690] != expected 0xe66105ce # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 34030 dport 57690] != expected 0xe66105ce # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47356 dport 57690] != expected 0x531b8d0f # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 47356 dport 57690] != expected 0x531b8d0f # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57354 dport 57690] != expected 0xf39a859d # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57354 dport 57690] != expected 0xf39a859d # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60105 dport 57690] != expected 0xe6bb1bdb # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60105 dport 57690] != expected 0xe6bb1bdb # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54882 dport 57690] != expected 0x59885041 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54882 dport 57690] != expected 0x59885041 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53312 dport 57690] != expected 0x6747a9f4 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53312 dport 57690] != expected 0x6747a9f4 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57332 dport 57690] != expected 0x166641f1 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57332 dport 57690] != expected 0x166641f1 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 58665 dport 57690] != expected 0xb98a9189 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 58665 dport 57690] != expected 0xb98a9189 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 40099 dport 57690] != expected 0xdbab685d # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 40099 dport 57690] != expected 0xdbab685d # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 36209 dport 57690] != expected 0x2f0ec552 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 36209 dport 57690] != expected 0x2f0ec552 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60786 dport 57690] != expected 0x96092fbc # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60786 dport 57690] != expected 0x96092fbc # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 33517 dport 57690] != expected 0x480f1fa5 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 33517 dport 57690] != expected 0x480f1fa5 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 49336 dport 57690] != expected 0x8f56c1b8 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 49336 dport 57690] != expected 0x8f56c1b8 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 43172 dport 57690] != expected 0x3e82e9ff # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 43172 dport 57690] != expected 0x3e82e9ff # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 38608 dport 57690] != expected 0x4242e46c # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 38608 dport 57690] != expected 0x4242e46c # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53923 dport 57690] != expected 0x9ed4b8ea # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53923 dport 57690] != expected 0x9ed4b8ea # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45295 dport 57690] != expected 0x6c48091f # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45295 dport 57690] != expected 0x6c48091f # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46846 dport 57690] != expected 0x8166fbe2 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46846 dport 57690] != expected 0x8166fbe2 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 40786 dport 57690] != expected 0x21ec9039 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 40786 dport 57690] != expected 0x21ec9039 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53820 dport 57690] != expected 0xff3df9a7 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 53820 dport 57690] != expected 0xff3df9a7 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57274 dport 57690] != expected 0x69b6f6a7 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 57274 dport 57690] != expected 0x69b6f6a7 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 44336 dport 57690] != expected 0x35b8e54 # # Exception| cpu 0: rx_hash 0x29c9c98f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 44336 dport 57690] != expected 0x35b8e54 # # Exception| count: pass=0 nohash=0 fail=44 # # Exception| # not ok 4 toeplitz.test.udp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 204, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 5 toeplitz.test.rss_tcp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 204, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 6 toeplitz.test.rss_tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 204, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 7 toeplitz.test.rss_udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 204, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 8 toeplitz.test.rss_udp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 209, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 9 toeplitz.test.rps_tcp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 209, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 10 toeplitz.test.rps_tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 209, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 11 toeplitz.test.rps_udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 209, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 12 toeplitz.test.rps_udp_ipv6 # # Totals: pass:1 fail:11 xfail:0 xpass:0 skip:0 error:0 not ok 1 selftests: drivers/net/hw: toeplitz.py # exit=1 make[1]: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests' xx__-> echo $? 0 xx__-> echo scan > /sys/kernel/debug/kmemleak xx__-> /opt/nipa/contest/scripts/env_check.py Comparing to existing state file: no differences detected. Current system state saved to /tmp/nipa-env-state.json xx__-> echo $? 0 xx__->