< TEST_PROGS=toeplitz.py TEST_GEN_PROGS="" run_tests make: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests' make[1]: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make[1]: Nothing to be done for 'all'. make[1]: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make[1]: Nothing to be done for 'all'. make[1]: Entering directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' # overriding timeout to 720 # selftests: drivers/net/hw: toeplitz.py # # Interface: enp1s0, driver: fbnic # TAP version 13 # 1..12 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 216, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -4 -t -d 51298 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 40 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 0: rx_hash 0xf55c5baa [saddr 192.0.3.2 daddr 192.0.3.1 sport 48932 dport 51298] != expected 0xade15ac0 # # Exception| cpu 0: rx_hash 0x4bebe26b [saddr 192.0.3.2 daddr 192.0.3.1 sport 48952 dport 51298] != expected 0xbfe1d9b7 # # Exception| cpu 0: rx_hash 0x0102f677 [saddr 192.0.3.2 daddr 192.0.3.1 sport 48972 dport 51298] != expected 0xd5ba4d2e # # Exception| cpu 0: rx_hash 0x8853c8ec [saddr 192.0.3.2 daddr 192.0.3.1 sport 48988 dport 51298] != expected 0xbe0ca03f # # Exception| cpu 0: rx_hash 0xc2da3c35 [saddr 192.0.3.2 daddr 192.0.3.1 sport 48990 dport 51298] != expected 0xe3bbc8b7 # # Exception| cpu 0: rx_hash 0x2a67678f [saddr 192.0.3.2 daddr 192.0.3.1 sport 49002 dport 51298] != expected 0x130de76a # # Exception| cpu 0: rx_hash 0xa3365914 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49018 dport 51298] != expected 0x78bb0a7b # # Exception| cpu 4: rx_hash 0x36e4712d [saddr 192.0.3.2 daddr 192.0.3.1 sport 48960 dport 51298] != expected 0xac0c2348 # # Exception| cpu 4: rx_hash 0x9db190b7 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49034 dport 51298] != expected 0x714df704 # # Exception| cpu 5: rx_hash 0x7c0d6531 [saddr 192.0.3.2 daddr 192.0.3.1 sport 48948 dport 51298] != expected 0xc657b7d1 # # Exception| cpu 5: rx_hash 0xc59a1958 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49024 dport 51298] != expected 0xfb9745ae # # Exception| cpu 5: rx_hash 0x23062976 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49046 dport 51298] != expected 0x634d7473 # # Exception| cpu 5: rx_hash 0xa4767c79 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49060 dport 51298] != expected 0x60978762 # # Exception| cpu 0: rx_hash 0xee9f6865 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49104 dport 51298] != expected 0xacc13fb # # Exception| cpu 0: rx_hash 0x14804ee9 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49132 dport 51298] != expected 0x2d17e604 # # Exception| cpu 0: rx_hash 0x2080563e [saddr 192.0.3.2 daddr 192.0.3.1 sport 49180 dport 51298] != expected 0xccbaf48c # # Exception| cpu 4: rx_hash 0x0803584b [saddr 192.0.3.2 daddr 192.0.3.1 sport 49094 dport 51298] != expected 0x92162226 # # Exception| cpu 4: rx_hash 0xd979ef3f [saddr 192.0.3.2 daddr 192.0.3.1 sport 49116 dport 51298] != expected 0x737a7d9d # # Exception| cpu 4: rx_hash 0x9dd17072 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49148 dport 51298] != expected 0x46a10b15 # # Exception| cpu 4: rx_hash 0xa9d168a5 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49164 dport 51298] != expected 0xa70c199d # # Exception| cpu 4: rx_hash 0x1947baf0 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49202 dport 51298] != expected 0xdd6084ea # # Exception| cpu 5: rx_hash 0x2d2742e2 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49076 dport 51298] != expected 0xb216a73 # # Exception| cpu 5: rx_hash 0x750ccb0d [saddr 192.0.3.2 daddr 192.0.3.1 sport 49086 dport 51298] != expected 0x81fbd8d9 # # Exception| cpu 5: rx_hash 0xf21c7ec7 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49146 dport 51298] != expected 0xb5cdd7d9 # # Exception| cpu 5: rx_hash 0x05c4ac52 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49176 dport 51298] != expected 0x626140c8 # # Exception| cpu 5: rx_hash 0xb5527e07 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49190 dport 51298] != expected 0x180dddbf # # Exception| cpu 5: rx_hash 0xa7f00331 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49198 dport 51298] != expected 0xcf60079d # # Exception| cpu 0: rx_hash 0x2ea13daa [saddr 192.0.3.2 daddr 192.0.3.1 sport 49214 dport 51298] != expected 0xa4d6ea8c # # Exception| cpu 0: rx_hash 0x3c63a059 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49216 dport 51298] != expected 0x4457ccbf # # Exception| cpu 0: rx_hash 0x410cd3da [saddr 192.0.3.2 daddr 192.0.3.1 sport 49230 dport 51298] != expected 0x6056ca51 # # Exception| cpu 0: rx_hash 0x82d41998 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49244 dport 51298] != expected 0x56574fc8 # # Exception| cpu 0: rx_hash 0x78cb3f14 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49248 dport 51298] != expected 0x718cba37 # # Exception| cpu 0: rx_hash 0xf19a018f [saddr 192.0.3.2 daddr 192.0.3.1 sport 49264 dport 51298] != expected 0x1a3a5726 # # Exception| cpu 0: rx_hash 0x0cc5026e [saddr 192.0.3.2 daddr 192.0.3.1 sport 49298 dport 51298] != expected 0x25cd2fc0 # # Exception| cpu 4: rx_hash 0x0be5c7c6 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49210 dport 51298] != expected 0xa0d5ec8 # # Exception| cpu 4: rx_hash 0xa9b18860 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49274 dport 51298] != expected 0x90e0e58c # # Exception| cpu 4: rx_hash 0xc67c86d5 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49276 dport 51298] != expected 0x638c3940 # # Exception| cpu 5: rx_hash 0x416c331f [saddr 192.0.3.2 daddr 192.0.3.1 sport 49208 dport 51298] != expected 0x57ba3640 # # Exception| cpu 5: rx_hash 0xea593240 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49284 dport 51298] != expected 0xbd171e1d # # Exception| cpu 5: rx_hash 0xc13ca3b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49314 dport 51298] != expected 0x7ba0b459 # # Exception| count: pass=0 nohash=0 fail=40 # # Exception| # not ok 1 toeplitz.test.tcp_ipv4 # # Receiver output: # # # # RSS indirection table size: 256 # # # cpu 0: rx_hash 0xdde258f2 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54610 dport 45099] OK # # # cpu 0: rx_hash 0xb22f5647 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54612 dport 45099] OK # # # cpu 0: rx_hash 0xa08d2b71 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54620 dport 45099] OK # # # cpu 0: rx_hash 0x483070cb [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54632 dport 45099] OK # # # cpu 4: rx_hash 0x1e5a7275 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54582 dport 45099] OK # # # cpu 4: rx_hash 0x29dc15ea [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54604 dport 45099] OK # # # cpu 4: rx_hash 0x101bf924 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54626 dport 45099] OK # # # cpu 4: rx_hash 0x355f0348 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54630 dport 45099] OK # # # cpu 4: rx_hash 0x27fd7e7e [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54638 dport 45099] OK # # # cpu 5: rx_hash 0xb24fb682 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54562 dport 45099] OK # # # cpu 5: rx_hash 0xea643f6d [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54568 dport 45099] OK # # # cpu 5: rx_hash 0x0cf80f43 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54590 dport 45099] OK # # # cpu 5: rx_hash 0xbc0e3dd3 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54646 dport 45099] OK # # # cpu 0: rx_hash 0x173b3c8c [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54730 dport 45099] OK # # # cpu 0: rx_hash 0xa98c854d [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54742 dport 45099] OK # # # cpu 4: rx_hash 0xdaa27d9f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54668 dport 45099] OK # # # cpu 4: rx_hash 0x3c3e4db1 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54682 dport 45099] OK # # # cpu 4: rx_hash 0x059941ba [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54722 dport 45099] OK # # # cpu 4: rx_hash 0xbb2ef87b [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54750 dport 45099] OK # # # cpu 4: rx_hash 0xed241a00 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54774 dport 45099] OK # # # cpu 4: rx_hash 0xff866736 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54782 dport 45099] OK # # # cpu 5: rx_hash 0xaeac40e5 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54654 dport 45099] OK # # # cpu 5: rx_hash 0x902b8946 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54670 dport 45099] OK # # # cpu 5: rx_hash 0xf1c7ec67 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54698 dport 45099] OK # # # cpu 5: rx_hash 0x05f9a17f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54708 dport 45099] OK # # # cpu 5: rx_hash 0x5393a3c1 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54762 dport 45099] OK # # # cpu 0: rx_hash 0x0d48e6dd [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54832 dport 45099] OK # # # cpu 0: rx_hash 0x55636f32 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54842 dport 45099] OK # # # cpu 4: rx_hash 0x989acee4 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54794 dport 45099] OK # # # cpu 4: rx_hash 0x6ca483fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54804 dport 45099] OK # # # cpu 4: rx_hash 0xebd4d6f3 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54822 dport 45099] OK # # # cpu 4: rx_hash 0x0d280618 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54854 dport 45099] OK # # # cpu 4: rx_hash 0xcef0cc5a [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54868 dport 45099] OK # # # cpu 4: rx_hash 0xdc52b16c [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54876 dport 45099] OK # # # cpu 5: rx_hash 0xd2133a3d [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54792 dport 45099] OK # # # cpu 5: rx_hash 0x03698d49 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54802 dport 45099] OK # # # cpu 5: rx_hash 0x11cbf07f [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54810 dport 45099] OK # # # cpu 5: rx_hash 0x7e06feca [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54812 dport 45099] OK # # # cpu 5: rx_hash 0x47a1f2c1 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54852 dport 45099] OK # # # cpu 5: rx_hash 0x49809955 [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54886 dport 45099] OK # # # count: pass=40 nohash=0 fail=0 # ok 2 toeplitz.test.tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 216, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -4 -u -d 35228 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 44 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 51969 dport 35228] != expected 0x641ee809 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 51969 dport 35228] != expected 0x641ee809 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 45187 dport 35228] != expected 0x452a6960 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 45187 dport 35228] != expected 0x452a6960 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38476 dport 35228] != expected 0x8c186fd2 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38476 dport 35228] != expected 0x8c186fd2 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 52495 dport 35228] != expected 0xaaec823b # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 52495 dport 35228] != expected 0xaaec823b # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 40877 dport 35228] != expected 0x9f5aada7 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 40877 dport 35228] != expected 0x9f5aada7 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 36522 dport 35228] != expected 0x67887847 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 36522 dport 35228] != expected 0x67887847 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60966 dport 35228] != expected 0xcde7fd4e # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60966 dport 35228] != expected 0xcde7fd4e # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 59730 dport 35228] != expected 0x2bf46bda # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 59730 dport 35228] != expected 0x2bf46bda # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 56753 dport 35228] != expected 0xcb9d7403 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 56753 dport 35228] != expected 0xcb9d7403 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60461 dport 35228] != expected 0x4f0e299c # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60461 dport 35228] != expected 0x4f0e299c # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 33904 dport 35228] != expected 0xcef59ba8 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 33904 dport 35228] != expected 0xcef59ba8 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 59092 dport 35228] != expected 0x35710563 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 59092 dport 35228] != expected 0x35710563 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 35068 dport 35228] != expected 0x8f4c9e02 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 35068 dport 35228] != expected 0x8f4c9e02 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 56850 dport 35228] != expected 0xfbf08 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 56850 dport 35228] != expected 0xfbf08 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54007 dport 35228] != expected 0x82837c5c # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 54007 dport 35228] != expected 0x82837c5c # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38050 dport 35228] != expected 0x7904ce3a # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 38050 dport 35228] != expected 0x7904ce3a # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 35597 dport 35228] != expected 0xe8326bd4 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 35597 dport 35228] != expected 0xe8326bd4 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50128 dport 35228] != expected 0x4f8adf34 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50128 dport 35228] != expected 0x4f8adf34 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49641 dport 35228] != expected 0xceb9f8f7 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 49641 dport 35228] != expected 0xceb9f8f7 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50766 dport 35228] != expected 0xf25e5c0c # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 50766 dport 35228] != expected 0xf25e5c0c # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 59166 dport 35228] != expected 0x8e8bbffe # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 59166 dport 35228] != expected 0x8e8bbffe # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60062 dport 35228] != expected 0xd03fbae3 # # Exception| cpu 5: rx_hash 0x8fe3d2b8 [saddr 192.0.3.2 daddr 192.0.3.1 sport 60062 dport 35228] != expected 0xd03fbae3 # # Exception| count: pass=0 nohash=0 fail=44 # # Exception| # not ok 3 toeplitz.test.udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 216, in test # # Exception| with bkg(" ".join(rx_cmd), ksft_ready=True, exit_wait=True) as rx_proc: # # Exception| ~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 205, in __exit__ # # Exception| return self.process(terminate=terminate, fail=self.check_fail, # # Exception| ~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| expect_fail=self.expect_fail) # # Exception| ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/utils.py", line 134, in process # # Exception| raise CmdExitFailure("Command failed", self) # # Exception| net.lib.py.utils.CmdExitFailure: Command failed # # Exception| CMD: /srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/toeplitz -6 -u -d 40386 -i enp1s0 -T 4000 -s -v # # Exception| EXIT: 44 # # Exception| STDERR: RSS indirection table size: 256 # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 48187 dport 40386] != expected 0x8c83262a # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 48187 dport 40386] != expected 0x8c83262a # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 55376 dport 40386] != expected 0x9e842eb6 # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 55376 dport 40386] != expected 0x9e842eb6 # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 39626 dport 40386] != expected 0x843c63aa # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 39626 dport 40386] != expected 0x843c63aa # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54794 dport 40386] != expected 0xa6d7b917 # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54794 dport 40386] != expected 0xa6d7b917 # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 48114 dport 40386] != expected 0x6eb6043c # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 48114 dport 40386] != expected 0x6eb6043c # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54142 dport 40386] != expected 0xae8efa18 # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 54142 dport 40386] != expected 0xae8efa18 # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45659 dport 40386] != expected 0x210299b2 # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45659 dport 40386] != expected 0x210299b2 # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42738 dport 40386] != expected 0x639da06c # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 42738 dport 40386] != expected 0x639da06c # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 59828 dport 40386] != expected 0x34ec9aa # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 59828 dport 40386] != expected 0x34ec9aa # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45144 dport 40386] != expected 0x2ad20d2d # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45144 dport 40386] != expected 0x2ad20d2d # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 38268 dport 40386] != expected 0x94ca9780 # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 38268 dport 40386] != expected 0x94ca9780 # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45439 dport 40386] != expected 0x3c31668e # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 45439 dport 40386] != expected 0x3c31668e # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35837 dport 40386] != expected 0x210767ac # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 35837 dport 40386] != expected 0x210767ac # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 37248 dport 40386] != expected 0x778e9d83 # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 37248 dport 40386] != expected 0x778e9d83 # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 38565 dport 40386] != expected 0x158bcff7 # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 38565 dport 40386] != expected 0x158bcff7 # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52645 dport 40386] != expected 0x686df2e6 # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52645 dport 40386] != expected 0x686df2e6 # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60280 dport 40386] != expected 0x139caf71 # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 60280 dport 40386] != expected 0x139caf71 # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 49301 dport 40386] != expected 0x9236a65e # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 49301 dport 40386] != expected 0x9236a65e # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 33699 dport 40386] != expected 0x27fc76f # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 33699 dport 40386] != expected 0x27fc76f # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46374 dport 40386] != expected 0x7aa0c7cd # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 46374 dport 40386] != expected 0x7aa0c7cd # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 38215 dport 40386] != expected 0x940b560b # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 38215 dport 40386] != expected 0x940b560b # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52020 dport 40386] != expected 0x1b6acf12 # # Exception| cpu 4: rx_hash 0x013282fc [saddr 2001:db8:1::2 daddr 2001:db8:1::1 sport 52020 dport 40386] != expected 0x1b6acf12 # # Exception| count: pass=0 nohash=0 fail=44 # # Exception| # not ok 4 toeplitz.test.udp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 204, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 5 toeplitz.test.rss_tcp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 204, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 6 toeplitz.test.rss_tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 204, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 7 toeplitz.test.rss_udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 204, in test # # Exception| irq_cpus = ",".join([str(x) for x in _get_irq_cpus(cfg)]) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 8 toeplitz.test.rss_udp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 209, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 9 toeplitz.test.rps_tcp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 209, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 10 toeplitz.test.rps_tcp_ipv6 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 209, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 11 toeplitz.test.rps_udp_ipv4 # # Exception| Traceback (most recent call last): # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/net/lib/py/ksft.py", line 420, in ksft_run # # Exception| func(*args) # # Exception| ~~~~^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 209, in test # # Exception| rps_cpus = _get_unused_rps_cpus(cfg, count=2) # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 101, in _get_unused_rps_cpus # # Exception| rx_cpus = set(_get_irq_cpus(cfg)) # # Exception| ~~~~~~~~~~~~~^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 88, in _get_irq_cpus # # Exception| cpus.append(_get_cpu_for_irq(napis[queues[name]["napi-id"]]["irq"])) # # Exception| ~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ # # Exception| File "/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw/./toeplitz.py", line 49, in _get_cpu_for_irq # # Exception| raise KsftFailEx(f"IRQ{irq} is not mapped to a single core: {data}") # # Exception| net.lib.py.ksft.KsftFailEx: IRQ36 is not mapped to a single core: 0-5 # # Exception| # not ok 12 toeplitz.test.rps_udp_ipv6 # # Totals: pass:1 fail:11 xfail:0 xpass:0 skip:0 error:0 not ok 1 selftests: drivers/net/hw: toeplitz.py # exit=1 make[1]: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests/drivers/net/hw' make: Leaving directory '/srv/vmksft/testing/wt-24/tools/testing/selftests' xx__-> echo $? 0 xx__-> echo scan > /sys/kernel/debug/kmemleak xx__-> /opt/nipa/contest/scripts/env_check.py Comparing to existing state file: no differences detected. Current system state saved to /tmp/nipa-env-state.json xx__-> echo $? 0 xx__->