Summary of test results
Overall result:
45 TESTS FAILING
Test case result
Count
Broken
33
Failed
12
Expected failures
36
Skipped
106
Passed
6222
Execution context
Timing data:
Start time: 2018-05-25T19:49:52.810623Z
End time: 2018-05-25T20:20:58.459933Z
Duration: 586.672s
Broken test cases
lib/libutil/pidfile_test:main
local/kyua/cli/config_test:load_config__explicit__fail
local/kyua/cli/config_test:load_config__system__fail
local/kyua/cli/config_test:load_config__user__fail
local/kyua/engine/config_test:config__load__bad_syntax__version
local/kyua/engine/kyuafile_test:kyuafile__load__missing_test_program
local/kyua/engine/kyuafile_test:kyuafile__load__syntax__bad_version
local/kyua/engine/kyuafile_test:kyuafile__load__syntax__deprecated_format
local/kyua/engine/kyuafile_test:kyuafile__load__syntax__twice
local/kyua/engine/kyuafile_test:kyuafile__load__test_program_not_basename
local/kyua/engine/kyuafile_test:kyuafile__load__test_suite__missing
local/kyua/engine/kyuafile_test:kyuafile__load__test_suite__twice
local/kyua/utils/config/lua_module_test:dynamic_subtree__invalid_types
local/kyua/utils/config/lua_module_test:invalid_key
local/kyua/utils/config/lua_module_test:subtree__override_inner
local/kyua/utils/config/lua_module_test:top__invalid_types
local/kyua/utils/config/lua_module_test:unknown_key
local/kyua/utils/config/lua_module_test:value_error
local/kyua/utils/config/parser_test:invalid_syntax
local/kyua/utils/config/parser_test:no_keys__unknown_key
local/kyua/utils/config/parser_test:some_keys__unknown_key
local/kyua/utils/config/parser_test:syntax_called_more_than_once
local/kyua/utils/config/parser_test:syntax_deprecated_format
local/kyua/utils/fs/lua_module_test:basename__fail
local/kyua/utils/fs/lua_module_test:dirname__fail
local/kyua/utils/fs/lua_module_test:exists__fail
local/kyua/utils/fs/lua_module_test:files__fail_arg
local/kyua/utils/fs/lua_module_test:files__fail_opendir
local/kyua/utils/fs/lua_module_test:is_absolute__fail
local/kyua/utils/fs/lua_module_test:join__fail
local/lutok/state_test:push_cxx_function__fail_anything
local/lutok/state_test:push_cxx_function__fail_exception
local/lutok/state_test:push_cxx_function__fail_overflow
Failed test cases
lib/libc/sys/stat_test:stat_socket
local/kyua/integration/cmd_list_test:missing_test_program
local/kyua/integration/cmd_test_test:missing_test_program
sys/acl/00:main
sys/acl/02:main
usr.bin/indent/functional_test:elsecomment
usr.bin/indent/functional_test:label
usr.bin/indent/functional_test:list_head
usr.bin/indent/functional_test:sac
usr.bin/indent/functional_test:types_from_file
usr.sbin/makefs/makefs_ffs_tests:from_mtree_spec_file
usr.sbin/makefs/makefs_ffs_tests:from_multiple_dirs
Expected failures
bin/expr/expr_test:arithmetic_ops
lib/libc/c063/faccessat_test:faccessat_fdlink
lib/libc/gen/floatunditf_test:floatunditf
lib/libc/gen/sleep_test:nanosleep
lib/libc/gen/sleep_test:sleep
lib/libc/locale/io_test:bad_big5_getwc
lib/libc/locale/mbrtowc_test:mbrtowc_internal
lib/libc/regex/regex_att_test:leftassoc
lib/libc/stdio/fflush_test:fflush_err
lib/libc/stdio/printbasic_test:int_within_limits
lib/libc/stdio/printf_test:snprintf_posarg_error
lib/libc/stdio/scanf_test:sscanf_whitespace
lib/libc/stdlib/getenv_test:setenv_basic
lib/libc/stdlib/hsearch_test:hsearch_r_nonexistent
lib/libc/sys/getgroups_test:getgroups_err
lib/libc/sys/mknod_test:mknod_stat
lib/libc/sys/mmap_test:mmap_truncate_signal
lib/libcrypt/crypt_test:crypt_salts
lib/libthr/mutex_test:mutexattr2
lib/libthr/timedmutex_test:mutexattr2
lib/msun/exp_test:exp2_powers
lib/msun/precision_test:t_precision
sys/aio/lio_test:lio_listio_empty_nowait_kevent
sys/aio/lio_test:lio_listio_empty_nowait_signal
sys/aio/lio_test:lio_listio_empty_nowait_thread
sys/fs/tmpfs/link_test:kqueue
sys/fs/tmpfs/mount_test:large
sys/fs/tmpfs/remove_test:uchg
sys/kern/unix_passfd_test:rights_creds_payload
usr.bin/grep/grep_test:color
usr.bin/grep/grep_test:excessive_matches
usr.bin/grep/grep_test:ocolor_metadata
usr.bin/grep/grep_test:oflag_zerolen
usr.sbin/extattr/extattr_test:long_name
usr.sbin/makefs/makefs_cd9660_tests:o_flag_allow_max_name
usr.sbin/makefs/makefs_cd9660_tests:o_flag_isolevel_1
Skipped test cases
bin/dd/dd2_test:max_seek
bin/dd/dd_test:length
lib/libc/gen/fpclassify_test:no_test
lib/libc/gen/fpsetmask_test:no_test
lib/libc/gen/fpsetround_test:fpsetround_basic
lib/libc/gen/sethostname_test:sethostname_basic
lib/libc/locale/io_test:bad_big5_swprintf
lib/libc/locale/io_test:bad_big5_wprintf
lib/libc/net/servent_test:servent
lib/libc/rpc/rpc_test:get_svc_addr_tcp
lib/libc/rpc/rpc_test:get_svc_addr_udp
lib/libc/rpc/rpc_test:tcp
lib/libc/rpc/rpc_test:tcp_poll
lib/libc/rpc/rpc_test:udp
lib/libc/rpc/rpc_test:udp_poll
lib/libc/stdlib/strtod_test:strtod_round
lib/libc/sys/getrusage_test:getrusage_utime_zero
lib/libc/sys/kevent_test:kqueue_unsupported_fd
lib/libc/sys/mlock_test:mlock_err
lib/libc/sys/mlock_test:mlock_mmap
lib/libc/sys/mlock_test:mlock_nested
lib/libc/sys/mlock_test:mlock_unaligned
lib/libc/sys/revoke_test:revoke_basic
lib/libc/sys/revoke_test:revoke_err
lib/libc/sys/revoke_test:revoke_perm
lib/libc/sys/setrlimit_test:setrlimit_memlock
lib/libcam/libcam_test:cam_getccb_positive_test
lib/libcam/libcam_test:cam_open_device_negative_test_O_RDONLY
lib/libcam/libcam_test:cam_open_device_negative_test_unprivileged
lib/libcam/libcam_test:cam_open_device_positive_test
lib/msun/fe_round_test:t_nofe_round
lib/msun/fma_test:main
lib/msun/invtrig_test:main
local/atf/atf-c++/pkg_config_test:build
local/atf/atf-c++/pkg_config_test:version
local/atf/atf-c/detail/sanity_test:inv
local/atf/atf-c/detail/sanity_test:post
local/atf/atf-c/detail/sanity_test:pre
local/atf/atf-c/detail/sanity_test:unreachable
local/atf/atf-c/pkg_config_test:build
local/atf/atf-c/pkg_config_test:version
local/kyua/utils/cmdline/ui_test:ui__screen_width__columns_empty__tty
local/kyua/utils/cmdline/ui_test:ui__screen_width__columns_invalid__tty
local/kyua/utils/cmdline/ui_test:ui__screen_width__columns_set__tty
local/lutok/examples_test:bindings
local/lutok/examples_test:hello
local/lutok/examples_test:interpreter
local/lutok/examples_test:raii
sys/acl/01:main
sys/acl/03:main
sys/acl/04:main
sys/aio/aio_test:aio_fsync_test
sys/aio/aio_test:aio_large_read_test
sys/aio/aio_test:fifo_poll
sys/aio/aio_test:fifo_signal
sys/aio/aio_test:fifo_suspend
sys/aio/aio_test:fifo_thread
sys/aio/aio_test:fifo_waitcomplete
sys/aio/aio_test:file_poll
sys/aio/aio_test:file_signal
sys/aio/aio_test:file_suspend
sys/aio/aio_test:file_thread
sys/aio/aio_test:file_waitcomplete
sys/aio/aio_test:md_poll
sys/aio/aio_test:md_signal
sys/aio/aio_test:md_suspend
sys/aio/aio_test:md_thread
sys/aio/aio_test:md_waitcomplete
sys/aio/aio_test:pipe_poll
sys/aio/aio_test:pipe_signal
sys/aio/aio_test:pipe_suspend
sys/aio/aio_test:pipe_thread
sys/aio/aio_test:pipe_waitcomplete
sys/aio/aio_test:pty_poll
sys/aio/aio_test:pty_signal
sys/aio/aio_test:pty_suspend
sys/aio/aio_test:pty_thread
sys/aio/aio_test:pty_waitcomplete
sys/geom/class/eli/misc_test:preserve_disk_props
sys/geom/class/nop/nop_test:physpath_blank
sys/geom/class/nop/nop_test:preserve_disk_props
sys/kern/kern_descrip_test:kern_maxfiles__increase
sys/kern/mqueue_test:mqueue
sys/mac/bsdextended/matches_test:main
sys/mac/bsdextended/ugidfw_test:main
sys/mac/portacl/nobody_test:main
sys/mac/portacl/root_test:main
sys/netinet/fibs_test:arpresolve_checks_interface_fib
sys/netinet/fibs_test:default_route_with_multiple_fibs_on_same_subnet
sys/netinet/fibs_test:default_route_with_multiple_fibs_on_same_subnet_inet6
sys/netinet/fibs_test:loopback_and_network_routes_on_nondefault_fib
sys/netinet/fibs_test:loopback_and_network_routes_on_nondefault_fib_inet6
sys/netinet/fibs_test:same_ip_multiple_ifaces
sys/netinet/fibs_test:same_ip_multiple_ifaces_fib0
sys/netinet/fibs_test:same_ip_multiple_ifaces_inet6
sys/netinet/fibs_test:slaac_on_nondefault_fib6
sys/netinet/fibs_test:subnet_route_with_multiple_fibs_on_same_subnet
sys/netinet/fibs_test:subnet_route_with_multiple_fibs_on_same_subnet_inet6
sys/netinet/fibs_test:udp_dontroute
sys/netinet/fibs_test:udp_dontroute6
sys/opencrypto/runtests:main
usr.bin/grep/grep_freebsd_test:grep_r_implied
usr.bin/grep/grep_freebsd_test:rgrep
usr.bin/sed/inplace_race_test:main
usr.sbin/makefs/makefs_cd9660_tests:D_flag
usr.sbin/makefs/makefs_ffs_tests:D_flag