debug0

libfabric:core:core:fi_param_define_():223<info> registered var perf_cntr
libfabric:core:core:fi_param_get_():272<info> variable perf_cntr=<not set>
libfabric:core:core:fi_param_define_():223<info> registered var hook
libfabric:core:core:fi_param_get_():272<info> variable hook=<not set>
libfabric:core:core:fi_param_define_():223<info> registered var provider
libfabric:core:core:fi_param_define_():223<info> registered var fork_unsafe
libfabric:core:core:fi_param_define_():223<info> registered var universe_size
libfabric:core:core:fi_param_get_():272<info> variable provider=<not set>
libfabric:core:core:fi_param_define_():223<info> registered var provider_path
libfabric:core:core:fi_param_get_():281<info> read string var provider_path=/apps/compiler/intel/19.0.5/impi/2019.5.281/intel64/libfabric/lib/prov
[0] MPI startup(): libfabric version: 1.7.2a-impi
libfabric:core:core:fi_param_define_():223<info> registered var perf_cntr
libfabric:core:core:fi_param_get_():272<info> variable perf_cntr=<not set>
libfabric:core:core:fi_param_define_():223<info> registered var hook
libfabric:core:core:fi_param_get_():272<info> variable hook=<not set>
libfabric:core:core:fi_param_define_():223<info> registered var provider
libfabric:core:core:fi_param_define_():223<info> registered var fork_unsafe
libfabric:core:core:fi_param_define_():223<info> registered var universe_size
libfabric:core:core:fi_param_get_():272<info> variable provider=<not set>
libfabric:core:core:fi_param_define_():223<info> registered var provider_path
libfabric:core:core:fi_param_get_():281<info> read string var provider_path=/apps/compiler/intel/19.0.5/impi/2019.5.281/intel64/libfabric/lib/prov
libfabric:ofi_rxm:core:fi_param_define_():223<info> registered var buffer_size
libfabric:ofi_rxm:core:fi_param_define_():223<info> registered var buffer_size
libfabric:ofi_rxm:core:fi_param_define_():223<info> registered var comp_per_progress
libfabric:ofi_rxm:core:fi_param_define_():223<info> registered var sar_limit
libfabric:ofi_rxm:core:fi_param_define_():223<info> registered var use_srx
libfabric:ofi_rxm:core:fi_param_define_():223<info> registered var tx_size
libfabric:ofi_rxm:core:fi_param_define_():223<info> registered var rx_size
libfabric:ofi_rxm:core:fi_param_define_():223<info> registered var comp_per_progress
libfabric:ofi_rxm:core:fi_param_define_():223<info> registered var msg_tx_size
libfabric:ofi_rxm:core:fi_param_define_():223<info> registered var msg_rx_size
libfabric:ofi_rxm:core:fi_param_define_():223<info> registered var sar_limit
libfabric:ofi_rxm:core:fi_param_define_():223<info> registered var use_srx
libfabric:ofi_rxm:core:fi_param_define_():223<info> registered var tx_size
libfabric:ofi_rxm:core:fi_param_get_():272<info> variable tx_size=<not set>
libfabric:ofi_rxm:core:fi_param_get_():272<info> variable rx_size=<not set>
libfabric:ofi_rxm:core:fi_param_get_():272<info> variable msg_tx_size=<not set>
libfabric:ofi_rxm:core:fi_param_define_():223<info> registered var rx_size
libfabric:ofi_rxm:core:fi_param_define_():223<info> registered var msg_tx_size
libfabric:ofi_rxm:core:fi_param_get_():272<info> variable msg_rx_size=<not set>
libfabric:core:core:fi_param_get_():272<info> variable universe_size=<not set>
libfabric:ofi_rxm:core:fi_param_get_():272<info> variable buffer_size=<not set>
libfabric:ofi_rxm:core:fi_param_define_():223<info> registered var msg_rx_size
libfabric:ofi_rxm:core:fi_param_get_():272<info> variable tx_size=<not set>
libfabric:core:core:ofi_register_provider():391<info> registering provider: ofi_rxm (1.0)
libfabric:ofi_rxm:core:fi_param_get_():272<info> variable rx_size=<not set>
libfabric:ofi_rxm:core:fi_param_get_():272<info> variable msg_tx_size=<not set>
libfabric:ofi_rxm:core:fi_param_get_():272<info> variable msg_rx_size=<not set>
libfabric:core:core:fi_param_get_():272<info> variable universe_size=<not set>
libfabric:ofi_rxm:core:fi_param_get_():272<info> variable buffer_size=<not set>
libfabric:core:core:ofi_register_provider():391<info> registering provider: ofi_rxm (1.0)
libfabric:psm2:core:fi_prov_ini():573<info> build options: HAVE_PSM2_SRC=0, HAVE_PSM2_AM_REGISTER_HANDLERS_2=0, HAVE_PSM2_MQ_FP_MSG=0, PSMX2_USE_REQ_CONTEXT=0
libfabric:psm2:core:fi_param_define_():223<info> registered var name_server
libfabric:psm2:core:fi_param_define_():223<info> registered var tagged_rma
libfabric:psm2:core:fi_param_define_():223<info> registered var uuid
libfabric:psm2:core:fi_param_define_():223<info> registered var delay
libfabric:psm2:core:fi_param_define_():223<info> registered var timeout
libfabric:psm2:core:fi_param_define_():223<info> registered var conn_timeout
libfabric:psm2:core:fi_prov_ini():573<info> build options: HAVE_PSM2_SRC=0, HAVE_PSM2_AM_REGISTER_HANDLERS_2=0, HAVE_PSM2_MQ_FP_MSG=0, PSMX2_USE_REQ_CONTEXT=0
libfabric:psm2:core:fi_param_define_():223<info> registered var prog_interval
libfabric:psm2:core:fi_param_define_():223<info> registered var prog_affinity
libfabric:psm2:core:fi_param_define_():223<info> registered var name_server
libfabric:psm2:core:fi_param_define_():223<info> registered var tagged_rma
libfabric:psm2:core:fi_param_define_():223<info> registered var uuid
libfabric:psm2:core:fi_param_define_():223<info> registered var inject_size
libfabric:psm2:core:fi_param_define_():223<info> registered var lock_level
libfabric:psm2:core:fi_param_define_():223<info> registered var lazy_conn
libfabric:psm2:core:fi_param_define_():223<info> registered var delay
libfabric:psm2:core:fi_param_define_():223<info> registered var timeout
libfabric:psm2:core:fi_param_define_():223<info> registered var disconnect
libfabric:psm2:core:fi_param_define_():223<info> registered var tag_layout
libfabric:psm2:core:fi_param_define_():223<info> registered var conn_timeout
libfabric:psm2:core:fi_param_get_():272<info> variable name_server=<not set>
libfabric:psm2:core:fi_param_get_():272<info> variable tagged_rma=<not set>
libfabric:psm2:core:fi_param_get_():272<info> variable uuid=<not set>
libfabric:psm2:core:fi_param_define_():223<info> registered var prog_interval
libfabric:psm2:core:fi_param_define_():223<info> registered var prog_affinity
libfabric:psm2:core:fi_param_get_():272<info> variable delay=<not set>
libfabric:psm2:core:fi_param_get_():272<info> variable timeout=<not set>
libfabric:psm2:core:fi_param_get_():272<info> variable conn_timeout=<not set>
libfabric:psm2:core:fi_param_get_():272<info> variable prog_interval=<not set>
libfabric:psm2:core:fi_param_define_():223<info> registered var inject_size
libfabric:psm2:core:fi_param_define_():223<info> registered var lock_level
libfabric:psm2:core:fi_param_define_():223<info> registered var lazy_conn
libfabric:psm2:core:fi_param_get_():272<info> variable prog_affinity=<not set>
libfabric:psm2:core:fi_param_define_():223<info> registered var disconnect
libfabric:psm2:core:fi_param_define_():223<info> registered var tag_layout
libfabric:psm2:core:fi_param_get_():272<info> variable name_server=<not set>
libfabric:psm2:core:fi_param_get_():272<info> variable tagged_rma=<not set>
libfabric:psm2:core:fi_param_get_():272<info> variable uuid=<not set>
libfabric:psm2:core:fi_param_get_():272<info> variable delay=<not set>
libfabric:psm2:core:fi_param_get_():272<info> variable timeout=<not set>
libfabric:psm2:core:fi_param_get_():272<info> variable conn_timeout=<not set>
libfabric:psm2:core:fi_param_get_():272<info> variable prog_interval=<not set>
libfabric:psm2:core:fi_param_get_():272<info> variable prog_affinity=<not set>
libfabric:psm2:core:fi_param_get_():286<info> read int var inject_size=32768
libfabric:psm2:core:fi_param_get_():286<info> read int var lock_level=0
libfabric:psm2:core:fi_param_get_():272<info> variable lazy_conn=<not set>
libfabric:psm2:core:fi_param_get_():272<info> variable disconnect=<not set>
libfabric:psm2:core:fi_param_get_():272<info> variable tag_layout=<not set>
libfabric:core:core:ofi_register_provider():391<info> registering provider: psm2 (1.7)
libfabric:psm2:core:fi_param_get_():286<info> read int var inject_size=32768
libfabric:psm2:core:fi_param_get_():286<info> read int var lock_level=0
libfabric:psm2:core:fi_param_get_():272<info> variable lazy_conn=<not set>
libfabric:psm2:core:fi_param_get_():272<info> variable disconnect=<not set>
libfabric:psm2:core:fi_param_get_():272<info> variable tag_layout=<not set>
libfabric:core:core:ofi_register_provider():391<info> registering provider: psm2 (1.7)
libfabric:sockets:core:fi_param_define_():223<info> registered var pe_waittime
libfabric:sockets:core:fi_param_define_():223<info> registered var conn_timeout
libfabric:sockets:core:fi_param_define_():223<info> registered var max_conn_retry
libfabric:sockets:core:fi_param_define_():223<info> registered var def_conn_map_sz
libfabric:sockets:core:fi_param_define_():223<info> registered var def_av_sz
libfabric:sockets:core:fi_param_define_():223<info> registered var def_cq_sz
libfabric:sockets:core:fi_param_define_():223<info> registered var def_eq_sz
libfabric:sockets:core:fi_param_define_():223<info> registered var pe_affinity
libfabric:sockets:core:fi_param_define_():223<info> registered var keepalive_enable
libfabric:sockets:core:fi_param_define_():223<info> registered var keepalive_time
libfabric:sockets:core:fi_param_define_():223<info> registered var keepalive_intvl
libfabric:sockets:core:fi_param_define_():223<info> registered var keepalive_probes
libfabric:sockets:core:fi_param_define_():223<info> registered var iface
libfabric:core:core:ofi_register_provider():391<info> registering provider: sockets (2.0)
libfabric:sockets:core:fi_param_define_():223<info> registered var pe_waittime
libfabric:sockets:core:fi_param_define_():223<info> registered var conn_timeout
libfabric:sockets:core:fi_param_define_():223<info> registered var max_conn_retry
libfabric:sockets:core:fi_param_define_():223<info> registered var def_conn_map_sz
libfabric:sockets:core:fi_param_define_():223<info> registered var def_av_sz
libfabric:sockets:core:fi_param_define_():223<info> registered var def_cq_sz
libfabric:sockets:core:fi_param_define_():223<info> registered var def_eq_sz
libfabric:sockets:core:fi_param_define_():223<info> registered var pe_affinity
libfabric:sockets:core:fi_param_define_():223<info> registered var keepalive_enable
libfabric:sockets:core:fi_param_define_():223<info> registered var keepalive_time
libfabric:sockets:core:fi_param_define_():223<info> registered var keepalive_intvl
libfabric:sockets:core:fi_param_define_():223<info> registered var keepalive_probes
libfabric:sockets:core:fi_param_define_():223<info> registered var iface
libfabric:core:core:ofi_register_provider():391<info> registering provider: sockets (2.0)
libfabric:tcp:core:fi_param_define_():223<info> registered var iface
libfabric:core:core:ofi_register_provider():391<info> registering provider: tcp (0.1)
libfabric:tcp:core:fi_param_define_():223<info> registered var iface
libfabric:core:core:ofi_register_provider():391<info> registering provider: tcp (0.1)
libfabric:verbs:core:fi_param_define_():223<info> registered var tx_size
libfabric:verbs:core:fi_param_get_():272<info> variable tx_size=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var rx_size
libfabric:verbs:core:fi_param_get_():272<info> variable rx_size=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var tx_iov_limit
libfabric:verbs:core:fi_param_get_():272<info> variable tx_iov_limit=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var rx_iov_limit
libfabric:verbs:core:fi_param_get_():272<info> variable rx_iov_limit=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var inline_size
libfabric:verbs:core:fi_param_get_():272<info> variable inline_size=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var min_rnr_timer
libfabric:verbs:core:fi_param_get_():272<info> variable min_rnr_timer=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var use_odp
libfabric:verbs:core:fi_param_get_():272<info> variable use_odp=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var prefer_xrc
libfabric:verbs:core:fi_param_get_():272<info> variable prefer_xrc=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var xrcd_filename
libfabric:verbs:core:fi_param_get_():272<info> variable xrcd_filename=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var cqread_bunch_size
libfabric:verbs:core:fi_param_get_():272<info> variable cqread_bunch_size=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var iface
libfabric:verbs:core:fi_param_get_():272<info> variable iface=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var mr_cache_enable
libfabric:verbs:core:fi_param_get_():272<info> variable mr_cache_enable=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var tx_size
libfabric:verbs:core:fi_param_get_():272<info> variable tx_size=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var mr_max_cached_cnt
libfabric:verbs:core:fi_param_get_():272<info> variable mr_max_cached_cnt=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var mr_max_cached_size
libfabric:verbs:core:fi_param_define_():223<info> registered var rx_size
libfabric:verbs:core:fi_param_get_():272<info> variable rx_size=<not set>
libfabric:verbs:core:fi_param_get_():272<info> variable mr_max_cached_size=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var tx_iov_limit
libfabric:verbs:core:fi_param_get_():272<info> variable tx_iov_limit=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var rx_iov_limit
libfabric:verbs:core:fi_param_define_():223<info> registered var mr_cache_merge_regions
libfabric:verbs:core:fi_param_get_():272<info> variable rx_iov_limit=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var inline_size
libfabric:verbs:core:fi_param_get_():272<info> variable mr_cache_merge_regions=<not set>
libfabric:verbs:core:fi_param_get_():272<info> variable inline_size=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var min_rnr_timer
libfabric:verbs:core:fi_param_get_():272<info> variable min_rnr_timer=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var dgram_use_name_server
libfabric:verbs:core:fi_param_get_():272<info> variable dgram_use_name_server=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var dgram_name_server_port
libfabric:verbs:core:fi_param_get_():272<info> variable dgram_name_server_port=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var use_odp
libfabric:verbs:core:fi_param_get_():272<info> variable use_odp=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var prefer_xrc
libfabric:verbs:core:fi_param_get_():272<info> variable prefer_xrc=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var xrcd_filename
libfabric:verbs:core:fi_param_get_():272<info> variable xrcd_filename=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var cqread_bunch_size
libfabric:verbs:core:fi_param_get_():272<info> variable cqread_bunch_size=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var iface
libfabric:verbs:core:fi_param_get_():272<info> variable iface=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var mr_cache_enable
libfabric:verbs:core:fi_param_get_():272<info> variable mr_cache_enable=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var mr_max_cached_cnt
libfabric:verbs:core:fi_param_get_():272<info> variable mr_max_cached_cnt=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var mr_max_cached_size
libfabric:verbs:core:fi_param_get_():272<info> variable mr_max_cached_size=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var mr_cache_merge_regions
libfabric:verbs:core:fi_param_get_():272<info> variable mr_cache_merge_regions=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var dgram_use_name_server
libfabric:verbs:core:fi_param_get_():272<info> variable dgram_use_name_server=<not set>
libfabric:verbs:core:fi_param_define_():223<info> registered var dgram_name_server_port
libfabric:verbs:core:fi_param_get_():272<info> variable dgram_name_server_port=<not set>
libfabric:verbs:fabric:fi_ibv_get_device_attrs():555<info> The first found active port is 1
libfabric:verbs:fabric:fi_ibv_get_device_attrs():555<info> The first found active port is 1
libfabric:verbs:fabric:fi_ibv_get_device_attrs():501<warn> XRC not supported
libfabric:verbs:fabric:fi_ibv_get_device_attrs():501<warn> XRC not supported
libfabric:verbs:fabric:fi_ibv_get_device_attrs():555<info> The first found active port is 1
libfabric:verbs:fabric:fi_ibv_get_device_attrs():555<info> The first found active port is 1
libfabric:core:core:ofi_register_provider():391<info> registering provider: verbs (1.0)
libfabric:core:core:ofi_register_provider():391<info> registering provider: verbs (1.0)
libfabric:core:core:ofi_reg_dl_prov():528<warn> dlopen(/apps/compiler/intel/19.0.5/impi/2019.5.281/intel64/libfabric/lib/prov/libmlx-fi.so): libucp.so.0: cannot open shared object file: No such file or directory
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():391<info> registering provider: ofi_perf_hook (1.0)
libfabric:core:core:ofi_register_provider():391<info> registering provider: ofi_noop_hook (1.0)
libfabric:psm2:core:psmx2_getinfo():415<info>
libfabric:psm2:core:psmx2_init_prov_info():254<info> RMA only instance included
libfabric:psm2:core:psmx2_init_prov_info():268<info> TAG60 instance included
libfabric:psm2:core:psmx2_init_prov_info():285<info> TAG64 instance included
libfabric:core:core:ofi_reg_dl_prov():528<warn> dlopen(/apps/compiler/intel/19.0.5/impi/2019.5.281/intel64/libfabric/lib/prov/libmlx-fi.so): libucp.so.0: cannot open shared object file: No such file or directory
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():384<warn> no provider structure or name
libfabric:core:core:ofi_register_provider():391<info> registering provider: ofi_perf_hook (1.0)
libfabric:core:core:ofi_register_provider():391<info> registering provider: ofi_noop_hook (1.0)
libfabric:psm2:core:psmx2_init_lib():238<info> PSM2 header version = (2, 1)
libfabric:psm2:core:psmx2_init_lib():240<info> PSM2 library version = (2, 1)
libfabric:psm2:core:psmx2_init_lib():245<info> PSM2 multi-ep feature not available or disabled.
libfabric:psm2:core:psmx2_getinfo():415<info>
libfabric:psm2:core:psmx2_read_sysfs_int():267<info> /sys/class/infiniband/hfi1_0/ports/1/state: 4
libfabric:psm2:core:psmx2_init_prov_info():254<info> RMA only instance included
libfabric:psm2:core:psmx2_init_prov_info():268<info> TAG60 instance included
libfabric:psm2:core:psmx2_init_prov_info():285<info> TAG64 instance included
libfabric:psm2:core:psmx2_read_sysfs_int():267<info> /sys/class/infiniband/hfi1_0/nctxts: 68
libfabric:psm2:core:psmx2_read_sysfs_int():267<info> /sys/class/infiniband/hfi1_0/nfreectxts: 68
libfabric:psm2:core:psmx2_update_hfi_info():381<info> hfi1 units: total 1, active 1; hfi1 contexts: total 68, free 68
libfabric:psm2:core:psmx2_update_hfi_info():392<info> Tx/Rx contexts: 1 in total, 1 available.
libfabric:psm2:core:psmx2_alter_prov_info():407<info> 3 instances available, 2 with CQ data flag set
libfabric:ofi_rxm:core:fi_param_get_():272<info> variable use_srx=<not set>
libfabric:psm2:core:psmx2_init_lib():238<info> PSM2 header version = (2, 1)
libfabric:psm2:core:psmx2_getinfo():415<info>
libfabric:psm2:core:psmx2_init_prov_info():201<info> Unsupported endpoint type
libfabric:psm2:core:psmx2_init_lib():240<info> PSM2 library version = (2, 1)
libfabric:psm2:core:psmx2_init_lib():245<info> PSM2 multi-ep feature not available or disabled.
libfabric:psm2:core:psmx2_init_prov_info():203<info> Supported: FI_EP_RDM
libfabric:psm2:core:psmx2_init_prov_info():205<info> Supported: FI_EP_DGRAM
libfabric:psm2:core:psmx2_init_prov_info():207<info> Requested: FI_EP_MSG
libfabric:core:core:fi_getinfo_():1023<warn> fi_getinfo: provider psm2 returned -61 (No data available)
libfabric:core:core:ofi_layering_ok():883<info> Need core provider, skipping ofi_rxm
libfabric:core:core:fi_getinfo_():1001<info> Since psm2 can be used, verbs has been skipped. To use verbs, please, set FI_PROVIDER=verbs
libfabric:psm2:core:psmx2_read_sysfs_int():267<info> /sys/class/infiniband/hfi1_0/ports/1/state: 4
libfabric:core:core:fi_getinfo_():1001<info> Since psm2 can be used, tcp has been skipped. To use tcp, please, set FI_PROVIDER=tcp
libfabric:core:core:fi_getinfo_():1001<info> Since psm2 can be used, sockets has been skipped. To use sockets, please, set FI_PROVIDER=sockets
libfabric:core:core:fi_getinfo_():1023<warn> fi_getinfo: provider ofi_rxm returned -61 (No data available)
libfabric:core:core:fi_getinfo_():1001<info> Since psm2 can be used, verbs has been skipped. To use verbs, please, set FI_PROVIDER=verbs
libfabric:core:core:fi_getinfo_():1001<info> Since psm2 can be used, tcp has been skipped. To use tcp, please, set FI_PROVIDER=tcp
libfabric:core:core:fi_getinfo_():1001<info> Since psm2 can be used, sockets has been skipped. To use sockets, please, set FI_PROVIDER=sockets
libfabric:psm2:core:psmx2_read_sysfs_int():267<info> /sys/class/infiniband/hfi1_0/nctxts: 68
libfabric:psm2:core:psmx2_read_sysfs_int():267<info> /sys/class/infiniband/hfi1_0/nfreectxts: 68
libfabric:psm2:core:psmx2_update_hfi_info():381<info> hfi1 units: total 1, active 1; hfi1 contexts: total 68, free 68
libfabric:psm2:core:psmx2_update_hfi_info():392<info> Tx/Rx contexts: 1 in total, 1 available.
libfabric:psm2:core:psmx2_alter_prov_info():407<info> 3 instances available, 2 with CQ data flag set
libfabric:ofi_rxm:core:fi_param_get_():272<info> variable use_srx=<not set>
libfabric:psm2:core:psmx2_getinfo():415<info>
libfabric:psm2:core:psmx2_getinfo():415<info>
libfabric:psm2:core:psmx2_init_prov_info():268<info> TAG60 instance included
libfabric:psm2:core:psmx2_init_prov_info():285<info> TAG64 instance included
libfabric:psm2:core:psmx2_init_prov_info():201<info> Unsupported endpoint type
libfabric:psm2:core:psmx2_init_prov_info():203<info> Supported: FI_EP_RDM
libfabric:psm2:core:psmx2_init_prov_info():205<info> Supported: FI_EP_DGRAM
libfabric:psm2:core:psmx2_init_prov_info():207<info> Requested: FI_EP_MSG
libfabric:core:core:fi_getinfo_():1023<warn> fi_getinfo: provider psm2 returned -61 (No data available)
libfabric:core:core:ofi_layering_ok():883<info> Need core provider, skipping ofi_rxm
libfabric:core:core:fi_getinfo_():1001<info> Since psm2 can be used, verbs has been skipped. To use verbs, please, set FI_PROVIDER=verbs
libfabric:core:core:fi_getinfo_():1001<info> Since psm2 can be used, tcp has been skipped. To use tcp, please, set FI_PROVIDER=tcp
libfabric:core:core:fi_getinfo_():1001<info> Since psm2 can be used, sockets has been skipped. To use sockets, please, set FI_PROVIDER=sockets
libfabric:psm2:core:psmx2_read_sysfs_int():267<info> /sys/class/infiniband/hfi1_0/ports/1/state: 4
libfabric:core:core:fi_getinfo_():1023<warn> fi_getinfo: provider ofi_rxm returned -61 (No data available)
libfabric:core:core:fi_getinfo_():1001<info> Since psm2 can be used, verbs has been skipped. To use verbs, please, set FI_PROVIDER=verbs
libfabric:core:core:fi_getinfo_():1001<info> Since psm2 can be used, tcp has been skipped. To use tcp, please, set FI_PROVIDER=tcp
libfabric:core:core:fi_getinfo_():1001<info> Since psm2 can be used, sockets has been skipped. To use sockets, please, set FI_PROVIDER=sockets
libfabric:psm2:core:psmx2_read_sysfs_int():267<info> /sys/class/infiniband/hfi1_0/nctxts: 68
libfabric:psm2:core:psmx2_read_sysfs_int():267<info> /sys/class/infiniband/hfi1_0/nfreectxts: 68
libfabric:psm2:core:psmx2_update_hfi_info():381<info> hfi1 units: total 1, active 1; hfi1 contexts: total 68, free 68
libfabric:psm2:core:psmx2_update_hfi_info():392<info> Tx/Rx contexts: 1 in total, 1 available.
libfabric:psm2:core:ofi_check_domain_attr():562<info> CQ data size too large
libfabric:psm2:core:ofi_check_domain_attr():563<info> Supported: 0
libfabric:psm2:core:ofi_check_domain_attr():563<info> Requested: 4
libfabric:psm2:core:psmx2_alter_prov_info():407<info> 1 instances available, 1 with CQ data flag set
libfabric:ofi_rxm:core:ofi_check_info():998<info> Unsupported capabilities
libfabric:psm2:core:psmx2_getinfo():415<info>
libfabric:ofi_rxm:core:ofi_check_info():999<info> Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_SOURCE, FI_DIRECTED_RECV
libfabric:ofi_rxm:core:ofi_check_info():999<info> Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV
libfabric:psm2:core:psmx2_init_prov_info():268<info> TAG60 instance included
libfabric:psm2:core:psmx2_init_prov_info():285<info> TAG64 instance included
libfabric:core:core:fi_getinfo_():1023<warn> fi_getinfo: provider ofi_rxm returned -61 (No data available)
libfabric:core:core:fi_getinfo_():1001<info> Since psm2 can be used, verbs has been skipped. To use verbs, please, set FI_PROVIDER=verbs
libfabric:core:core:fi_getinfo_():1001<info> Since psm2 can be used, tcp has been skipped. To use tcp, please, set FI_PROVIDER=tcp
libfabric:core:core:fi_getinfo_():1001<info> Since psm2 can be used, sockets has been skipped. To use sockets, please, set FI_PROVIDER=sockets
libfabric:psm2:core:psmx2_fabric():90<info>
libfabric:psm2:core:psmx2_read_sysfs_int():267<info> /sys/class/infiniband/hfi1_0/ports/1/state: 4
libfabric:core:core:fi_fabric_():1228<info> Opened fabric: psm2
libfabric:psm2:core:psmx2_read_sysfs_int():267<info> /sys/class/infiniband/hfi1_0/nctxts: 68
libfabric:psm2:domain:psmx2_domain_open():306<info>
libfabric:psm2:core:fi_param_get_():286<info> read int var lock_level=0
libfabric:psm2:core:psmx2_read_sysfs_int():267<info> /sys/class/infiniband/hfi1_0/nfreectxts: 68
libfabric:psm2:core:psmx2_update_hfi_info():381<info> hfi1 units: total 1, active 1; hfi1 contexts: total 68, free 68
libfabric:psm2:core:psmx2_update_hfi_info():392<info> Tx/Rx contexts: 1 in total, 1 available.
libfabric:psm2:core:psmx2_init_tag_layout():152<info> use tag60: tag_mask: 0FFFFFFFFFFFFFFF, data_mask: FFFFFFFF
libfabric:psm2:core:ofi_check_domain_attr():562<info> CQ data size too large
libfabric:psm2:core:ofi_check_domain_attr():563<info> Supported: 0
libfabric:psm2:av:psmx2_av_open():1005<info> FI_AV_MAP asked, but force FI_AV_TABLE for shared AV
libfabric:psm2:core:ofi_check_domain_attr():563<info> Requested: 4
libfabric:psm2:core:psmx2_alter_prov_info():407<info> 1 instances available, 1 with CQ data flag set
libfabric:ofi_rxm:core:ofi_check_info():998<info> Unsupported capabilities
libfabric:core:core:ofi_shm_map():123<warn> shm_open failed
libfabric:psm2:av:psmx2_av_open():1060<warn> failed to map shared AV: FI_NAMED_AV_0

libfabric:ofi_rxm:core:ofi_check_info():999<info> Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_SOURCE, FI_DIRECTED_RECV
libfabric:psm2:av:psmx2_av_open():1008<info> FI_AV_MAP asked, and granted
libfabric:ofi_rxm:core:ofi_check_info():999<info> Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_SHARED_AV, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_DIRECTED_RECV
libfabric:core:core:fi_getinfo_():1023<warn> fi_getinfo: provider ofi_rxm returned -61 (No data available)
libfabric:core:core:fi_getinfo_():1001<info> Since psm2 can be used, verbs has been skipped. To use verbs, please, set FI_PROVIDER=verbs
libfabric:core:core:fi_getinfo_():1001<info> Since psm2 can be used, tcp has been skipped. To use tcp, please, set FI_PROVIDER=tcp
libfabric:core:core:fi_getinfo_():1001<info> Since psm2 can be used, sockets has been skipped. To use sockets, please, set FI_PROVIDER=sockets
[0] MPI startup(): libfabric provider: psm2
libfabric:psm2:core:psmx2_fabric():90<info>
libfabric:core:core:fi_fabric_():1228<info> Opened fabric: psm2
libfabric:psm2:domain:psmx2_domain_open():306<info>
libfabric:psm2:core:fi_param_get_():286<info> read int var lock_level=0
libfabric:psm2:core:psmx2_init_tag_layout():152<info> use tag60: tag_mask: 0FFFFFFFFFFFFFFF, data_mask: FFFFFFFF
libfabric:psm2:av:psmx2_av_open():1005<info> FI_AV_MAP asked, but force FI_AV_TABLE for shared AV
libfabric:core:core:ofi_shm_map():123<warn> shm_open failed
libfabric:psm2:av:psmx2_av_open():1060<warn> failed to map shared AV: FI_NAMED_AV_0

libfabric:psm2:av:psmx2_av_open():1008<info> FI_AV_MAP asked, and granted
libfabric:psm2:core:psmx2_trx_ctxt_alloc():282<info> uuid: 00FF00FF-0000-0000-0000-00FF00FF00FF
libfabric:psm2:core:psmx2_trx_ctxt_alloc():287<info> ep_open_opts: unit=-1 port=0
libfabric:psm2:core:psmx2_trx_ctxt_alloc():282<info> uuid: 00FF00FF-0000-0000-0000-00FF00FF00FF
libfabric:psm2:core:psmx2_trx_ctxt_alloc():287<info> ep_open_opts: unit=-1 port=0
libfabric:psm2:core:psmx2_trx_ctxt_alloc():320<info> epid: 0000000003d30d02 (tx+rx)
libfabric:psm2:core:psmx2_am_init():116<info> epid 0000000003d30d02
libfabric:psm2:ep_data:psmx2_ep_optimize_ops():92<info> tagged ops optimized for op_flags=0 and directed receive
libfabric:core:core:ofi_ns_add_local_name():370<warn> Cannot add local name - name server uninitialized
libfabric:psm2:ep_data:psmx2_ep_optimize_ops():92<info> tagged ops optimized for op_flags=0 and directed receive
libfabric:psm2:ep_data:psmx2_ep_optimize_ops():87<info> tagged ops optimized for op_flags=0 and directed receive and av map
libfabric:psm2:core:psmx2_trx_ctxt_alloc():320<info> epid: 0000000003d30e02 (tx+rx)
libfabric:psm2:core:psmx2_am_init():116<info> epid 0000000003d30e02
libfabric:psm2:ep_data:psmx2_ep_optimize_ops():92<info> tagged ops optimized for op_flags=0 and directed receive
libfabric:core:core:ofi_ns_add_local_name():370<warn> Cannot add local name - name server uninitialized
libfabric:psm2:ep_data:psmx2_ep_optimize_ops():92<info> tagged ops optimized for op_flags=0 and directed receive
libfabric:psm2:ep_data:psmx2_ep_optimize_ops():87<info> tagged ops optimized for op_flags=0 and directed receive and av map
[0] MPI startup(): Rank Pid Node name Pin cpu
[0] MPI startup(): 0 14465 node8102 {0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,
30,31,32,33}
[0] MPI startup(): 1 14466 node8102 {34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60
,61,62,63,64,65,66,67}
[0] MPI startup(): I_MPI_ROOT=/apps/compiler/intel/19.0.5/compilers_and_libraries_2019.5.281/linux/mpi
[0] MPI startup(): I_MPI_MPIRUN=mpirun
[0] MPI startup(): I_MPI_HYDRA_RMK=pbs
[0] MPI startup(): I_MPI_HYDRA_TOPOLIB=hwloc
[0] MPI startup(): I_MPI_INTERNAL_MEM_POLICY=default
[0] MPI startup(): I_MPI_DEBUG=5
node 1 : Hello world
node 0 : Hello world
libfabric:psm2:core:psmx2_trx_ctxt_free():177<info> epid: 0000000003d30e02 (tx+rx)
libfabric:psm2:core:psmx2_trx_ctxt_free():177<info> epid: 0000000003d30d02 (tx+rx)
libfabric:psm2:domain:psmx2_domain_close():185<info> refcnt=0
libfabric:psm2:core:psmx2_fabric_close():48<info> refcnt=0
libfabric:psm2:core:psmx2_fini():538<info>
libfabric:psm2:domain:psmx2_domain_close():185<info> refcnt=0
libfabric:psm2:core:psmx2_fabric_close():48<info> refcnt=0
libfabric:psm2:core:psmx2_fini():538<info>