--------------------- CONDA/MPI_WRAPPER/ACTIVATE.SH ----------------------- LEGATE_MPI_WRAPPER=/pscratch/sd/s/seshu/cupynumeric-nightly-031225/mpi-wrapper/pscratch/sd/s/seshu/cupynumeric-nightly-031225/mpi-wrapper/lib64/liblegate_mpi_wrapper.so --------------------- CONDA/GASNET_WRAPPER/ACTIVATE.SH ----------------------- REALM_GASNETEX_WRAPPER=/pscratch/sd/s/seshu/cupynumeric-nightly-031225/gex-wrapper/src/build/librealm_gex_wrapper.so GASNET_OFI_SPAWNER=mpi FI_CXI_RDZV_THRESHOLD=256 CONDA ENV: /pscratch/sd/s/seshu/cupynumeric-nightly-031225 RUNNING: xpply5120/r318_mfr.py on 4 nodes GIT COMMIT: b305a7c /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120 /pscratch/sd/s/seshu/cunumeric_lcls batch script for job 37467215 written to output/r318_mfr_nodes4/job.sh /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4 /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120 /pscratch/sd/s/seshu/cunumeric_lcls libfabric:946683:1743801976::core:core:fi_param_get_():373 variable perf_cntr= libfabric:946683:1743801976::core:core:fi_param_get_():373 variable hook= libfabric:946683:1743801976::core:core:fi_param_get_():373 variable hmem= libfabric:1749785:1743801976::core:core:fi_param_get_():373 variable perf_cntr= libfabric:1749785:1743801976::core:core:fi_param_get_():373 variable hook= libfabric:1749785:1743801976::core:core:fi_param_get_():373 variable hmem= libfabric:946684:1743801976::core:core:fi_param_get_():373 variable perf_cntr= libfabric:946684:1743801976::core:core:fi_param_get_():373 variable hook= libfabric:946684:1743801976::core:core:fi_param_get_():373 variable hmem= libfabric:1749786:1743801976::core:core:fi_param_get_():373 variable perf_cntr= libfabric:1749786:1743801976::core:core:fi_param_get_():373 variable hook= libfabric:1749786:1743801976::core:core:fi_param_get_():373 variable hmem= libfabric:946688:1743801976::core:core:fi_param_get_():373 variable perf_cntr= libfabric:946688:1743801976::core:core:fi_param_get_():373 variable hook= libfabric:946688:1743801976::core:core:fi_param_get_():373 variable hmem= libfabric:839498:1743801976::core:core:fi_param_get_():373 variable perf_cntr= libfabric:839498:1743801976::core:core:fi_param_get_():373 variable hook= libfabric:839498:1743801976::core:core:fi_param_get_():373 variable hmem= libfabric:834182:1743801976::core:core:fi_param_get_():373 variable perf_cntr= libfabric:834182:1743801976::core:core:fi_param_get_():373 variable hook= libfabric:834182:1743801976::core:core:fi_param_get_():373 variable hmem= libfabric:1749789:1743801976::core:core:fi_param_get_():373 variable perf_cntr= libfabric:1749789:1743801976::core:core:fi_param_get_():373 variable hook= libfabric:1749789:1743801976::core:core:fi_param_get_():373 variable hmem= libfabric:839502:1743801976::core:core:fi_param_get_():373 variable perf_cntr= libfabric:839502:1743801976::core:core:fi_param_get_():373 variable hook= libfabric:839502:1743801976::core:core:fi_param_get_():373 variable hmem= libfabric:834186:1743801976::core:core:fi_param_get_():373 variable perf_cntr= libfabric:834186:1743801976::core:core:fi_param_get_():373 variable hook= libfabric:834186:1743801976::core:core:fi_param_get_():373 variable hmem= libfabric:839503:1743801976::core:core:fi_param_get_():373 variable perf_cntr= libfabric:839503:1743801976::core:core:fi_param_get_():373 variable hook= libfabric:839503:1743801976::core:core:fi_param_get_():373 variable hmem= libfabric:834187:1743801976::core:core:fi_param_get_():373 variable perf_cntr= libfabric:834187:1743801976::core:core:fi_param_get_():373 variable hook= libfabric:834187:1743801976::core:core:fi_param_get_():373 variable hmem= libfabric:1749790:1743801976::core:core:fi_param_get_():373 variable perf_cntr= libfabric:1749790:1743801976::core:core:fi_param_get_():373 variable hook= libfabric:1749790:1743801976::core:core:fi_param_get_():373 variable hmem= libfabric:946687:1743801976::core:core:fi_param_get_():373 variable perf_cntr= libfabric:946687:1743801976::core:core:fi_param_get_():373 variable hook= libfabric:946687:1743801976::core:core:fi_param_get_():373 variable hmem= libfabric:834183:1743801976::core:core:fi_param_get_():373 variable perf_cntr= libfabric:834183:1743801976::core:core:fi_param_get_():373 variable hook= libfabric:834183:1743801976::core:core:fi_param_get_():373 variable hmem= libfabric:839499:1743801976::core:core:fi_param_get_():373 variable perf_cntr= libfabric:839499:1743801976::core:core:fi_param_get_():373 variable hook= libfabric:839499:1743801976::core:core:fi_param_get_():373 variable hmem= libfabric:834187:1743801976::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:834183:1743801976::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:1749790:1743801976::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:946687:1743801976::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:946683:1743801976::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:946688:1743801976::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:1749785:1743801976::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:1749789:1743801976::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:839502:1743801976::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:834186:1743801976::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:834182:1743801976::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:1749786:1743801976::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:946684:1743801976::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:839498:1743801976::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:839499:1743801976::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:839503:1743801976::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:946687:1743801976::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:946687:1743801976::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:946687:1743801976::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:946687:1743801976::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:946687:1743801976::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:946687:1743801976::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:946687:1743801976::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:946687:1743801976::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:946687:1743801976::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:946687:1743801976::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:946687:1743801976::core:core:fi_param_get_():405 read long var mr_cache_max_size=18446744073709551615 libfabric:946687:1743801976::core:core:fi_param_get_():405 read long var mr_cache_max_count=0 libfabric:946687:1743801976::core:core:fi_param_get_():382 read string var mr_cache_monitor=memhooks libfabric:946687:1743801976::core:core:fi_param_get_():373 variable mr_cuda_cache_monitor_enabled= libfabric:946687:1743801976::core:core:fi_param_get_():373 variable mr_rocr_cache_monitor_enabled= libfabric:946687:1743801976::core:core:fi_param_get_():373 variable mr_ze_cache_monitor_enabled= libfabric:946687:1743801976::core:core:fi_param_get_():373 variable provider= libfabric:946687:1743801976::core:core:fi_param_get_():373 variable universe_size= libfabric:946687:1743801976::core:core:fi_param_get_():373 variable av_remove_cleanup= libfabric:946687:1743801976::core:core:fi_param_get_():373 variable offload_coll_provider= libfabric:946687:1743801976::core:core:fi_param_get_():373 variable cxi_compat= libfabric:946687:1743801976::core:core:fi_param_get_():373 variable provider_path= libfabric:946687:1743801976::core:core:ofi_load_dl_prov():750 restricted_dl: setting FI_PROVIDER_PATH to "/opt/cray/libfabric/1.20.1/lib64/libfabric" libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable rget_tc= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable rdzv_aligned_sw_rget= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable enable_trig_op_limit= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable disable_non_inject_msg_idc= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable disable_host_register= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable enable_unrestricted_end_ro= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable odp= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable force_odp= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable ats= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable iotlb= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable ats_mlock_mode= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable device_name= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable telemetry= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable telemetry_rgid= libfabric:946687:1743801976::cxi:core:fi_param_get_():382 read string var rx_match_mode=software libfabric:946687:1743801976::cxi:core:fi_param_get_():405 read long var rdzv_threshold=256 libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable rdzv_get_min= libfabric:946687:1743801976::cxi:core:fi_param_get_():405 read long var rdzv_eager_size=2048 libfabric:946687:1743801976::cxi:fabric:cxip_env_init():873 nid003493: Invalid rdzv_eager_size, new size: 256 libfabric:946687:1743801976::cxi:core:fi_param_get_():405 read long var oflow_buf_size=12582912 libfabric:946687:1743801976::cxi:core:fi_param_get_():405 read long var oflow_buf_count=3 libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable oflow_buf_min_posted= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable oflow_buf_max_cached= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable safe_devmem_copy_threshold= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable optimized_mrs= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable mr_match_events= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable prov_key_cache= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable llring_mode= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable zbcoll_radix= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable cq_policy= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable default_vni= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable eq_ack_batch_size= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable msg_lossless= libfabric:946687:1743801976::cxi:core:fi_param_get_():405 read long var req_buf_size=12582912 libfabric:946687:1743801976::cxi:core:fi_param_get_():405 read long var req_buf_min_posted=10 libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable req_buf_max_count= libfabric:946687:1743801976::cxi:core:fi_param_get_():405 read long var req_buf_max_cached=0 libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable hybrid_preemptive= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable hybrid_recv_preemptive= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable hybrid_posted_recv_preemptive= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable hybrid_unexpected_msg_preemptive= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable fc_retry_usec_delay= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable sw_rx_tx_init_max= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable ctrl_rx_eq_max_size= libfabric:946687:1743801976::cxi:core:fi_param_get_():405 read long var default_cq_size=131072 libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable disable_cq_hugetlb= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable disable_eq_hugetlb= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable cq_fill_percent= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable coll_job_id= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable coll_job_step_id= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable coll_fabric_mgr_url= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable coll_mcast_token= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable coll_use_dma_put= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable hwcoll_addrs_per_job= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable hwcoll_min_nodes= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable coll_retry_usec= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable coll_timeout_usec= libfabric:946687:1743801976::cxi:core:fi_param_get_():405 read long var default_tx_size=4096 libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable default_rx_size= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable disable_hmem_dev_register= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable force_ze_hmem_support= libfabric:946687:1743801976::cxi:core:fi_param_get_():373 variable rdzv_proto= libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946687:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946687:1743801976::core:core:ofi_register_provider():506 registering provider: cxi (0.1) libfabric:946687:1743801976::shm:core:fi_param_get_():373 variable sar_threshold= libfabric:946687:1743801976::shm:core:fi_param_get_():373 variable tx_size= libfabric:946687:1743801976::shm:core:fi_param_get_():373 variable rx_size= libfabric:946687:1743801976::shm:core:fi_param_get_():373 variable disable_cma= libfabric:946687:1743801976::shm:core:fi_param_get_():373 variable use_dsa_sar= libfabric:946687:1743801976::shm:core:fi_param_get_():373 variable use_xpmem= libfabric:946687:1743801976::core:core:ofi_register_provider():506 registering provider: shm (120.10) libfabric:946687:1743801976::core:core:ofi_register_provider():506 registering provider: sm2 (120.10) libfabric:946687:1743801976::ofi_rxm:core:fi_param_get_():373 variable enable_passthru= libfabric:946687:1743801976::ofi_rxm:core:fi_param_get_():373 variable buffer_size= libfabric:946687:1743801976::ofi_rxm:core:fi_param_get_():373 variable tx_size= libfabric:946687:1743801976::ofi_rxm:core:fi_param_get_():373 variable rx_size= libfabric:946687:1743801976::ofi_rxm:core:fi_param_get_():373 variable msg_tx_size= libfabric:946687:1743801976::ofi_rxm:core:fi_param_get_():373 variable msg_rx_size= libfabric:946687:1743801976::ofi_rxm:core:fi_param_get_():373 variable cm_progress_interval= libfabric:946687:1743801976::ofi_rxm:core:fi_param_get_():373 variable cq_eq_fairness= libfabric:946687:1743801976::ofi_rxm:core:fi_param_get_():373 variable data_auto_progress= libfabric:946687:1743801976::ofi_rxm:core:fi_param_get_():373 variable use_rndv_write= libfabric:946687:1743801976::ofi_rxm:core:fi_param_get_():373 variable def_wait_obj= libfabric:946687:1743801976::ofi_rxm:core:fi_param_get_():373 variable def_tcp_wait_obj= libfabric:946687:1743801976::core:core:ofi_register_provider():506 registering provider: ofi_rxm (120.10) libfabric:946687:1743801976::ofi_rxd:core:fi_param_get_():373 variable spin_count= libfabric:946687:1743801976::ofi_rxd:core:fi_param_get_():373 variable retry= libfabric:946687:1743801976::ofi_rxd:core:fi_param_get_():373 variable max_peers= libfabric:946687:1743801976::ofi_rxd:core:fi_param_get_():373 variable max_unacked= libfabric:946687:1743801976::core:core:ofi_register_provider():506 registering provider: ofi_rxd (120.10) libfabric:946687:1743801976::core:core:ofi_register_provider():506 registering provider: udp (120.10) libfabric:946687:1743801976::tcp:core:fi_param_get_():373 variable prov_name= libfabric:946687:1743801976::tcp:core:fi_param_get_():373 variable port_high_range= libfabric:946687:1743801976::tcp:core:fi_param_get_():373 variable port_low_range= libfabric:946687:1743801976::tcp:core:fi_param_get_():373 variable tx_size= libfabric:946687:1743801976::tcp:core:fi_param_get_():373 variable rx_size= libfabric:946687:1743801976::tcp:core:fi_param_get_():373 variable max_inject= libfabric:946687:1743801976::tcp:core:fi_param_get_():373 variable max_saved= libfabric:946687:1743801976::tcp:core:fi_param_get_():373 variable max_saved_size= libfabric:946687:1743801976::tcp:core:fi_param_get_():373 variable max_rx_size= libfabric:946687:1743801976::tcp:core:fi_param_get_():373 variable nodelay= libfabric:946687:1743801976::tcp:core:fi_param_get_():373 variable staging_sbuf_size= libfabric:946687:1743801976::tcp:core:fi_param_get_():373 variable prefetch_rbuf_size= libfabric:946687:1743801976::tcp:core:fi_param_get_():373 variable zerocopy_size= libfabric:946687:1743801976::tcp:core:fi_param_get_():373 variable trace_msg= libfabric:946687:1743801976::tcp:core:fi_param_get_():373 variable disable_auto_progress= libfabric:946687:1743801976::tcp:core:fi_param_get_():373 variable io_uring= libfabric:946687:1743801976::core:core:ofi_register_provider():506 registering provider: tcp (120.10) libfabric:946687:1743801976::core:core:ofi_register_provider():506 registering provider: ofi_hook_debug (120.10) libfabric:946687:1743801976::core:core:fi_param_get_():373 variable hmem= libfabric:834187:1743801976::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:834187:1743801976::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:834187:1743801976::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:834187:1743801976::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:834187:1743801976::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:834187:1743801976::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:834187:1743801976::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:834187:1743801976::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:834187:1743801976::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:834187:1743801976::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:834187:1743801976::core:core:fi_param_get_():405 read long var mr_cache_max_size=18446744073709551615 libfabric:834187:1743801976::core:core:fi_param_get_():405 read long var mr_cache_max_count=0 libfabric:834187:1743801976::core:core:fi_param_get_():382 read string var mr_cache_monitor=memhooks libfabric:834187:1743801976::core:core:fi_param_get_():373 variable mr_cuda_cache_monitor_enabled= libfabric:834187:1743801976::core:core:fi_param_get_():373 variable mr_rocr_cache_monitor_enabled= libfabric:834187:1743801976::core:core:fi_param_get_():373 variable mr_ze_cache_monitor_enabled= libfabric:834187:1743801976::core:core:fi_param_get_():373 variable provider= libfabric:834187:1743801976::core:core:fi_param_get_():373 variable universe_size= libfabric:834187:1743801976::core:core:fi_param_get_():373 variable av_remove_cleanup= libfabric:834187:1743801976::core:core:fi_param_get_():373 variable offload_coll_provider= libfabric:834187:1743801976::core:core:fi_param_get_():373 variable cxi_compat= libfabric:834187:1743801976::core:core:fi_param_get_():373 variable provider_path= libfabric:834187:1743801976::core:core:ofi_load_dl_prov():750 restricted_dl: setting FI_PROVIDER_PATH to "/opt/cray/libfabric/1.20.1/lib64/libfabric" libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable rget_tc= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable rdzv_aligned_sw_rget= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable enable_trig_op_limit= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable disable_non_inject_msg_idc= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable disable_host_register= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable enable_unrestricted_end_ro= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable odp= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable force_odp= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable ats= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable iotlb= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable ats_mlock_mode= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable device_name= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable telemetry= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable telemetry_rgid= libfabric:834187:1743801976::cxi:core:fi_param_get_():382 read string var rx_match_mode=software libfabric:834187:1743801976::cxi:core:fi_param_get_():405 read long var rdzv_threshold=256 libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable rdzv_get_min= libfabric:834187:1743801976::cxi:core:fi_param_get_():405 read long var rdzv_eager_size=2048 libfabric:834187:1743801976::cxi:fabric:cxip_env_init():873 nid003492: Invalid rdzv_eager_size, new size: 256 libfabric:834187:1743801976::cxi:core:fi_param_get_():405 read long var oflow_buf_size=12582912 libfabric:834187:1743801976::cxi:core:fi_param_get_():405 read long var oflow_buf_count=3 libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable oflow_buf_min_posted= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable oflow_buf_max_cached= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable safe_devmem_copy_threshold= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable optimized_mrs= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable mr_match_events= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable prov_key_cache= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable llring_mode= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable zbcoll_radix= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable cq_policy= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable default_vni= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable eq_ack_batch_size= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable msg_lossless= libfabric:834187:1743801976::cxi:core:fi_param_get_():405 read long var req_buf_size=12582912 libfabric:834187:1743801976::cxi:core:fi_param_get_():405 read long var req_buf_min_posted=10 libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable req_buf_max_count= libfabric:834187:1743801976::cxi:core:fi_param_get_():405 read long var req_buf_max_cached=0 libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable hybrid_preemptive= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable hybrid_recv_preemptive= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable hybrid_posted_recv_preemptive= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable hybrid_unexpected_msg_preemptive= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable fc_retry_usec_delay= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable sw_rx_tx_init_max= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable ctrl_rx_eq_max_size= libfabric:834187:1743801976::cxi:core:fi_param_get_():405 read long var default_cq_size=131072 libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable disable_cq_hugetlb= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable disable_eq_hugetlb= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable cq_fill_percent= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable coll_job_id= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable coll_job_step_id= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable coll_fabric_mgr_url= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable coll_mcast_token= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable coll_use_dma_put= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable hwcoll_addrs_per_job= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable hwcoll_min_nodes= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable coll_retry_usec= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable coll_timeout_usec= libfabric:834187:1743801976::cxi:core:fi_param_get_():405 read long var default_tx_size=4096 libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable default_rx_size= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable disable_hmem_dev_register= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable force_ze_hmem_support= libfabric:834187:1743801976::cxi:core:fi_param_get_():373 variable rdzv_proto= libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834187:1743801976::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834187:1743801976::core:core:ofi_register_provider():506 registering provider: cxi (0.1) libfabric:834187:1743801976::shm:core:fi_param_get_():373 variable sar_threshold= libfabric:834187:1743801976::shm:core:fi_param_get_():373 variable tx_size= libfabric:834187:1743801976::shm:core:fi_param_get_():373 variable rx_size= libfabric:834187:1743801976::shm:core:fi_param_get_():373 variable disable_cma= libfabric:834187:1743801976::shm:core:fi_param_get_():373 variable use_dsa_sar= libfabric:834187:1743801976::shm:core:fi_param_get_():373 variable use_xpmem= libfabric:834187:1743801976::core:core:ofi_register_provider():506 registering provider: shm (120.10) libfabric:834187:1743801976::core:core:ofi_register_provider():506 registering provider: sm2 (120.10) libfabric:834187:1743801976::ofi_rxm:core:fi_param_get_():373 variable enable_passthru= libfabric:834187:1743801976::ofi_rxm:core:fi_param_get_():373 variable buffer_size= libfabric:834187:1743801976::ofi_rxm:core:fi_param_get_():373 variable tx_size= libfabric:834187:1743801976::ofi_rxm:core:fi_param_get_():373 variable rx_size= libfabric:834187:1743801976::ofi_rxm:core:fi_param_get_():373 variable msg_tx_size= libfabric:834187:1743801976::ofi_rxm:core:fi_param_get_():373 variable msg_rx_size= libfabric:834187:1743801976::ofi_rxm:core:fi_param_get_():373 variable cm_progress_interval= libfabric:834187:1743801976::ofi_rxm:core:fi_param_get_():373 variable cq_eq_fairness= libfabric:834187:1743801976::ofi_rxm:core:fi_param_get_():373 variable data_auto_progress= libfabric:834187:1743801976::ofi_rxm:core:fi_param_get_():373 variable use_rndv_write= libfabric:834187:1743801976::ofi_rxm:core:fi_param_get_():373 variable def_wait_obj= libfabric:834187:1743801976::ofi_rxm:core:fi_param_get_():373 variable def_tcp_wait_obj= libfabric:834187:1743801976::core:core:ofi_register_provider():506 registering provider: ofi_rxm (120.10) libfabric:834187:1743801976::ofi_rxd:core:fi_param_get_():373 variable spin_count= libfabric:834187:1743801976::ofi_rxd:core:fi_param_get_():373 variable retry= libfabric:834187:1743801976::ofi_rxd:core:fi_param_get_():373 variable max_peers= libfabric:834187:1743801976::ofi_rxd:core:fi_param_get_():373 variable max_unacked= libfabric:834187:1743801976::core:core:ofi_register_provider():506 registering provider: ofi_rxd (120.10) libfabric:834187:1743801976::core:core:ofi_register_provider():506 registering provider: udp (120.10) libfabric:834187:1743801976::tcp:core:fi_param_get_():373 variable prov_name= libfabric:834187:1743801976::tcp:core:fi_param_get_():373 variable port_high_range= libfabric:834187:1743801976::tcp:core:fi_param_get_():373 variable port_low_range= libfabric:834187:1743801976::tcp:core:fi_param_get_():373 variable tx_size= libfabric:834187:1743801976::tcp:core:fi_param_get_():373 variable rx_size= libfabric:834187:1743801976::tcp:core:fi_param_get_():373 variable max_inject= libfabric:834187:1743801976::tcp:core:fi_param_get_():373 variable max_saved= libfabric:834187:1743801976::tcp:core:fi_param_get_():373 variable max_saved_size= libfabric:834187:1743801976::tcp:core:fi_param_get_():373 variable max_rx_size= libfabric:834187:1743801976::tcp:core:fi_param_get_():373 variable nodelay= libfabric:834187:1743801976::tcp:core:fi_param_get_():373 variable staging_sbuf_size= libfabric:834187:1743801976::tcp:core:fi_param_get_():373 variable prefetch_rbuf_size= libfabric:834187:1743801976::tcp:core:fi_param_get_():373 variable zerocopy_size= libfabric:834187:1743801976::tcp:core:fi_param_get_():373 variable trace_msg= libfabric:834187:1743801976::tcp:core:fi_param_get_():373 variable disable_auto_progress= libfabric:834187:1743801976::tcp:core:fi_param_get_():373 variable io_uring= libfabric:834187:1743801976::core:core:ofi_register_provider():506 registering provider: tcp (120.10) libfabric:834187:1743801976::core:core:ofi_register_provider():506 registering provider: ofi_hook_debug (120.10) libfabric:834187:1743801976::core:core:fi_param_get_():373 variable hmem= libfabric:1749789:1743801977::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:1749789:1743801977::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:1749789:1743801977::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:1749789:1743801977::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:1749789:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:1749789:1743801977::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:1749789:1743801977::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:1749789:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:1749789:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:1749789:1743801977::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:1749789:1743801977::core:core:fi_param_get_():405 read long var mr_cache_max_size=18446744073709551615 libfabric:1749789:1743801977::core:core:fi_param_get_():405 read long var mr_cache_max_count=0 libfabric:1749789:1743801977::core:core:fi_param_get_():382 read string var mr_cache_monitor=memhooks libfabric:1749789:1743801977::core:core:fi_param_get_():373 variable mr_cuda_cache_monitor_enabled= libfabric:1749789:1743801977::core:core:fi_param_get_():373 variable mr_rocr_cache_monitor_enabled= libfabric:1749789:1743801977::core:core:fi_param_get_():373 variable mr_ze_cache_monitor_enabled= libfabric:1749789:1743801977::core:core:fi_param_get_():373 variable provider= libfabric:1749789:1743801977::core:core:fi_param_get_():373 variable universe_size= libfabric:1749789:1743801977::core:core:fi_param_get_():373 variable av_remove_cleanup= libfabric:1749789:1743801977::core:core:fi_param_get_():373 variable offload_coll_provider= libfabric:1749789:1743801977::core:core:fi_param_get_():373 variable cxi_compat= libfabric:1749789:1743801977::core:core:fi_param_get_():373 variable provider_path= libfabric:1749789:1743801977::core:core:ofi_load_dl_prov():750 restricted_dl: setting FI_PROVIDER_PATH to "/opt/cray/libfabric/1.20.1/lib64/libfabric" libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable rget_tc= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable rdzv_aligned_sw_rget= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable enable_trig_op_limit= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable disable_non_inject_msg_idc= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable disable_host_register= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable enable_unrestricted_end_ro= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable odp= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable force_odp= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable ats= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable iotlb= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable ats_mlock_mode= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable device_name= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable telemetry= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable telemetry_rgid= libfabric:1749789:1743801977::cxi:core:fi_param_get_():382 read string var rx_match_mode=software libfabric:1749789:1743801977::cxi:core:fi_param_get_():405 read long var rdzv_threshold=256 libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable rdzv_get_min= libfabric:1749789:1743801977::cxi:core:fi_param_get_():405 read long var rdzv_eager_size=2048 libfabric:1749789:1743801977::cxi:fabric:cxip_env_init():873 nid003489: Invalid rdzv_eager_size, new size: 256 libfabric:1749789:1743801977::cxi:core:fi_param_get_():405 read long var oflow_buf_size=12582912 libfabric:1749789:1743801977::cxi:core:fi_param_get_():405 read long var oflow_buf_count=3 libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable oflow_buf_min_posted= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable oflow_buf_max_cached= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable safe_devmem_copy_threshold= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable optimized_mrs= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable mr_match_events= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable prov_key_cache= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable llring_mode= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable zbcoll_radix= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable cq_policy= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable default_vni= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable eq_ack_batch_size= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable msg_lossless= libfabric:1749789:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_size=12582912 libfabric:1749789:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_min_posted=10 libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable req_buf_max_count= libfabric:1749789:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_max_cached=0 libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable hybrid_preemptive= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable hybrid_recv_preemptive= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable hybrid_posted_recv_preemptive= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable hybrid_unexpected_msg_preemptive= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable fc_retry_usec_delay= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable sw_rx_tx_init_max= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable ctrl_rx_eq_max_size= libfabric:1749789:1743801977::cxi:core:fi_param_get_():405 read long var default_cq_size=131072 libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable disable_cq_hugetlb= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable disable_eq_hugetlb= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable cq_fill_percent= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable coll_job_id= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable coll_job_step_id= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable coll_fabric_mgr_url= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable coll_mcast_token= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable coll_use_dma_put= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable hwcoll_addrs_per_job= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable hwcoll_min_nodes= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable coll_retry_usec= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable coll_timeout_usec= libfabric:1749789:1743801977::cxi:core:fi_param_get_():405 read long var default_tx_size=4096 libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable default_rx_size= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable disable_hmem_dev_register= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable force_ze_hmem_support= libfabric:1749789:1743801977::cxi:core:fi_param_get_():373 variable rdzv_proto= libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749789:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749789:1743801977::core:core:ofi_register_provider():506 registering provider: cxi (0.1) libfabric:1749789:1743801977::shm:core:fi_param_get_():373 variable sar_threshold= libfabric:1749789:1743801977::shm:core:fi_param_get_():373 variable tx_size= libfabric:1749789:1743801977::shm:core:fi_param_get_():373 variable rx_size= libfabric:1749789:1743801977::shm:core:fi_param_get_():373 variable disable_cma= libfabric:1749789:1743801977::shm:core:fi_param_get_():373 variable use_dsa_sar= libfabric:1749789:1743801977::shm:core:fi_param_get_():373 variable use_xpmem= libfabric:1749789:1743801977::core:core:ofi_register_provider():506 registering provider: shm (120.10) libfabric:1749789:1743801977::core:core:ofi_register_provider():506 registering provider: sm2 (120.10) libfabric:1749789:1743801977::ofi_rxm:core:fi_param_get_():373 variable enable_passthru= libfabric:1749789:1743801977::ofi_rxm:core:fi_param_get_():373 variable buffer_size= libfabric:1749789:1743801977::ofi_rxm:core:fi_param_get_():373 variable tx_size= libfabric:1749789:1743801977::ofi_rxm:core:fi_param_get_():373 variable rx_size= libfabric:1749789:1743801977::ofi_rxm:core:fi_param_get_():373 variable msg_tx_size= libfabric:1749789:1743801977::ofi_rxm:core:fi_param_get_():373 variable msg_rx_size= libfabric:1749789:1743801977::ofi_rxm:core:fi_param_get_():373 variable cm_progress_interval= libfabric:1749789:1743801977::ofi_rxm:core:fi_param_get_():373 variable cq_eq_fairness= libfabric:1749789:1743801977::ofi_rxm:core:fi_param_get_():373 variable data_auto_progress= libfabric:1749789:1743801977::ofi_rxm:core:fi_param_get_():373 variable use_rndv_write= libfabric:1749789:1743801977::ofi_rxm:core:fi_param_get_():373 variable def_wait_obj= libfabric:1749789:1743801977::ofi_rxm:core:fi_param_get_():373 variable def_tcp_wait_obj= libfabric:1749789:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_rxm (120.10) libfabric:1749789:1743801977::ofi_rxd:core:fi_param_get_():373 variable spin_count= libfabric:1749789:1743801977::ofi_rxd:core:fi_param_get_():373 variable retry= libfabric:1749789:1743801977::ofi_rxd:core:fi_param_get_():373 variable max_peers= libfabric:1749789:1743801977::ofi_rxd:core:fi_param_get_():373 variable max_unacked= libfabric:1749789:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_rxd (120.10) libfabric:1749789:1743801977::core:core:ofi_register_provider():506 registering provider: udp (120.10) libfabric:1749789:1743801977::tcp:core:fi_param_get_():373 variable prov_name= libfabric:1749789:1743801977::tcp:core:fi_param_get_():373 variable port_high_range= libfabric:1749789:1743801977::tcp:core:fi_param_get_():373 variable port_low_range= libfabric:1749789:1743801977::tcp:core:fi_param_get_():373 variable tx_size= libfabric:1749789:1743801977::tcp:core:fi_param_get_():373 variable rx_size= libfabric:1749789:1743801977::tcp:core:fi_param_get_():373 variable max_inject= libfabric:1749789:1743801977::tcp:core:fi_param_get_():373 variable max_saved= libfabric:1749789:1743801977::tcp:core:fi_param_get_():373 variable max_saved_size= libfabric:1749789:1743801977::tcp:core:fi_param_get_():373 variable max_rx_size= libfabric:1749789:1743801977::tcp:core:fi_param_get_():373 variable nodelay= libfabric:1749789:1743801977::tcp:core:fi_param_get_():373 variable staging_sbuf_size= libfabric:1749789:1743801977::tcp:core:fi_param_get_():373 variable prefetch_rbuf_size= libfabric:1749789:1743801977::tcp:core:fi_param_get_():373 variable zerocopy_size= libfabric:1749789:1743801977::tcp:core:fi_param_get_():373 variable trace_msg= libfabric:1749789:1743801977::tcp:core:fi_param_get_():373 variable disable_auto_progress= libfabric:1749789:1743801977::tcp:core:fi_param_get_():373 variable io_uring= libfabric:1749789:1743801977::core:core:ofi_register_provider():506 registering provider: tcp (120.10) libfabric:1749789:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_hook_debug (120.10) libfabric:1749789:1743801977::core:core:fi_param_get_():373 variable hmem= libfabric:839502:1743801977::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:839502:1743801977::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:839502:1743801977::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:839502:1743801977::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:839502:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:839502:1743801977::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:839502:1743801977::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:839502:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:839502:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:839502:1743801977::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:839502:1743801977::core:core:fi_param_get_():405 read long var mr_cache_max_size=18446744073709551615 libfabric:839502:1743801977::core:core:fi_param_get_():405 read long var mr_cache_max_count=0 libfabric:839502:1743801977::core:core:fi_param_get_():382 read string var mr_cache_monitor=memhooks libfabric:839502:1743801977::core:core:fi_param_get_():373 variable mr_cuda_cache_monitor_enabled= libfabric:839502:1743801977::core:core:fi_param_get_():373 variable mr_rocr_cache_monitor_enabled= libfabric:839502:1743801977::core:core:fi_param_get_():373 variable mr_ze_cache_monitor_enabled= libfabric:839502:1743801977::core:core:fi_param_get_():373 variable provider= libfabric:839502:1743801977::core:core:fi_param_get_():373 variable universe_size= libfabric:839502:1743801977::core:core:fi_param_get_():373 variable av_remove_cleanup= libfabric:839502:1743801977::core:core:fi_param_get_():373 variable offload_coll_provider= libfabric:839502:1743801977::core:core:fi_param_get_():373 variable cxi_compat= libfabric:839502:1743801977::core:core:fi_param_get_():373 variable provider_path= libfabric:839502:1743801977::core:core:ofi_load_dl_prov():750 restricted_dl: setting FI_PROVIDER_PATH to "/opt/cray/libfabric/1.20.1/lib64/libfabric" libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable rget_tc= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable rdzv_aligned_sw_rget= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable enable_trig_op_limit= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable disable_non_inject_msg_idc= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable disable_host_register= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable enable_unrestricted_end_ro= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable odp= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable force_odp= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable ats= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable iotlb= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable ats_mlock_mode= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable device_name= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable telemetry= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable telemetry_rgid= libfabric:839502:1743801977::cxi:core:fi_param_get_():382 read string var rx_match_mode=software libfabric:839502:1743801977::cxi:core:fi_param_get_():405 read long var rdzv_threshold=256 libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable rdzv_get_min= libfabric:839502:1743801977::cxi:core:fi_param_get_():405 read long var rdzv_eager_size=2048 libfabric:839502:1743801977::cxi:fabric:cxip_env_init():873 nid003488: Invalid rdzv_eager_size, new size: 256 libfabric:839502:1743801977::cxi:core:fi_param_get_():405 read long var oflow_buf_size=12582912 libfabric:839502:1743801977::cxi:core:fi_param_get_():405 read long var oflow_buf_count=3 libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable oflow_buf_min_posted= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable oflow_buf_max_cached= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable safe_devmem_copy_threshold= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable optimized_mrs= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable mr_match_events= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable prov_key_cache= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable llring_mode= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable zbcoll_radix= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable cq_policy= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable default_vni= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable eq_ack_batch_size= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable msg_lossless= libfabric:839502:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_size=12582912 libfabric:839502:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_min_posted=10 libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable req_buf_max_count= libfabric:839502:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_max_cached=0 libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable hybrid_preemptive= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable hybrid_recv_preemptive= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable hybrid_posted_recv_preemptive= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable hybrid_unexpected_msg_preemptive= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable fc_retry_usec_delay= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable sw_rx_tx_init_max= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable ctrl_rx_eq_max_size= libfabric:839502:1743801977::cxi:core:fi_param_get_():405 read long var default_cq_size=131072 libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable disable_cq_hugetlb= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable disable_eq_hugetlb= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable cq_fill_percent= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable coll_job_id= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable coll_job_step_id= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable coll_fabric_mgr_url= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable coll_mcast_token= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable coll_use_dma_put= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable hwcoll_addrs_per_job= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable hwcoll_min_nodes= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable coll_retry_usec= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable coll_timeout_usec= libfabric:839502:1743801977::cxi:core:fi_param_get_():405 read long var default_tx_size=4096 libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable default_rx_size= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable disable_hmem_dev_register= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable force_ze_hmem_support= libfabric:839502:1743801977::cxi:core:fi_param_get_():373 variable rdzv_proto= libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839502:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839502:1743801977::core:core:ofi_register_provider():506 registering provider: cxi (0.1) libfabric:839502:1743801977::shm:core:fi_param_get_():373 variable sar_threshold= libfabric:839502:1743801977::shm:core:fi_param_get_():373 variable tx_size= libfabric:839502:1743801977::shm:core:fi_param_get_():373 variable rx_size= libfabric:839502:1743801977::shm:core:fi_param_get_():373 variable disable_cma= libfabric:839502:1743801977::shm:core:fi_param_get_():373 variable use_dsa_sar= libfabric:839502:1743801977::shm:core:fi_param_get_():373 variable use_xpmem= libfabric:839502:1743801977::core:core:ofi_register_provider():506 registering provider: shm (120.10) libfabric:839502:1743801977::core:core:ofi_register_provider():506 registering provider: sm2 (120.10) libfabric:839502:1743801977::ofi_rxm:core:fi_param_get_():373 variable enable_passthru= libfabric:839502:1743801977::ofi_rxm:core:fi_param_get_():373 variable buffer_size= libfabric:839502:1743801977::ofi_rxm:core:fi_param_get_():373 variable tx_size= libfabric:839502:1743801977::ofi_rxm:core:fi_param_get_():373 variable rx_size= libfabric:839502:1743801977::ofi_rxm:core:fi_param_get_():373 variable msg_tx_size= libfabric:839502:1743801977::ofi_rxm:core:fi_param_get_():373 variable msg_rx_size= libfabric:839502:1743801977::ofi_rxm:core:fi_param_get_():373 variable cm_progress_interval= libfabric:839502:1743801977::ofi_rxm:core:fi_param_get_():373 variable cq_eq_fairness= libfabric:839502:1743801977::ofi_rxm:core:fi_param_get_():373 variable data_auto_progress= libfabric:839502:1743801977::ofi_rxm:core:fi_param_get_():373 variable use_rndv_write= libfabric:839502:1743801977::ofi_rxm:core:fi_param_get_():373 variable def_wait_obj= libfabric:839502:1743801977::ofi_rxm:core:fi_param_get_():373 variable def_tcp_wait_obj= libfabric:839502:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_rxm (120.10) libfabric:839502:1743801977::ofi_rxd:core:fi_param_get_():373 variable spin_count= libfabric:839502:1743801977::ofi_rxd:core:fi_param_get_():373 variable retry= libfabric:839502:1743801977::ofi_rxd:core:fi_param_get_():373 variable max_peers= libfabric:839502:1743801977::ofi_rxd:core:fi_param_get_():373 variable max_unacked= libfabric:839502:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_rxd (120.10) libfabric:839502:1743801977::core:core:ofi_register_provider():506 registering provider: udp (120.10) libfabric:839502:1743801977::tcp:core:fi_param_get_():373 variable prov_name= libfabric:839502:1743801977::tcp:core:fi_param_get_():373 variable port_high_range= libfabric:839502:1743801977::tcp:core:fi_param_get_():373 variable port_low_range= libfabric:839502:1743801977::tcp:core:fi_param_get_():373 variable tx_size= libfabric:839502:1743801977::tcp:core:fi_param_get_():373 variable rx_size= libfabric:839502:1743801977::tcp:core:fi_param_get_():373 variable max_inject= libfabric:839502:1743801977::tcp:core:fi_param_get_():373 variable max_saved= libfabric:839502:1743801977::tcp:core:fi_param_get_():373 variable max_saved_size= libfabric:839502:1743801977::tcp:core:fi_param_get_():373 variable max_rx_size= libfabric:839502:1743801977::tcp:core:fi_param_get_():373 variable nodelay= libfabric:839502:1743801977::tcp:core:fi_param_get_():373 variable staging_sbuf_size= libfabric:839502:1743801977::tcp:core:fi_param_get_():373 variable prefetch_rbuf_size= libfabric:839502:1743801977::tcp:core:fi_param_get_():373 variable zerocopy_size= libfabric:839502:1743801977::tcp:core:fi_param_get_():373 variable trace_msg= libfabric:839502:1743801977::tcp:core:fi_param_get_():373 variable disable_auto_progress= libfabric:839502:1743801977::tcp:core:fi_param_get_():373 variable io_uring= libfabric:839502:1743801977::core:core:ofi_register_provider():506 registering provider: tcp (120.10) libfabric:839502:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_hook_debug (120.10) libfabric:839502:1743801977::core:core:fi_param_get_():373 variable hmem= libfabric:946684:1743801977::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:946684:1743801977::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:946684:1743801977::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:946684:1743801977::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:946684:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:946684:1743801977::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:946684:1743801977::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:946684:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:946684:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:946684:1743801977::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:946684:1743801977::core:core:fi_param_get_():405 read long var mr_cache_max_size=18446744073709551615 libfabric:946684:1743801977::core:core:fi_param_get_():405 read long var mr_cache_max_count=0 libfabric:946684:1743801977::core:core:fi_param_get_():382 read string var mr_cache_monitor=memhooks libfabric:946684:1743801977::core:core:fi_param_get_():373 variable mr_cuda_cache_monitor_enabled= libfabric:946684:1743801977::core:core:fi_param_get_():373 variable mr_rocr_cache_monitor_enabled= libfabric:946684:1743801977::core:core:fi_param_get_():373 variable mr_ze_cache_monitor_enabled= libfabric:946684:1743801977::core:core:fi_param_get_():373 variable provider= libfabric:946684:1743801977::core:core:fi_param_get_():373 variable universe_size= libfabric:946684:1743801977::core:core:fi_param_get_():373 variable av_remove_cleanup= libfabric:946684:1743801977::core:core:fi_param_get_():373 variable offload_coll_provider= libfabric:946684:1743801977::core:core:fi_param_get_():373 variable cxi_compat= libfabric:946684:1743801977::core:core:fi_param_get_():373 variable provider_path= libfabric:946684:1743801977::core:core:ofi_load_dl_prov():750 restricted_dl: setting FI_PROVIDER_PATH to "/opt/cray/libfabric/1.20.1/lib64/libfabric" libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable rget_tc= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable rdzv_aligned_sw_rget= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable enable_trig_op_limit= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable disable_non_inject_msg_idc= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable disable_host_register= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable enable_unrestricted_end_ro= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable odp= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable force_odp= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable ats= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable iotlb= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable ats_mlock_mode= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable device_name= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable telemetry= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable telemetry_rgid= libfabric:946684:1743801977::cxi:core:fi_param_get_():382 read string var rx_match_mode=software libfabric:946684:1743801977::cxi:core:fi_param_get_():405 read long var rdzv_threshold=256 libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable rdzv_get_min= libfabric:946684:1743801977::cxi:core:fi_param_get_():405 read long var rdzv_eager_size=2048 libfabric:946684:1743801977::cxi:fabric:cxip_env_init():873 nid003493: Invalid rdzv_eager_size, new size: 256 libfabric:946684:1743801977::cxi:core:fi_param_get_():405 read long var oflow_buf_size=12582912 libfabric:946684:1743801977::cxi:core:fi_param_get_():405 read long var oflow_buf_count=3 libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable oflow_buf_min_posted= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable oflow_buf_max_cached= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable safe_devmem_copy_threshold= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable optimized_mrs= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable mr_match_events= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable prov_key_cache= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable llring_mode= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable zbcoll_radix= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable cq_policy= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable default_vni= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable eq_ack_batch_size= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable msg_lossless= libfabric:946684:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_size=12582912 libfabric:946684:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_min_posted=10 libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable req_buf_max_count= libfabric:946684:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_max_cached=0 libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable hybrid_preemptive= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable hybrid_recv_preemptive= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable hybrid_posted_recv_preemptive= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable hybrid_unexpected_msg_preemptive= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable fc_retry_usec_delay= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable sw_rx_tx_init_max= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable ctrl_rx_eq_max_size= libfabric:946684:1743801977::cxi:core:fi_param_get_():405 read long var default_cq_size=131072 libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable disable_cq_hugetlb= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable disable_eq_hugetlb= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable cq_fill_percent= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable coll_job_id= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable coll_job_step_id= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable coll_fabric_mgr_url= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable coll_mcast_token= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable coll_use_dma_put= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable hwcoll_addrs_per_job= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable hwcoll_min_nodes= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable coll_retry_usec= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable coll_timeout_usec= libfabric:946684:1743801977::cxi:core:fi_param_get_():405 read long var default_tx_size=4096 libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable default_rx_size= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable disable_hmem_dev_register= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable force_ze_hmem_support= libfabric:946684:1743801977::cxi:core:fi_param_get_():373 variable rdzv_proto= libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946684:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946684:1743801977::core:core:ofi_register_provider():506 registering provider: cxi (0.1) libfabric:946684:1743801977::shm:core:fi_param_get_():373 variable sar_threshold= libfabric:946684:1743801977::shm:core:fi_param_get_():373 variable tx_size= libfabric:946684:1743801977::shm:core:fi_param_get_():373 variable rx_size= libfabric:946684:1743801977::shm:core:fi_param_get_():373 variable disable_cma= libfabric:946684:1743801977::shm:core:fi_param_get_():373 variable use_dsa_sar= libfabric:946684:1743801977::shm:core:fi_param_get_():373 variable use_xpmem= libfabric:946684:1743801977::core:core:ofi_register_provider():506 registering provider: shm (120.10) libfabric:946684:1743801977::core:core:ofi_register_provider():506 registering provider: sm2 (120.10) libfabric:946684:1743801977::ofi_rxm:core:fi_param_get_():373 variable enable_passthru= libfabric:946684:1743801977::ofi_rxm:core:fi_param_get_():373 variable buffer_size= libfabric:946684:1743801977::ofi_rxm:core:fi_param_get_():373 variable tx_size= libfabric:946684:1743801977::ofi_rxm:core:fi_param_get_():373 variable rx_size= libfabric:946684:1743801977::ofi_rxm:core:fi_param_get_():373 variable msg_tx_size= libfabric:946684:1743801977::ofi_rxm:core:fi_param_get_():373 variable msg_rx_size= libfabric:946684:1743801977::ofi_rxm:core:fi_param_get_():373 variable cm_progress_interval= libfabric:946684:1743801977::ofi_rxm:core:fi_param_get_():373 variable cq_eq_fairness= libfabric:946684:1743801977::ofi_rxm:core:fi_param_get_():373 variable data_auto_progress= libfabric:946684:1743801977::ofi_rxm:core:fi_param_get_():373 variable use_rndv_write= libfabric:946684:1743801977::ofi_rxm:core:fi_param_get_():373 variable def_wait_obj= libfabric:946684:1743801977::ofi_rxm:core:fi_param_get_():373 variable def_tcp_wait_obj= libfabric:946684:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_rxm (120.10) libfabric:946684:1743801977::ofi_rxd:core:fi_param_get_():373 variable spin_count= libfabric:946684:1743801977::ofi_rxd:core:fi_param_get_():373 variable retry= libfabric:946684:1743801977::ofi_rxd:core:fi_param_get_():373 variable max_peers= libfabric:946684:1743801977::ofi_rxd:core:fi_param_get_():373 variable max_unacked= libfabric:946684:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_rxd (120.10) libfabric:946684:1743801977::core:core:ofi_register_provider():506 registering provider: udp (120.10) libfabric:946684:1743801977::tcp:core:fi_param_get_():373 variable prov_name= libfabric:946684:1743801977::tcp:core:fi_param_get_():373 variable port_high_range= libfabric:946684:1743801977::tcp:core:fi_param_get_():373 variable port_low_range= libfabric:946684:1743801977::tcp:core:fi_param_get_():373 variable tx_size= libfabric:946684:1743801977::tcp:core:fi_param_get_():373 variable rx_size= libfabric:946684:1743801977::tcp:core:fi_param_get_():373 variable max_inject= libfabric:946684:1743801977::tcp:core:fi_param_get_():373 variable max_saved= libfabric:946684:1743801977::tcp:core:fi_param_get_():373 variable max_saved_size= libfabric:946684:1743801977::tcp:core:fi_param_get_():373 variable max_rx_size= libfabric:946684:1743801977::tcp:core:fi_param_get_():373 variable nodelay= libfabric:946684:1743801977::tcp:core:fi_param_get_():373 variable staging_sbuf_size= libfabric:946684:1743801977::tcp:core:fi_param_get_():373 variable prefetch_rbuf_size= libfabric:946684:1743801977::tcp:core:fi_param_get_():373 variable zerocopy_size= libfabric:946684:1743801977::tcp:core:fi_param_get_():373 variable trace_msg= libfabric:946684:1743801977::tcp:core:fi_param_get_():373 variable disable_auto_progress= libfabric:946684:1743801977::tcp:core:fi_param_get_():373 variable io_uring= libfabric:946684:1743801977::core:core:ofi_register_provider():506 registering provider: tcp (120.10) libfabric:946684:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_hook_debug (120.10) libfabric:946684:1743801977::core:core:fi_param_get_():373 variable hmem= libfabric:834182:1743801977::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:834182:1743801977::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:834182:1743801977::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:834182:1743801977::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:834182:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:834182:1743801977::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:834182:1743801977::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:834182:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:834182:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:834182:1743801977::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:834182:1743801977::core:core:fi_param_get_():405 read long var mr_cache_max_size=18446744073709551615 libfabric:834182:1743801977::core:core:fi_param_get_():405 read long var mr_cache_max_count=0 libfabric:834182:1743801977::core:core:fi_param_get_():382 read string var mr_cache_monitor=memhooks libfabric:834182:1743801977::core:core:fi_param_get_():373 variable mr_cuda_cache_monitor_enabled= libfabric:834182:1743801977::core:core:fi_param_get_():373 variable mr_rocr_cache_monitor_enabled= libfabric:834182:1743801977::core:core:fi_param_get_():373 variable mr_ze_cache_monitor_enabled= libfabric:834182:1743801977::core:core:fi_param_get_():373 variable provider= libfabric:834182:1743801977::core:core:fi_param_get_():373 variable universe_size= libfabric:834182:1743801977::core:core:fi_param_get_():373 variable av_remove_cleanup= libfabric:834182:1743801977::core:core:fi_param_get_():373 variable offload_coll_provider= libfabric:834182:1743801977::core:core:fi_param_get_():373 variable cxi_compat= libfabric:834182:1743801977::core:core:fi_param_get_():373 variable provider_path= libfabric:834182:1743801977::core:core:ofi_load_dl_prov():750 restricted_dl: setting FI_PROVIDER_PATH to "/opt/cray/libfabric/1.20.1/lib64/libfabric" libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable rget_tc= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable rdzv_aligned_sw_rget= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable enable_trig_op_limit= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable disable_non_inject_msg_idc= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable disable_host_register= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable enable_unrestricted_end_ro= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable odp= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable force_odp= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable ats= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable iotlb= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable ats_mlock_mode= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable device_name= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable telemetry= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable telemetry_rgid= libfabric:834182:1743801977::cxi:core:fi_param_get_():382 read string var rx_match_mode=software libfabric:834182:1743801977::cxi:core:fi_param_get_():405 read long var rdzv_threshold=256 libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable rdzv_get_min= libfabric:834182:1743801977::cxi:core:fi_param_get_():405 read long var rdzv_eager_size=2048 libfabric:834182:1743801977::cxi:fabric:cxip_env_init():873 nid003492: Invalid rdzv_eager_size, new size: 256 libfabric:834182:1743801977::cxi:core:fi_param_get_():405 read long var oflow_buf_size=12582912 libfabric:834182:1743801977::cxi:core:fi_param_get_():405 read long var oflow_buf_count=3 libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable oflow_buf_min_posted= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable oflow_buf_max_cached= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable safe_devmem_copy_threshold= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable optimized_mrs= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable mr_match_events= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable prov_key_cache= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable llring_mode= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable zbcoll_radix= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable cq_policy= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable default_vni= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable eq_ack_batch_size= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable msg_lossless= libfabric:834182:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_size=12582912 libfabric:834182:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_min_posted=10 libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable req_buf_max_count= libfabric:834182:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_max_cached=0 libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable hybrid_preemptive= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable hybrid_recv_preemptive= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable hybrid_posted_recv_preemptive= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable hybrid_unexpected_msg_preemptive= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable fc_retry_usec_delay= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable sw_rx_tx_init_max= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable ctrl_rx_eq_max_size= libfabric:834182:1743801977::cxi:core:fi_param_get_():405 read long var default_cq_size=131072 libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable disable_cq_hugetlb= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable disable_eq_hugetlb= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable cq_fill_percent= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable coll_job_id= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable coll_job_step_id= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable coll_fabric_mgr_url= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable coll_mcast_token= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable coll_use_dma_put= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable hwcoll_addrs_per_job= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable hwcoll_min_nodes= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable coll_retry_usec= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable coll_timeout_usec= libfabric:834182:1743801977::cxi:core:fi_param_get_():405 read long var default_tx_size=4096 libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable default_rx_size= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable disable_hmem_dev_register= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable force_ze_hmem_support= libfabric:834182:1743801977::cxi:core:fi_param_get_():373 variable rdzv_proto= libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801977::core:core:ofi_register_provider():506 registering provider: cxi (0.1) libfabric:834182:1743801977::shm:core:fi_param_get_():373 variable sar_threshold= libfabric:834182:1743801977::shm:core:fi_param_get_():373 variable tx_size= libfabric:834182:1743801977::shm:core:fi_param_get_():373 variable rx_size= libfabric:834182:1743801977::shm:core:fi_param_get_():373 variable disable_cma= libfabric:834182:1743801977::shm:core:fi_param_get_():373 variable use_dsa_sar= libfabric:834182:1743801977::shm:core:fi_param_get_():373 variable use_xpmem= libfabric:834182:1743801977::core:core:ofi_register_provider():506 registering provider: shm (120.10) libfabric:834182:1743801977::core:core:ofi_register_provider():506 registering provider: sm2 (120.10) libfabric:834182:1743801977::ofi_rxm:core:fi_param_get_():373 variable enable_passthru= libfabric:834182:1743801977::ofi_rxm:core:fi_param_get_():373 variable buffer_size= libfabric:834182:1743801977::ofi_rxm:core:fi_param_get_():373 variable tx_size= libfabric:834182:1743801977::ofi_rxm:core:fi_param_get_():373 variable rx_size= libfabric:834182:1743801977::ofi_rxm:core:fi_param_get_():373 variable msg_tx_size= libfabric:834182:1743801977::ofi_rxm:core:fi_param_get_():373 variable msg_rx_size= libfabric:834182:1743801977::ofi_rxm:core:fi_param_get_():373 variable cm_progress_interval= libfabric:834182:1743801977::ofi_rxm:core:fi_param_get_():373 variable cq_eq_fairness= libfabric:834182:1743801977::ofi_rxm:core:fi_param_get_():373 variable data_auto_progress= libfabric:834182:1743801977::ofi_rxm:core:fi_param_get_():373 variable use_rndv_write= libfabric:834182:1743801977::ofi_rxm:core:fi_param_get_():373 variable def_wait_obj= libfabric:834182:1743801977::ofi_rxm:core:fi_param_get_():373 variable def_tcp_wait_obj= libfabric:834182:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_rxm (120.10) libfabric:834182:1743801977::ofi_rxd:core:fi_param_get_():373 variable spin_count= libfabric:834182:1743801977::ofi_rxd:core:fi_param_get_():373 variable retry= libfabric:834182:1743801977::ofi_rxd:core:fi_param_get_():373 variable max_peers= libfabric:834182:1743801977::ofi_rxd:core:fi_param_get_():373 variable max_unacked= libfabric:834182:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_rxd (120.10) libfabric:834182:1743801977::core:core:ofi_register_provider():506 registering provider: udp (120.10) libfabric:834182:1743801977::tcp:core:fi_param_get_():373 variable prov_name= libfabric:834182:1743801977::tcp:core:fi_param_get_():373 variable port_high_range= libfabric:834182:1743801977::tcp:core:fi_param_get_():373 variable port_low_range= libfabric:834182:1743801977::tcp:core:fi_param_get_():373 variable tx_size= libfabric:834182:1743801977::tcp:core:fi_param_get_():373 variable rx_size= libfabric:834182:1743801977::tcp:core:fi_param_get_():373 variable max_inject= libfabric:834182:1743801977::tcp:core:fi_param_get_():373 variable max_saved= libfabric:834182:1743801977::tcp:core:fi_param_get_():373 variable max_saved_size= libfabric:834182:1743801977::tcp:core:fi_param_get_():373 variable max_rx_size= libfabric:834182:1743801977::tcp:core:fi_param_get_():373 variable nodelay= libfabric:834182:1743801977::tcp:core:fi_param_get_():373 variable staging_sbuf_size= libfabric:834182:1743801977::tcp:core:fi_param_get_():373 variable prefetch_rbuf_size= libfabric:834182:1743801977::tcp:core:fi_param_get_():373 variable zerocopy_size= libfabric:834182:1743801977::tcp:core:fi_param_get_():373 variable trace_msg= libfabric:834182:1743801977::tcp:core:fi_param_get_():373 variable disable_auto_progress= libfabric:834182:1743801977::tcp:core:fi_param_get_():373 variable io_uring= libfabric:834182:1743801977::core:core:ofi_register_provider():506 registering provider: tcp (120.10) libfabric:834182:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_hook_debug (120.10) libfabric:834182:1743801977::core:core:fi_param_get_():373 variable hmem= libfabric:946688:1743801977::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:946688:1743801977::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:946688:1743801977::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:946688:1743801977::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:946688:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:946688:1743801977::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:946688:1743801977::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:946688:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:946688:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:946688:1743801977::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:946688:1743801977::core:core:fi_param_get_():405 read long var mr_cache_max_size=18446744073709551615 libfabric:946688:1743801977::core:core:fi_param_get_():405 read long var mr_cache_max_count=0 libfabric:946688:1743801977::core:core:fi_param_get_():382 read string var mr_cache_monitor=memhooks libfabric:946688:1743801977::core:core:fi_param_get_():373 variable mr_cuda_cache_monitor_enabled= libfabric:946688:1743801977::core:core:fi_param_get_():373 variable mr_rocr_cache_monitor_enabled= libfabric:946688:1743801977::core:core:fi_param_get_():373 variable mr_ze_cache_monitor_enabled= libfabric:946688:1743801977::core:core:fi_param_get_():373 variable provider= libfabric:946688:1743801977::core:core:fi_param_get_():373 variable universe_size= libfabric:946688:1743801977::core:core:fi_param_get_():373 variable av_remove_cleanup= libfabric:946688:1743801977::core:core:fi_param_get_():373 variable offload_coll_provider= libfabric:946688:1743801977::core:core:fi_param_get_():373 variable cxi_compat= libfabric:946688:1743801977::core:core:fi_param_get_():373 variable provider_path= libfabric:946688:1743801977::core:core:ofi_load_dl_prov():750 restricted_dl: setting FI_PROVIDER_PATH to "/opt/cray/libfabric/1.20.1/lib64/libfabric" libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable rget_tc= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable rdzv_aligned_sw_rget= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable enable_trig_op_limit= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable disable_non_inject_msg_idc= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable disable_host_register= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable enable_unrestricted_end_ro= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable odp= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable force_odp= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable ats= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable iotlb= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable ats_mlock_mode= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable device_name= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable telemetry= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable telemetry_rgid= libfabric:946688:1743801977::cxi:core:fi_param_get_():382 read string var rx_match_mode=software libfabric:946688:1743801977::cxi:core:fi_param_get_():405 read long var rdzv_threshold=256 libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable rdzv_get_min= libfabric:946688:1743801977::cxi:core:fi_param_get_():405 read long var rdzv_eager_size=2048 libfabric:946688:1743801977::cxi:fabric:cxip_env_init():873 nid003493: Invalid rdzv_eager_size, new size: 256 libfabric:946688:1743801977::cxi:core:fi_param_get_():405 read long var oflow_buf_size=12582912 libfabric:946688:1743801977::cxi:core:fi_param_get_():405 read long var oflow_buf_count=3 libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable oflow_buf_min_posted= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable oflow_buf_max_cached= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable safe_devmem_copy_threshold= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable optimized_mrs= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable mr_match_events= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable prov_key_cache= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable llring_mode= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable zbcoll_radix= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable cq_policy= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable default_vni= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable eq_ack_batch_size= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable msg_lossless= libfabric:946688:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_size=12582912 libfabric:946688:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_min_posted=10 libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable req_buf_max_count= libfabric:946688:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_max_cached=0 libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable hybrid_preemptive= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable hybrid_recv_preemptive= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable hybrid_posted_recv_preemptive= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable hybrid_unexpected_msg_preemptive= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable fc_retry_usec_delay= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable sw_rx_tx_init_max= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable ctrl_rx_eq_max_size= libfabric:946688:1743801977::cxi:core:fi_param_get_():405 read long var default_cq_size=131072 libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable disable_cq_hugetlb= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable disable_eq_hugetlb= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable cq_fill_percent= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable coll_job_id= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable coll_job_step_id= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable coll_fabric_mgr_url= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable coll_mcast_token= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable coll_use_dma_put= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable hwcoll_addrs_per_job= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable hwcoll_min_nodes= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable coll_retry_usec= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable coll_timeout_usec= libfabric:946688:1743801977::cxi:core:fi_param_get_():405 read long var default_tx_size=4096 libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable default_rx_size= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable disable_hmem_dev_register= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable force_ze_hmem_support= libfabric:946688:1743801977::cxi:core:fi_param_get_():373 variable rdzv_proto= libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946688:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946688:1743801977::core:core:ofi_register_provider():506 registering provider: cxi (0.1) libfabric:946688:1743801977::shm:core:fi_param_get_():373 variable sar_threshold= libfabric:946688:1743801977::shm:core:fi_param_get_():373 variable tx_size= libfabric:946688:1743801977::shm:core:fi_param_get_():373 variable rx_size= libfabric:946688:1743801977::shm:core:fi_param_get_():373 variable disable_cma= libfabric:946688:1743801977::shm:core:fi_param_get_():373 variable use_dsa_sar= libfabric:946688:1743801977::shm:core:fi_param_get_():373 variable use_xpmem= libfabric:946688:1743801977::core:core:ofi_register_provider():506 registering provider: shm (120.10) libfabric:946688:1743801977::core:core:ofi_register_provider():506 registering provider: sm2 (120.10) libfabric:946688:1743801977::ofi_rxm:core:fi_param_get_():373 variable enable_passthru= libfabric:946688:1743801977::ofi_rxm:core:fi_param_get_():373 variable buffer_size= libfabric:946688:1743801977::ofi_rxm:core:fi_param_get_():373 variable tx_size= libfabric:946688:1743801977::ofi_rxm:core:fi_param_get_():373 variable rx_size= libfabric:946688:1743801977::ofi_rxm:core:fi_param_get_():373 variable msg_tx_size= libfabric:946688:1743801977::ofi_rxm:core:fi_param_get_():373 variable msg_rx_size= libfabric:946688:1743801977::ofi_rxm:core:fi_param_get_():373 variable cm_progress_interval= libfabric:946688:1743801977::ofi_rxm:core:fi_param_get_():373 variable cq_eq_fairness= libfabric:946688:1743801977::ofi_rxm:core:fi_param_get_():373 variable data_auto_progress= libfabric:946688:1743801977::ofi_rxm:core:fi_param_get_():373 variable use_rndv_write= libfabric:946688:1743801977::ofi_rxm:core:fi_param_get_():373 variable def_wait_obj= libfabric:946688:1743801977::ofi_rxm:core:fi_param_get_():373 variable def_tcp_wait_obj= libfabric:946688:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_rxm (120.10) libfabric:946688:1743801977::ofi_rxd:core:fi_param_get_():373 variable spin_count= libfabric:946688:1743801977::ofi_rxd:core:fi_param_get_():373 variable retry= libfabric:946688:1743801977::ofi_rxd:core:fi_param_get_():373 variable max_peers= libfabric:946688:1743801977::ofi_rxd:core:fi_param_get_():373 variable max_unacked= libfabric:946688:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_rxd (120.10) libfabric:946688:1743801977::core:core:ofi_register_provider():506 registering provider: udp (120.10) libfabric:946688:1743801977::tcp:core:fi_param_get_():373 variable prov_name= libfabric:946688:1743801977::tcp:core:fi_param_get_():373 variable port_high_range= libfabric:946688:1743801977::tcp:core:fi_param_get_():373 variable port_low_range= libfabric:946688:1743801977::tcp:core:fi_param_get_():373 variable tx_size= libfabric:946688:1743801977::tcp:core:fi_param_get_():373 variable rx_size= libfabric:946688:1743801977::tcp:core:fi_param_get_():373 variable max_inject= libfabric:946688:1743801977::tcp:core:fi_param_get_():373 variable max_saved= libfabric:946688:1743801977::tcp:core:fi_param_get_():373 variable max_saved_size= libfabric:946688:1743801977::tcp:core:fi_param_get_():373 variable max_rx_size= libfabric:946688:1743801977::tcp:core:fi_param_get_():373 variable nodelay= libfabric:946688:1743801977::tcp:core:fi_param_get_():373 variable staging_sbuf_size= libfabric:946688:1743801977::tcp:core:fi_param_get_():373 variable prefetch_rbuf_size= libfabric:946688:1743801977::tcp:core:fi_param_get_():373 variable zerocopy_size= libfabric:946688:1743801977::tcp:core:fi_param_get_():373 variable trace_msg= libfabric:946688:1743801977::tcp:core:fi_param_get_():373 variable disable_auto_progress= libfabric:946688:1743801977::tcp:core:fi_param_get_():373 variable io_uring= libfabric:946688:1743801977::core:core:ofi_register_provider():506 registering provider: tcp (120.10) libfabric:946688:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_hook_debug (120.10) libfabric:946688:1743801977::core:core:fi_param_get_():373 variable hmem= libfabric:839503:1743801977::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:839503:1743801977::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:839503:1743801977::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:839503:1743801977::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:839503:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:839503:1743801977::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:839503:1743801977::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:839503:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:839503:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:839503:1743801977::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:839503:1743801977::core:core:fi_param_get_():405 read long var mr_cache_max_size=18446744073709551615 libfabric:839503:1743801977::core:core:fi_param_get_():405 read long var mr_cache_max_count=0 libfabric:839503:1743801977::core:core:fi_param_get_():382 read string var mr_cache_monitor=memhooks libfabric:839503:1743801977::core:core:fi_param_get_():373 variable mr_cuda_cache_monitor_enabled= libfabric:839503:1743801977::core:core:fi_param_get_():373 variable mr_rocr_cache_monitor_enabled= libfabric:839503:1743801977::core:core:fi_param_get_():373 variable mr_ze_cache_monitor_enabled= libfabric:839503:1743801977::core:core:fi_param_get_():373 variable provider= libfabric:839503:1743801977::core:core:fi_param_get_():373 variable universe_size= libfabric:839503:1743801977::core:core:fi_param_get_():373 variable av_remove_cleanup= libfabric:839503:1743801977::core:core:fi_param_get_():373 variable offload_coll_provider= libfabric:839503:1743801977::core:core:fi_param_get_():373 variable cxi_compat= libfabric:839503:1743801977::core:core:fi_param_get_():373 variable provider_path= libfabric:839503:1743801977::core:core:ofi_load_dl_prov():750 restricted_dl: setting FI_PROVIDER_PATH to "/opt/cray/libfabric/1.20.1/lib64/libfabric" libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable rget_tc= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable rdzv_aligned_sw_rget= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable enable_trig_op_limit= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable disable_non_inject_msg_idc= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable disable_host_register= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable enable_unrestricted_end_ro= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable odp= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable force_odp= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable ats= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable iotlb= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable ats_mlock_mode= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable device_name= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable telemetry= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable telemetry_rgid= libfabric:839503:1743801977::cxi:core:fi_param_get_():382 read string var rx_match_mode=software libfabric:839503:1743801977::cxi:core:fi_param_get_():405 read long var rdzv_threshold=256 libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable rdzv_get_min= libfabric:839503:1743801977::cxi:core:fi_param_get_():405 read long var rdzv_eager_size=2048 libfabric:839503:1743801977::cxi:fabric:cxip_env_init():873 nid003488: Invalid rdzv_eager_size, new size: 256 libfabric:839503:1743801977::cxi:core:fi_param_get_():405 read long var oflow_buf_size=12582912 libfabric:839503:1743801977::cxi:core:fi_param_get_():405 read long var oflow_buf_count=3 libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable oflow_buf_min_posted= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable oflow_buf_max_cached= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable safe_devmem_copy_threshold= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable optimized_mrs= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable mr_match_events= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable prov_key_cache= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable llring_mode= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable zbcoll_radix= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable cq_policy= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable default_vni= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable eq_ack_batch_size= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable msg_lossless= libfabric:839503:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_size=12582912 libfabric:839503:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_min_posted=10 libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable req_buf_max_count= libfabric:839503:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_max_cached=0 libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable hybrid_preemptive= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable hybrid_recv_preemptive= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable hybrid_posted_recv_preemptive= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable hybrid_unexpected_msg_preemptive= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable fc_retry_usec_delay= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable sw_rx_tx_init_max= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable ctrl_rx_eq_max_size= libfabric:839503:1743801977::cxi:core:fi_param_get_():405 read long var default_cq_size=131072 libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable disable_cq_hugetlb= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable disable_eq_hugetlb= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable cq_fill_percent= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable coll_job_id= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable coll_job_step_id= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable coll_fabric_mgr_url= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable coll_mcast_token= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable coll_use_dma_put= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable hwcoll_addrs_per_job= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable hwcoll_min_nodes= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable coll_retry_usec= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable coll_timeout_usec= libfabric:839503:1743801977::cxi:core:fi_param_get_():405 read long var default_tx_size=4096 libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable default_rx_size= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable disable_hmem_dev_register= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable force_ze_hmem_support= libfabric:839503:1743801977::cxi:core:fi_param_get_():373 variable rdzv_proto= libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839503:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839503:1743801977::core:core:ofi_register_provider():506 registering provider: cxi (0.1) libfabric:839503:1743801977::shm:core:fi_param_get_():373 variable sar_threshold= libfabric:839503:1743801977::shm:core:fi_param_get_():373 variable tx_size= libfabric:839503:1743801977::shm:core:fi_param_get_():373 variable rx_size= libfabric:839503:1743801977::shm:core:fi_param_get_():373 variable disable_cma= libfabric:839503:1743801977::shm:core:fi_param_get_():373 variable use_dsa_sar= libfabric:839503:1743801977::shm:core:fi_param_get_():373 variable use_xpmem= libfabric:839503:1743801977::core:core:ofi_register_provider():506 registering provider: shm (120.10) libfabric:839503:1743801977::core:core:ofi_register_provider():506 registering provider: sm2 (120.10) libfabric:839503:1743801977::ofi_rxm:core:fi_param_get_():373 variable enable_passthru= libfabric:839503:1743801977::ofi_rxm:core:fi_param_get_():373 variable buffer_size= libfabric:839503:1743801977::ofi_rxm:core:fi_param_get_():373 variable tx_size= libfabric:839503:1743801977::ofi_rxm:core:fi_param_get_():373 variable rx_size= libfabric:839503:1743801977::ofi_rxm:core:fi_param_get_():373 variable msg_tx_size= libfabric:839503:1743801977::ofi_rxm:core:fi_param_get_():373 variable msg_rx_size= libfabric:839503:1743801977::ofi_rxm:core:fi_param_get_():373 variable cm_progress_interval= libfabric:839503:1743801977::ofi_rxm:core:fi_param_get_():373 variable cq_eq_fairness= libfabric:839503:1743801977::ofi_rxm:core:fi_param_get_():373 variable data_auto_progress= libfabric:839503:1743801977::ofi_rxm:core:fi_param_get_():373 variable use_rndv_write= libfabric:839503:1743801977::ofi_rxm:core:fi_param_get_():373 variable def_wait_obj= libfabric:839503:1743801977::ofi_rxm:core:fi_param_get_():373 variable def_tcp_wait_obj= libfabric:839503:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_rxm (120.10) libfabric:839503:1743801977::ofi_rxd:core:fi_param_get_():373 variable spin_count= libfabric:839503:1743801977::ofi_rxd:core:fi_param_get_():373 variable retry= libfabric:839503:1743801977::ofi_rxd:core:fi_param_get_():373 variable max_peers= libfabric:839503:1743801977::ofi_rxd:core:fi_param_get_():373 variable max_unacked= libfabric:839503:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_rxd (120.10) libfabric:839503:1743801977::core:core:ofi_register_provider():506 registering provider: udp (120.10) libfabric:839503:1743801977::tcp:core:fi_param_get_():373 variable prov_name= libfabric:839503:1743801977::tcp:core:fi_param_get_():373 variable port_high_range= libfabric:839503:1743801977::tcp:core:fi_param_get_():373 variable port_low_range= libfabric:839503:1743801977::tcp:core:fi_param_get_():373 variable tx_size= libfabric:839503:1743801977::tcp:core:fi_param_get_():373 variable rx_size= libfabric:839503:1743801977::tcp:core:fi_param_get_():373 variable max_inject= libfabric:839503:1743801977::tcp:core:fi_param_get_():373 variable max_saved= libfabric:839503:1743801977::tcp:core:fi_param_get_():373 variable max_saved_size= libfabric:839503:1743801977::tcp:core:fi_param_get_():373 variable max_rx_size= libfabric:839503:1743801977::tcp:core:fi_param_get_():373 variable nodelay= libfabric:839503:1743801977::tcp:core:fi_param_get_():373 variable staging_sbuf_size= libfabric:839503:1743801977::tcp:core:fi_param_get_():373 variable prefetch_rbuf_size= libfabric:839503:1743801977::tcp:core:fi_param_get_():373 variable zerocopy_size= libfabric:839503:1743801977::tcp:core:fi_param_get_():373 variable trace_msg= libfabric:839503:1743801977::tcp:core:fi_param_get_():373 variable disable_auto_progress= libfabric:839503:1743801977::tcp:core:fi_param_get_():373 variable io_uring= libfabric:839503:1743801977::core:core:ofi_register_provider():506 registering provider: tcp (120.10) libfabric:839503:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_hook_debug (120.10) libfabric:839503:1743801977::core:core:fi_param_get_():373 variable hmem= libfabric:1749790:1743801977::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:1749790:1743801977::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:1749790:1743801977::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:1749790:1743801977::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:1749790:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:1749790:1743801977::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:1749790:1743801977::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:1749790:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:1749790:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:1749790:1743801977::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:1749790:1743801977::core:core:fi_param_get_():405 read long var mr_cache_max_size=18446744073709551615 libfabric:1749790:1743801977::core:core:fi_param_get_():405 read long var mr_cache_max_count=0 libfabric:1749790:1743801977::core:core:fi_param_get_():382 read string var mr_cache_monitor=memhooks libfabric:1749790:1743801977::core:core:fi_param_get_():373 variable mr_cuda_cache_monitor_enabled= libfabric:1749790:1743801977::core:core:fi_param_get_():373 variable mr_rocr_cache_monitor_enabled= libfabric:1749790:1743801977::core:core:fi_param_get_():373 variable mr_ze_cache_monitor_enabled= libfabric:1749790:1743801977::core:core:fi_param_get_():373 variable provider= libfabric:1749790:1743801977::core:core:fi_param_get_():373 variable universe_size= libfabric:1749790:1743801977::core:core:fi_param_get_():373 variable av_remove_cleanup= libfabric:1749790:1743801977::core:core:fi_param_get_():373 variable offload_coll_provider= libfabric:1749790:1743801977::core:core:fi_param_get_():373 variable cxi_compat= libfabric:1749790:1743801977::core:core:fi_param_get_():373 variable provider_path= libfabric:1749790:1743801977::core:core:ofi_load_dl_prov():750 restricted_dl: setting FI_PROVIDER_PATH to "/opt/cray/libfabric/1.20.1/lib64/libfabric" libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable rget_tc= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable rdzv_aligned_sw_rget= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable enable_trig_op_limit= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable disable_non_inject_msg_idc= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable disable_host_register= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable enable_unrestricted_end_ro= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable odp= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable force_odp= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable ats= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable iotlb= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable ats_mlock_mode= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable device_name= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable telemetry= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable telemetry_rgid= libfabric:1749790:1743801977::cxi:core:fi_param_get_():382 read string var rx_match_mode=software libfabric:1749790:1743801977::cxi:core:fi_param_get_():405 read long var rdzv_threshold=256 libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable rdzv_get_min= libfabric:1749790:1743801977::cxi:core:fi_param_get_():405 read long var rdzv_eager_size=2048 libfabric:1749790:1743801977::cxi:fabric:cxip_env_init():873 nid003489: Invalid rdzv_eager_size, new size: 256 libfabric:1749790:1743801977::cxi:core:fi_param_get_():405 read long var oflow_buf_size=12582912 libfabric:1749790:1743801977::cxi:core:fi_param_get_():405 read long var oflow_buf_count=3 libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable oflow_buf_min_posted= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable oflow_buf_max_cached= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable safe_devmem_copy_threshold= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable optimized_mrs= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable mr_match_events= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable prov_key_cache= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable llring_mode= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable zbcoll_radix= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable cq_policy= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable default_vni= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable eq_ack_batch_size= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable msg_lossless= libfabric:1749790:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_size=12582912 libfabric:1749790:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_min_posted=10 libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable req_buf_max_count= libfabric:1749790:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_max_cached=0 libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable hybrid_preemptive= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable hybrid_recv_preemptive= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable hybrid_posted_recv_preemptive= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable hybrid_unexpected_msg_preemptive= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable fc_retry_usec_delay= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable sw_rx_tx_init_max= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable ctrl_rx_eq_max_size= libfabric:1749790:1743801977::cxi:core:fi_param_get_():405 read long var default_cq_size=131072 libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable disable_cq_hugetlb= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable disable_eq_hugetlb= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable cq_fill_percent= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable coll_job_id= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable coll_job_step_id= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable coll_fabric_mgr_url= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable coll_mcast_token= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable coll_use_dma_put= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable hwcoll_addrs_per_job= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable hwcoll_min_nodes= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable coll_retry_usec= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable coll_timeout_usec= libfabric:1749790:1743801977::cxi:core:fi_param_get_():405 read long var default_tx_size=4096 libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable default_rx_size= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable disable_hmem_dev_register= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable force_ze_hmem_support= libfabric:1749790:1743801977::cxi:core:fi_param_get_():373 variable rdzv_proto= libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749790:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749790:1743801977::core:core:ofi_register_provider():506 registering provider: cxi (0.1) libfabric:1749790:1743801977::shm:core:fi_param_get_():373 variable sar_threshold= libfabric:1749790:1743801977::shm:core:fi_param_get_():373 variable tx_size= libfabric:1749790:1743801977::shm:core:fi_param_get_():373 variable rx_size= libfabric:1749790:1743801977::shm:core:fi_param_get_():373 variable disable_cma= libfabric:1749790:1743801977::shm:core:fi_param_get_():373 variable use_dsa_sar= libfabric:1749790:1743801977::shm:core:fi_param_get_():373 variable use_xpmem= libfabric:1749790:1743801977::core:core:ofi_register_provider():506 registering provider: shm (120.10) libfabric:1749790:1743801977::core:core:ofi_register_provider():506 registering provider: sm2 (120.10) libfabric:1749790:1743801977::ofi_rxm:core:fi_param_get_():373 variable enable_passthru= libfabric:1749790:1743801977::ofi_rxm:core:fi_param_get_():373 variable buffer_size= libfabric:1749790:1743801977::ofi_rxm:core:fi_param_get_():373 variable tx_size= libfabric:1749790:1743801977::ofi_rxm:core:fi_param_get_():373 variable rx_size= libfabric:1749790:1743801977::ofi_rxm:core:fi_param_get_():373 variable msg_tx_size= libfabric:1749790:1743801977::ofi_rxm:core:fi_param_get_():373 variable msg_rx_size= libfabric:1749790:1743801977::ofi_rxm:core:fi_param_get_():373 variable cm_progress_interval= libfabric:1749790:1743801977::ofi_rxm:core:fi_param_get_():373 variable cq_eq_fairness= libfabric:1749790:1743801977::ofi_rxm:core:fi_param_get_():373 variable data_auto_progress= libfabric:1749790:1743801977::ofi_rxm:core:fi_param_get_():373 variable use_rndv_write= libfabric:1749790:1743801977::ofi_rxm:core:fi_param_get_():373 variable def_wait_obj= libfabric:1749790:1743801977::ofi_rxm:core:fi_param_get_():373 variable def_tcp_wait_obj= libfabric:1749790:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_rxm (120.10) libfabric:1749790:1743801977::ofi_rxd:core:fi_param_get_():373 variable spin_count= libfabric:1749790:1743801977::ofi_rxd:core:fi_param_get_():373 variable retry= libfabric:1749790:1743801977::ofi_rxd:core:fi_param_get_():373 variable max_peers= libfabric:1749790:1743801977::ofi_rxd:core:fi_param_get_():373 variable max_unacked= libfabric:1749790:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_rxd (120.10) libfabric:1749790:1743801977::core:core:ofi_register_provider():506 registering provider: udp (120.10) libfabric:1749790:1743801977::tcp:core:fi_param_get_():373 variable prov_name= libfabric:1749790:1743801977::tcp:core:fi_param_get_():373 variable port_high_range= libfabric:1749790:1743801977::tcp:core:fi_param_get_():373 variable port_low_range= libfabric:1749790:1743801977::tcp:core:fi_param_get_():373 variable tx_size= libfabric:1749790:1743801977::tcp:core:fi_param_get_():373 variable rx_size= libfabric:1749790:1743801977::tcp:core:fi_param_get_():373 variable max_inject= libfabric:1749790:1743801977::tcp:core:fi_param_get_():373 variable max_saved= libfabric:1749790:1743801977::tcp:core:fi_param_get_():373 variable max_saved_size= libfabric:1749790:1743801977::tcp:core:fi_param_get_():373 variable max_rx_size= libfabric:1749790:1743801977::tcp:core:fi_param_get_():373 variable nodelay= libfabric:1749790:1743801977::tcp:core:fi_param_get_():373 variable staging_sbuf_size= libfabric:1749790:1743801977::tcp:core:fi_param_get_():373 variable prefetch_rbuf_size= libfabric:1749790:1743801977::tcp:core:fi_param_get_():373 variable zerocopy_size= libfabric:1749790:1743801977::tcp:core:fi_param_get_():373 variable trace_msg= libfabric:1749790:1743801977::tcp:core:fi_param_get_():373 variable disable_auto_progress= libfabric:1749790:1743801977::tcp:core:fi_param_get_():373 variable io_uring= libfabric:1749790:1743801977::core:core:ofi_register_provider():506 registering provider: tcp (120.10) libfabric:1749790:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_hook_debug (120.10) libfabric:1749790:1743801977::core:core:fi_param_get_():373 variable hmem= libfabric:834183:1743801977::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:834183:1743801977::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:834183:1743801977::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:834183:1743801977::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:834183:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:834183:1743801977::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:834183:1743801977::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:834183:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:834183:1743801977::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:834183:1743801977::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:834183:1743801977::core:core:fi_param_get_():405 read long var mr_cache_max_size=18446744073709551615 libfabric:834183:1743801977::core:core:fi_param_get_():405 read long var mr_cache_max_count=0 libfabric:834183:1743801977::core:core:fi_param_get_():382 read string var mr_cache_monitor=memhooks libfabric:834183:1743801977::core:core:fi_param_get_():373 variable mr_cuda_cache_monitor_enabled= libfabric:834183:1743801977::core:core:fi_param_get_():373 variable mr_rocr_cache_monitor_enabled= libfabric:834183:1743801977::core:core:fi_param_get_():373 variable mr_ze_cache_monitor_enabled= libfabric:834183:1743801977::core:core:fi_param_get_():373 variable provider= libfabric:834183:1743801977::core:core:fi_param_get_():373 variable universe_size= libfabric:834183:1743801977::core:core:fi_param_get_():373 variable av_remove_cleanup= libfabric:834183:1743801977::core:core:fi_param_get_():373 variable offload_coll_provider= libfabric:834183:1743801977::core:core:fi_param_get_():373 variable cxi_compat= libfabric:834183:1743801977::core:core:fi_param_get_():373 variable provider_path= libfabric:834183:1743801977::core:core:ofi_load_dl_prov():750 restricted_dl: setting FI_PROVIDER_PATH to "/opt/cray/libfabric/1.20.1/lib64/libfabric" libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable rget_tc= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable rdzv_aligned_sw_rget= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable enable_trig_op_limit= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable disable_non_inject_msg_idc= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable disable_host_register= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable enable_unrestricted_end_ro= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable odp= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable force_odp= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable ats= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable iotlb= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable ats_mlock_mode= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable device_name= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable telemetry= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable telemetry_rgid= libfabric:834183:1743801977::cxi:core:fi_param_get_():382 read string var rx_match_mode=software libfabric:834183:1743801977::cxi:core:fi_param_get_():405 read long var rdzv_threshold=256 libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable rdzv_get_min= libfabric:834183:1743801977::cxi:core:fi_param_get_():405 read long var rdzv_eager_size=2048 libfabric:834183:1743801977::cxi:fabric:cxip_env_init():873 nid003492: Invalid rdzv_eager_size, new size: 256 libfabric:834183:1743801977::cxi:core:fi_param_get_():405 read long var oflow_buf_size=12582912 libfabric:834183:1743801977::cxi:core:fi_param_get_():405 read long var oflow_buf_count=3 libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable oflow_buf_min_posted= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable oflow_buf_max_cached= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable safe_devmem_copy_threshold= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable optimized_mrs= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable mr_match_events= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable prov_key_cache= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable llring_mode= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable zbcoll_radix= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable cq_policy= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable default_vni= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable eq_ack_batch_size= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable msg_lossless= libfabric:834183:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_size=12582912 libfabric:834183:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_min_posted=10 libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable req_buf_max_count= libfabric:834183:1743801977::cxi:core:fi_param_get_():405 read long var req_buf_max_cached=0 libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable hybrid_preemptive= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable hybrid_recv_preemptive= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable hybrid_posted_recv_preemptive= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable hybrid_unexpected_msg_preemptive= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable fc_retry_usec_delay= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable sw_rx_tx_init_max= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable ctrl_rx_eq_max_size= libfabric:834183:1743801977::cxi:core:fi_param_get_():405 read long var default_cq_size=131072 libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable disable_cq_hugetlb= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable disable_eq_hugetlb= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable cq_fill_percent= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable coll_job_id= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable coll_job_step_id= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable coll_fabric_mgr_url= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable coll_mcast_token= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable coll_use_dma_put= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable hwcoll_addrs_per_job= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable hwcoll_min_nodes= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable coll_retry_usec= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable coll_timeout_usec= libfabric:834183:1743801977::cxi:core:fi_param_get_():405 read long var default_tx_size=4096 libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable default_rx_size= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable disable_hmem_dev_register= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable force_ze_hmem_support= libfabric:834183:1743801977::cxi:core:fi_param_get_():373 variable rdzv_proto= libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834183:1743801977::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834183:1743801977::core:core:ofi_register_provider():506 registering provider: cxi (0.1) libfabric:834183:1743801977::shm:core:fi_param_get_():373 variable sar_threshold= libfabric:834183:1743801977::shm:core:fi_param_get_():373 variable tx_size= libfabric:834183:1743801977::shm:core:fi_param_get_():373 variable rx_size= libfabric:834183:1743801977::shm:core:fi_param_get_():373 variable disable_cma= libfabric:834183:1743801977::shm:core:fi_param_get_():373 variable use_dsa_sar= libfabric:834183:1743801977::shm:core:fi_param_get_():373 variable use_xpmem= libfabric:834183:1743801977::core:core:ofi_register_provider():506 registering provider: shm (120.10) libfabric:834183:1743801977::core:core:ofi_register_provider():506 registering provider: sm2 (120.10) libfabric:834183:1743801977::ofi_rxm:core:fi_param_get_():373 variable enable_passthru= libfabric:834183:1743801977::ofi_rxm:core:fi_param_get_():373 variable buffer_size= libfabric:834183:1743801977::ofi_rxm:core:fi_param_get_():373 variable tx_size= libfabric:834183:1743801977::ofi_rxm:core:fi_param_get_():373 variable rx_size= libfabric:834183:1743801977::ofi_rxm:core:fi_param_get_():373 variable msg_tx_size= libfabric:834183:1743801977::ofi_rxm:core:fi_param_get_():373 variable msg_rx_size= libfabric:834183:1743801977::ofi_rxm:core:fi_param_get_():373 variable cm_progress_interval= libfabric:834183:1743801977::ofi_rxm:core:fi_param_get_():373 variable cq_eq_fairness= libfabric:834183:1743801977::ofi_rxm:core:fi_param_get_():373 variable data_auto_progress= libfabric:834183:1743801977::ofi_rxm:core:fi_param_get_():373 variable use_rndv_write= libfabric:834183:1743801977::ofi_rxm:core:fi_param_get_():373 variable def_wait_obj= libfabric:834183:1743801977::ofi_rxm:core:fi_param_get_():373 variable def_tcp_wait_obj= libfabric:834183:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_rxm (120.10) libfabric:834183:1743801977::ofi_rxd:core:fi_param_get_():373 variable spin_count= libfabric:834183:1743801977::ofi_rxd:core:fi_param_get_():373 variable retry= libfabric:834183:1743801977::ofi_rxd:core:fi_param_get_():373 variable max_peers= libfabric:834183:1743801977::ofi_rxd:core:fi_param_get_():373 variable max_unacked= libfabric:834183:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_rxd (120.10) libfabric:834183:1743801977::core:core:ofi_register_provider():506 registering provider: udp (120.10) libfabric:834183:1743801977::tcp:core:fi_param_get_():373 variable prov_name= libfabric:834183:1743801977::tcp:core:fi_param_get_():373 variable port_high_range= libfabric:834183:1743801977::tcp:core:fi_param_get_():373 variable port_low_range= libfabric:834183:1743801977::tcp:core:fi_param_get_():373 variable tx_size= libfabric:834183:1743801977::tcp:core:fi_param_get_():373 variable rx_size= libfabric:834183:1743801977::tcp:core:fi_param_get_():373 variable max_inject= libfabric:834183:1743801977::tcp:core:fi_param_get_():373 variable max_saved= libfabric:834183:1743801977::tcp:core:fi_param_get_():373 variable max_saved_size= libfabric:834183:1743801977::tcp:core:fi_param_get_():373 variable max_rx_size= libfabric:834183:1743801977::tcp:core:fi_param_get_():373 variable nodelay= libfabric:834183:1743801977::tcp:core:fi_param_get_():373 variable staging_sbuf_size= libfabric:834183:1743801977::tcp:core:fi_param_get_():373 variable prefetch_rbuf_size= libfabric:834183:1743801977::tcp:core:fi_param_get_():373 variable zerocopy_size= libfabric:834183:1743801977::tcp:core:fi_param_get_():373 variable trace_msg= libfabric:834183:1743801977::tcp:core:fi_param_get_():373 variable disable_auto_progress= libfabric:834183:1743801977::tcp:core:fi_param_get_():373 variable io_uring= libfabric:834183:1743801977::core:core:ofi_register_provider():506 registering provider: tcp (120.10) libfabric:834183:1743801977::core:core:ofi_register_provider():506 registering provider: ofi_hook_debug (120.10) libfabric:834183:1743801977::core:core:fi_param_get_():373 variable hmem= libfabric:946684:1743801978::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:946684:1743801978::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:946684:1743801978::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:946684:1743801978::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:946687:1743801978::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:946687:1743801978::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:946687:1743801978::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:946687:1743801978::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:946684:1743801978::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:946684:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:946684:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:946687:1743801978::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:946687:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:946687:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:946687:1743801978::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:946687:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:946687:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:946684:1743801978::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:946684:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:946684:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:946684:1743801978::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:946684:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_hmem (120.10) libfabric:946687:1743801978::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:946687:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_hmem (120.10) libfabric:946687:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:946687:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_dmabuf_peer_mem (120.10) libfabric:946684:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:946684:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_dmabuf_peer_mem (120.10) libfabric:946684:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_noop (120.10) libfabric:946684:1743801978::core:core:ofi_register_provider():506 registering provider: off_coll (120.10) libfabric:946687:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_noop (120.10) libfabric:946687:1743801978::core:core:ofi_register_provider():506 registering provider: off_coll (120.10) libfabric:946688:1743801978::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:946688:1743801978::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:946688:1743801978::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:946688:1743801978::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:946688:1743801978::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:946688:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:946688:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:946688:1743801978::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:946688:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:946688:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:946688:1743801978::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:946688:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_hmem (120.10) libfabric:946688:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:946688:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_dmabuf_peer_mem (120.10) libfabric:946688:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_noop (120.10) libfabric:946688:1743801978::core:core:ofi_register_provider():506 registering provider: off_coll (120.10) libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946683:1743801978::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:946683:1743801978::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:946683:1743801978::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:946683:1743801978::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:946683:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:946683:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946683:1743801978::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:946683:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:946683:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:946683:1743801978::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:946683:1743801978::core:core:fi_param_get_():405 read long var mr_cache_max_size=18446744073709551615 libfabric:946683:1743801978::core:core:fi_param_get_():405 read long var mr_cache_max_count=0 libfabric:946683:1743801978::core:core:fi_param_get_():382 read string var mr_cache_monitor=memhooks libfabric:946683:1743801978::core:core:fi_param_get_():373 variable mr_cuda_cache_monitor_enabled= libfabric:946683:1743801978::core:core:fi_param_get_():373 variable mr_rocr_cache_monitor_enabled= libfabric:946683:1743801978::core:core:fi_param_get_():373 variable mr_ze_cache_monitor_enabled= libfabric:946683:1743801978::core:core:fi_param_get_():373 variable provider= libfabric:946683:1743801978::core:core:fi_param_get_():373 variable universe_size= libfabric:946683:1743801978::core:core:fi_param_get_():373 variable av_remove_cleanup= libfabric:946683:1743801978::core:core:fi_param_get_():373 variable offload_coll_provider= libfabric:946683:1743801978::core:core:fi_param_get_():373 variable cxi_compat= libfabric:946683:1743801978::core:core:fi_param_get_():373 variable provider_path= libfabric:946683:1743801978::core:core:ofi_load_dl_prov():750 restricted_dl: setting FI_PROVIDER_PATH to "/opt/cray/libfabric/1.20.1/lib64/libfabric" libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable rget_tc= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable rdzv_aligned_sw_rget= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable enable_trig_op_limit= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable disable_non_inject_msg_idc= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable disable_host_register= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable enable_unrestricted_end_ro= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable odp= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable force_odp= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable ats= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable iotlb= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable ats_mlock_mode= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable device_name= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable telemetry= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable telemetry_rgid= libfabric:946683:1743801978::cxi:core:fi_param_get_():382 read string var rx_match_mode=software libfabric:946683:1743801978::cxi:core:fi_param_get_():405 read long var rdzv_threshold=256 libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable rdzv_get_min= libfabric:946683:1743801978::cxi:core:fi_param_get_():405 read long var rdzv_eager_size=2048 libfabric:946683:1743801978::cxi:fabric:cxip_env_init():873 nid003493: Invalid rdzv_eager_size, new size: 256 libfabric:946683:1743801978::cxi:core:fi_param_get_():405 read long var oflow_buf_size=12582912 libfabric:946683:1743801978::cxi:core:fi_param_get_():405 read long var oflow_buf_count=3 libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable oflow_buf_min_posted= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable oflow_buf_max_cached= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable safe_devmem_copy_threshold= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable optimized_mrs= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable mr_match_events= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable prov_key_cache= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable llring_mode= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable zbcoll_radix= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable cq_policy= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable default_vni= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable eq_ack_batch_size= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable msg_lossless= libfabric:946683:1743801978::cxi:core:fi_param_get_():405 read long var req_buf_size=12582912 libfabric:946683:1743801978::cxi:core:fi_param_get_():405 read long var req_buf_min_posted=10 libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable req_buf_max_count= libfabric:946683:1743801978::cxi:core:fi_param_get_():405 read long var req_buf_max_cached=0 libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable hybrid_preemptive= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable hybrid_recv_preemptive= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable hybrid_posted_recv_preemptive= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable hybrid_unexpected_msg_preemptive= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable fc_retry_usec_delay= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable sw_rx_tx_init_max= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable ctrl_rx_eq_max_size= libfabric:946683:1743801978::cxi:core:fi_param_get_():405 read long var default_cq_size=131072 libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable disable_cq_hugetlb= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable disable_eq_hugetlb= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable cq_fill_percent= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable coll_job_id= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable coll_job_step_id= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable coll_fabric_mgr_url= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable coll_mcast_token= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable coll_use_dma_put= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable hwcoll_addrs_per_job= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable hwcoll_min_nodes= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable coll_retry_usec= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable coll_timeout_usec= libfabric:946683:1743801978::cxi:core:fi_param_get_():405 read long var default_tx_size=4096 libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable default_rx_size= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable disable_hmem_dev_register= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable force_ze_hmem_support= libfabric:946683:1743801978::cxi:core:fi_param_get_():373 variable rdzv_proto= libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801978::core:core:ofi_register_provider():506 registering provider: cxi (0.1) libfabric:946683:1743801978::shm:core:fi_param_get_():373 variable sar_threshold= libfabric:946683:1743801978::shm:core:fi_param_get_():373 variable tx_size= libfabric:946683:1743801978::shm:core:fi_param_get_():373 variable rx_size= libfabric:946683:1743801978::shm:core:fi_param_get_():373 variable disable_cma= libfabric:946683:1743801978::shm:core:fi_param_get_():373 variable use_dsa_sar= libfabric:946683:1743801978::shm:core:fi_param_get_():373 variable use_xpmem= libfabric:946683:1743801978::core:core:ofi_register_provider():506 registering provider: shm (120.10) libfabric:946683:1743801978::core:core:ofi_register_provider():506 registering provider: sm2 (120.10) libfabric:946683:1743801978::ofi_rxm:core:fi_param_get_():373 variable enable_passthru= libfabric:946683:1743801978::ofi_rxm:core:fi_param_get_():373 variable buffer_size= libfabric:946683:1743801978::ofi_rxm:core:fi_param_get_():373 variable tx_size= libfabric:946683:1743801978::ofi_rxm:core:fi_param_get_():373 variable rx_size= libfabric:946683:1743801978::ofi_rxm:core:fi_param_get_():373 variable msg_tx_size= libfabric:946683:1743801978::ofi_rxm:core:fi_param_get_():373 variable msg_rx_size= libfabric:946683:1743801978::ofi_rxm:core:fi_param_get_():373 variable cm_progress_interval= libfabric:946683:1743801978::ofi_rxm:core:fi_param_get_():373 variable cq_eq_fairness= libfabric:946683:1743801978::ofi_rxm:core:fi_param_get_():373 variable data_auto_progress= libfabric:946683:1743801978::ofi_rxm:core:fi_param_get_():373 variable use_rndv_write= libfabric:946683:1743801978::ofi_rxm:core:fi_param_get_():373 variable def_wait_obj= libfabric:946683:1743801978::ofi_rxm:core:fi_param_get_():373 variable def_tcp_wait_obj= libfabric:946683:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_rxm (120.10) libfabric:946683:1743801978::ofi_rxd:core:fi_param_get_():373 variable spin_count= libfabric:946683:1743801978::ofi_rxd:core:fi_param_get_():373 variable retry= libfabric:946683:1743801978::ofi_rxd:core:fi_param_get_():373 variable max_peers= libfabric:946683:1743801978::ofi_rxd:core:fi_param_get_():373 variable max_unacked= libfabric:946683:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_rxd (120.10) libfabric:946683:1743801978::core:core:ofi_register_provider():506 registering provider: udp (120.10) libfabric:946683:1743801978::tcp:core:fi_param_get_():373 variable prov_name= libfabric:946683:1743801978::tcp:core:fi_param_get_():373 variable port_high_range= libfabric:946683:1743801978::tcp:core:fi_param_get_():373 variable port_low_range= libfabric:946683:1743801978::tcp:core:fi_param_get_():373 variable tx_size= libfabric:946683:1743801978::tcp:core:fi_param_get_():373 variable rx_size= libfabric:946683:1743801978::tcp:core:fi_param_get_():373 variable max_inject= libfabric:946683:1743801978::tcp:core:fi_param_get_():373 variable max_saved= libfabric:946683:1743801978::tcp:core:fi_param_get_():373 variable max_saved_size= libfabric:946683:1743801978::tcp:core:fi_param_get_():373 variable max_rx_size= libfabric:946683:1743801978::tcp:core:fi_param_get_():373 variable nodelay= libfabric:946683:1743801978::tcp:core:fi_param_get_():373 variable staging_sbuf_size= libfabric:946683:1743801978::tcp:core:fi_param_get_():373 variable prefetch_rbuf_size= libfabric:946683:1743801978::tcp:core:fi_param_get_():373 variable zerocopy_size= libfabric:946683:1743801978::tcp:core:fi_param_get_():373 variable trace_msg= libfabric:946683:1743801978::tcp:core:fi_param_get_():373 variable disable_auto_progress= libfabric:946683:1743801978::tcp:core:fi_param_get_():373 variable io_uring= libfabric:946683:1743801978::core:core:ofi_register_provider():506 registering provider: tcp (120.10) libfabric:946683:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_debug (120.10) libfabric:946683:1743801978::core:core:fi_param_get_():373 variable hmem= libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946684:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946684:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946684:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946684:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946684:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946684:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946684:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946684:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946684:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946684:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946684:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946684:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946684:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946684:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946684:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946684:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946684:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946684:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946684:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946684:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946684:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946684:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946684:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946687:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946687:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946687:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946687:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946687:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946684:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946684:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946684:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946684:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946684:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946688:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946688:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946688:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946688:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946688:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946684:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:946684:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946687:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946688:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946687:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946687:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946687:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946687:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946687:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946688:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946688:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946688:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946688:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946688:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946687:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946687:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946687:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946687:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946687:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946688:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946688:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946688:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946688:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946688:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946688:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946687:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946687:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946687:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946687:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946687:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946687:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946687:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946688:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946688:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946688:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946688:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946688:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946688:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946687:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946688:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946687:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946687:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946687:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946687:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946688:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946688:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946688:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946688:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946687:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:946687:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946688:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:946688:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946684:1743801978::cxi:fabric:cxip_getinfo():1650 nid003493: FI_MR_ALLOCATED added to hints MR mode libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946687:1743801978::cxi:fabric:cxip_getinfo():1650 nid003493: FI_MR_ALLOCATED added to hints MR mode libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:fabric:cxip_getinfo():1650 nid003493: FI_MR_ALLOCATED added to hints MR mode libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:946684:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801978::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:946683:1743801978::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:946683:1743801978::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:946683:1743801978::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:946683:1743801978::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:946683:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:946683:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:946683:1743801978::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:946683:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:946683:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:946683:1743801978::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:946683:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_hmem (120.10) libfabric:946683:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:946683:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_dmabuf_peer_mem (120.10) libfabric:946683:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_noop (120.10) libfabric:946683:1743801978::core:core:ofi_register_provider():506 registering provider: off_coll (120.10) libfabric:946684:1743801978::cxi:fabric:cxip_getinfo():1650 nid003493: FI_MR_ALLOCATED added to hints MR mode libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:946684:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:946684:1743801978::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801978::cxi:mr:cxip_iomm_init():310 nid003493: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:946684:1743801978::cxi:mr:cxip_iomm_init():332 nid003493: MR cache init failed: No space left on device. MR caching disabled. libfabric:946684:1743801978::cxi:domain:cxip_domain_enable():501 nid003493: DOM (cxi1:4:5:51675:0xc182): Domain enabled libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801978::cxi:av:cxip_av_open_validate_args():839 nid003493: Shared AVs not supported libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946684:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:946688:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:946687:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:946687:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:946688:1743801978::cxi:fabric:cxip_getinfo():1650 nid003493: FI_MR_ALLOCATED added to hints MR mode libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946687:1743801978::cxi:fabric:cxip_getinfo():1650 nid003493: FI_MR_ALLOCATED added to hints MR mode libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946688:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946687:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:946687:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:946688:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:946688:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:946687:1743801978::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801978::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946688:1743801978::cxi:mr:cxip_iomm_init():310 nid003493: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:946688:1743801978::cxi:mr:cxip_iomm_init():332 nid003493: MR cache init failed: No space left on device. MR caching disabled. libfabric:946688:1743801978::cxi:domain:cxip_domain_enable():501 nid003493: DOM (cxi3:4:5:51675:0xc1c3): Domain enabled libfabric:946687:1743801978::cxi:mr:cxip_iomm_init():310 nid003493: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:946687:1743801978::cxi:mr:cxip_iomm_init():332 nid003493: MR cache init failed: No space left on device. MR caching disabled. libfabric:946687:1743801978::cxi:domain:cxip_domain_enable():501 nid003493: DOM (cxi2:4:5:51675:0xc183): Domain enabled libfabric:946688:1743801978::cxi:av:cxip_av_open_validate_args():839 nid003493: Shared AVs not supported libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:av:cxip_av_open_validate_args():839 nid003493: Shared AVs not supported libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946688:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946687:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946683:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946683:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946683:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946683:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946683:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946683:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946683:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946683:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946683:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946683:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946683:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946683:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946683:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946683:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946683:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946683:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946683:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946683:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946683:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946683:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946683:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946683:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946683:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946683:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946683:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946683:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946683:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946683:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:946683:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946683:1743801978::cxi:fabric:cxip_getinfo():1650 nid003493: FI_MR_ALLOCATED added to hints MR mode libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:946683:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:946683:1743801978::cxi:fabric:cxip_getinfo():1650 nid003493: FI_MR_ALLOCATED added to hints MR mode libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946683:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:946683:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:946683:1743801978::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:mr:cxip_iomm_init():310 nid003493: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:946683:1743801978::cxi:mr:cxip_iomm_init():332 nid003493: MR cache init failed: No space left on device. MR caching disabled. libfabric:946683:1743801978::cxi:domain:cxip_domain_enable():501 nid003493: DOM (cxi0:4:5:51675:0xc1c2): Domain enabled libfabric:946683:1743801978::cxi:av:cxip_av_open_validate_args():839 nid003493: Shared AVs not supported libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:946683:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:839498:1743801978::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:839498:1743801978::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:839498:1743801978::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:839498:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:839498:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:839498:1743801978::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:839498:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:839498:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:839498:1743801978::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:839498:1743801978::core:core:fi_param_get_():405 read long var mr_cache_max_size=18446744073709551615 libfabric:839498:1743801978::core:core:fi_param_get_():405 read long var mr_cache_max_count=0 libfabric:839498:1743801978::core:core:fi_param_get_():382 read string var mr_cache_monitor=memhooks libfabric:839498:1743801978::core:core:fi_param_get_():373 variable mr_cuda_cache_monitor_enabled= libfabric:839498:1743801978::core:core:fi_param_get_():373 variable mr_rocr_cache_monitor_enabled= libfabric:839498:1743801978::core:core:fi_param_get_():373 variable mr_ze_cache_monitor_enabled= libfabric:839498:1743801978::core:core:fi_param_get_():373 variable provider= libfabric:839498:1743801978::core:core:fi_param_get_():373 variable universe_size= libfabric:839498:1743801978::core:core:fi_param_get_():373 variable av_remove_cleanup= libfabric:839498:1743801978::core:core:fi_param_get_():373 variable offload_coll_provider= libfabric:839498:1743801978::core:core:fi_param_get_():373 variable cxi_compat= libfabric:839498:1743801978::core:core:fi_param_get_():373 variable provider_path= libfabric:839498:1743801978::core:core:ofi_load_dl_prov():750 restricted_dl: setting FI_PROVIDER_PATH to "/opt/cray/libfabric/1.20.1/lib64/libfabric" libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable rget_tc= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable rdzv_aligned_sw_rget= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable enable_trig_op_limit= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable disable_non_inject_msg_idc= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable disable_host_register= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable enable_unrestricted_end_ro= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable odp= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable force_odp= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable ats= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable iotlb= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable ats_mlock_mode= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable device_name= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable telemetry= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable telemetry_rgid= libfabric:839498:1743801978::cxi:core:fi_param_get_():382 read string var rx_match_mode=software libfabric:839498:1743801978::cxi:core:fi_param_get_():405 read long var rdzv_threshold=256 libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable rdzv_get_min= libfabric:839498:1743801978::cxi:core:fi_param_get_():405 read long var rdzv_eager_size=2048 libfabric:839498:1743801978::cxi:fabric:cxip_env_init():873 nid003488: Invalid rdzv_eager_size, new size: 256 libfabric:839498:1743801978::cxi:core:fi_param_get_():405 read long var oflow_buf_size=12582912 libfabric:839498:1743801978::cxi:core:fi_param_get_():405 read long var oflow_buf_count=3 libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable oflow_buf_min_posted= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable oflow_buf_max_cached= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable safe_devmem_copy_threshold= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable optimized_mrs= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable mr_match_events= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable prov_key_cache= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable llring_mode= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable zbcoll_radix= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable cq_policy= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable default_vni= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable eq_ack_batch_size= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable msg_lossless= libfabric:839498:1743801978::cxi:core:fi_param_get_():405 read long var req_buf_size=12582912 libfabric:839498:1743801978::cxi:core:fi_param_get_():405 read long var req_buf_min_posted=10 libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable req_buf_max_count= libfabric:839498:1743801978::cxi:core:fi_param_get_():405 read long var req_buf_max_cached=0 libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable hybrid_preemptive= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable hybrid_recv_preemptive= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable hybrid_posted_recv_preemptive= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable hybrid_unexpected_msg_preemptive= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable fc_retry_usec_delay= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable sw_rx_tx_init_max= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable ctrl_rx_eq_max_size= libfabric:839498:1743801978::cxi:core:fi_param_get_():405 read long var default_cq_size=131072 libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable disable_cq_hugetlb= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable disable_eq_hugetlb= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable cq_fill_percent= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable coll_job_id= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable coll_job_step_id= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable coll_fabric_mgr_url= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable coll_mcast_token= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable coll_use_dma_put= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable hwcoll_addrs_per_job= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable hwcoll_min_nodes= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable coll_retry_usec= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable coll_timeout_usec= libfabric:839498:1743801978::cxi:core:fi_param_get_():405 read long var default_tx_size=4096 libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable default_rx_size= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable disable_hmem_dev_register= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable force_ze_hmem_support= libfabric:839498:1743801978::cxi:core:fi_param_get_():373 variable rdzv_proto= libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801978::core:core:ofi_register_provider():506 registering provider: cxi (0.1) libfabric:839498:1743801978::shm:core:fi_param_get_():373 variable sar_threshold= libfabric:839498:1743801978::shm:core:fi_param_get_():373 variable tx_size= libfabric:839498:1743801978::shm:core:fi_param_get_():373 variable rx_size= libfabric:839498:1743801978::shm:core:fi_param_get_():373 variable disable_cma= libfabric:839498:1743801978::shm:core:fi_param_get_():373 variable use_dsa_sar= libfabric:839498:1743801978::shm:core:fi_param_get_():373 variable use_xpmem= libfabric:839498:1743801978::core:core:ofi_register_provider():506 registering provider: shm (120.10) libfabric:839498:1743801978::core:core:ofi_register_provider():506 registering provider: sm2 (120.10) libfabric:839498:1743801978::ofi_rxm:core:fi_param_get_():373 variable enable_passthru= libfabric:839498:1743801978::ofi_rxm:core:fi_param_get_():373 variable buffer_size= libfabric:839498:1743801978::ofi_rxm:core:fi_param_get_():373 variable tx_size= libfabric:839498:1743801978::ofi_rxm:core:fi_param_get_():373 variable rx_size= libfabric:839498:1743801978::ofi_rxm:core:fi_param_get_():373 variable msg_tx_size= libfabric:839498:1743801978::ofi_rxm:core:fi_param_get_():373 variable msg_rx_size= libfabric:839498:1743801978::ofi_rxm:core:fi_param_get_():373 variable cm_progress_interval= libfabric:839498:1743801978::ofi_rxm:core:fi_param_get_():373 variable cq_eq_fairness= libfabric:839498:1743801978::ofi_rxm:core:fi_param_get_():373 variable data_auto_progress= libfabric:839498:1743801978::ofi_rxm:core:fi_param_get_():373 variable use_rndv_write= libfabric:839498:1743801978::ofi_rxm:core:fi_param_get_():373 variable def_wait_obj= libfabric:839498:1743801978::ofi_rxm:core:fi_param_get_():373 variable def_tcp_wait_obj= libfabric:839498:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_rxm (120.10) libfabric:839498:1743801978::ofi_rxd:core:fi_param_get_():373 variable spin_count= libfabric:839498:1743801978::ofi_rxd:core:fi_param_get_():373 variable retry= libfabric:839498:1743801978::ofi_rxd:core:fi_param_get_():373 variable max_peers= libfabric:839498:1743801978::ofi_rxd:core:fi_param_get_():373 variable max_unacked= libfabric:839498:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_rxd (120.10) libfabric:839498:1743801978::core:core:ofi_register_provider():506 registering provider: udp (120.10) libfabric:839498:1743801978::tcp:core:fi_param_get_():373 variable prov_name= libfabric:839498:1743801978::tcp:core:fi_param_get_():373 variable port_high_range= libfabric:839498:1743801978::tcp:core:fi_param_get_():373 variable port_low_range= libfabric:839498:1743801978::tcp:core:fi_param_get_():373 variable tx_size= libfabric:839498:1743801978::tcp:core:fi_param_get_():373 variable rx_size= libfabric:839498:1743801978::tcp:core:fi_param_get_():373 variable max_inject= libfabric:839498:1743801978::tcp:core:fi_param_get_():373 variable max_saved= libfabric:839498:1743801978::tcp:core:fi_param_get_():373 variable max_saved_size= libfabric:839498:1743801978::tcp:core:fi_param_get_():373 variable max_rx_size= libfabric:839498:1743801978::tcp:core:fi_param_get_():373 variable nodelay= libfabric:839498:1743801978::tcp:core:fi_param_get_():373 variable staging_sbuf_size= libfabric:839498:1743801978::tcp:core:fi_param_get_():373 variable prefetch_rbuf_size= libfabric:839498:1743801978::tcp:core:fi_param_get_():373 variable zerocopy_size= libfabric:839498:1743801978::tcp:core:fi_param_get_():373 variable trace_msg= libfabric:839498:1743801978::tcp:core:fi_param_get_():373 variable disable_auto_progress= libfabric:839498:1743801978::tcp:core:fi_param_get_():373 variable io_uring= libfabric:839498:1743801978::core:core:ofi_register_provider():506 registering provider: tcp (120.10) libfabric:839498:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_debug (120.10) libfabric:839498:1743801978::core:core:fi_param_get_():373 variable hmem= libfabric:1749786:1743801978::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:1749786:1743801978::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:1749786:1743801978::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:1749786:1743801978::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:1749786:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:1749786:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:1749786:1743801978::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:1749786:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:1749786:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:1749786:1743801978::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:1749786:1743801978::core:core:fi_param_get_():405 read long var mr_cache_max_size=18446744073709551615 libfabric:1749786:1743801978::core:core:fi_param_get_():405 read long var mr_cache_max_count=0 libfabric:1749786:1743801978::core:core:fi_param_get_():382 read string var mr_cache_monitor=memhooks libfabric:1749786:1743801978::core:core:fi_param_get_():373 variable mr_cuda_cache_monitor_enabled= libfabric:1749786:1743801978::core:core:fi_param_get_():373 variable mr_rocr_cache_monitor_enabled= libfabric:1749786:1743801978::core:core:fi_param_get_():373 variable mr_ze_cache_monitor_enabled= libfabric:1749786:1743801978::core:core:fi_param_get_():373 variable provider= libfabric:1749786:1743801978::core:core:fi_param_get_():373 variable universe_size= libfabric:1749786:1743801978::core:core:fi_param_get_():373 variable av_remove_cleanup= libfabric:1749786:1743801978::core:core:fi_param_get_():373 variable offload_coll_provider= libfabric:1749786:1743801978::core:core:fi_param_get_():373 variable cxi_compat= libfabric:1749786:1743801978::core:core:fi_param_get_():373 variable provider_path= libfabric:1749786:1743801978::core:core:ofi_load_dl_prov():750 restricted_dl: setting FI_PROVIDER_PATH to "/opt/cray/libfabric/1.20.1/lib64/libfabric" libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable rget_tc= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable rdzv_aligned_sw_rget= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable enable_trig_op_limit= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable disable_non_inject_msg_idc= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable disable_host_register= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable enable_unrestricted_end_ro= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable odp= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable force_odp= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable ats= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable iotlb= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable ats_mlock_mode= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable device_name= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable telemetry= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable telemetry_rgid= libfabric:1749786:1743801978::cxi:core:fi_param_get_():382 read string var rx_match_mode=software libfabric:1749786:1743801978::cxi:core:fi_param_get_():405 read long var rdzv_threshold=256 libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable rdzv_get_min= libfabric:1749786:1743801978::cxi:core:fi_param_get_():405 read long var rdzv_eager_size=2048 libfabric:1749786:1743801978::cxi:fabric:cxip_env_init():873 nid003489: Invalid rdzv_eager_size, new size: 256 libfabric:1749786:1743801978::cxi:core:fi_param_get_():405 read long var oflow_buf_size=12582912 libfabric:1749786:1743801978::cxi:core:fi_param_get_():405 read long var oflow_buf_count=3 libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable oflow_buf_min_posted= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable oflow_buf_max_cached= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable safe_devmem_copy_threshold= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable optimized_mrs= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable mr_match_events= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable prov_key_cache= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable llring_mode= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable zbcoll_radix= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable cq_policy= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable default_vni= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable eq_ack_batch_size= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable msg_lossless= libfabric:1749786:1743801978::cxi:core:fi_param_get_():405 read long var req_buf_size=12582912 libfabric:1749786:1743801978::cxi:core:fi_param_get_():405 read long var req_buf_min_posted=10 libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable req_buf_max_count= libfabric:1749786:1743801978::cxi:core:fi_param_get_():405 read long var req_buf_max_cached=0 libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable hybrid_preemptive= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable hybrid_recv_preemptive= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable hybrid_posted_recv_preemptive= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable hybrid_unexpected_msg_preemptive= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable fc_retry_usec_delay= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable sw_rx_tx_init_max= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable ctrl_rx_eq_max_size= libfabric:1749786:1743801978::cxi:core:fi_param_get_():405 read long var default_cq_size=131072 libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable disable_cq_hugetlb= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable disable_eq_hugetlb= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable cq_fill_percent= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable coll_job_id= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable coll_job_step_id= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable coll_fabric_mgr_url= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable coll_mcast_token= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable coll_use_dma_put= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable hwcoll_addrs_per_job= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable hwcoll_min_nodes= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable coll_retry_usec= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable coll_timeout_usec= libfabric:1749786:1743801978::cxi:core:fi_param_get_():405 read long var default_tx_size=4096 libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable default_rx_size= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable disable_hmem_dev_register= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable force_ze_hmem_support= libfabric:1749786:1743801978::cxi:core:fi_param_get_():373 variable rdzv_proto= libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749786:1743801978::core:core:ofi_register_provider():506 registering provider: cxi (0.1) libfabric:1749786:1743801978::shm:core:fi_param_get_():373 variable sar_threshold= libfabric:1749786:1743801978::shm:core:fi_param_get_():373 variable tx_size= libfabric:1749786:1743801978::shm:core:fi_param_get_():373 variable rx_size= libfabric:1749786:1743801978::shm:core:fi_param_get_():373 variable disable_cma= libfabric:1749786:1743801978::shm:core:fi_param_get_():373 variable use_dsa_sar= libfabric:1749786:1743801978::shm:core:fi_param_get_():373 variable use_xpmem= libfabric:1749786:1743801978::core:core:ofi_register_provider():506 registering provider: shm (120.10) libfabric:1749786:1743801978::core:core:ofi_register_provider():506 registering provider: sm2 (120.10) libfabric:1749786:1743801978::ofi_rxm:core:fi_param_get_():373 variable enable_passthru= libfabric:1749786:1743801978::ofi_rxm:core:fi_param_get_():373 variable buffer_size= libfabric:1749786:1743801978::ofi_rxm:core:fi_param_get_():373 variable tx_size= libfabric:1749786:1743801978::ofi_rxm:core:fi_param_get_():373 variable rx_size= libfabric:1749786:1743801978::ofi_rxm:core:fi_param_get_():373 variable msg_tx_size= libfabric:1749786:1743801978::ofi_rxm:core:fi_param_get_():373 variable msg_rx_size= libfabric:1749786:1743801978::ofi_rxm:core:fi_param_get_():373 variable cm_progress_interval= libfabric:1749786:1743801978::ofi_rxm:core:fi_param_get_():373 variable cq_eq_fairness= libfabric:1749786:1743801978::ofi_rxm:core:fi_param_get_():373 variable data_auto_progress= libfabric:1749786:1743801978::ofi_rxm:core:fi_param_get_():373 variable use_rndv_write= libfabric:1749786:1743801978::ofi_rxm:core:fi_param_get_():373 variable def_wait_obj= libfabric:1749786:1743801978::ofi_rxm:core:fi_param_get_():373 variable def_tcp_wait_obj= libfabric:1749786:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_rxm (120.10) libfabric:1749786:1743801978::ofi_rxd:core:fi_param_get_():373 variable spin_count= libfabric:1749786:1743801978::ofi_rxd:core:fi_param_get_():373 variable retry= libfabric:1749786:1743801978::ofi_rxd:core:fi_param_get_():373 variable max_peers= libfabric:1749786:1743801978::ofi_rxd:core:fi_param_get_():373 variable max_unacked= libfabric:1749786:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_rxd (120.10) libfabric:1749786:1743801978::core:core:ofi_register_provider():506 registering provider: udp (120.10) libfabric:1749786:1743801978::tcp:core:fi_param_get_():373 variable prov_name= libfabric:1749786:1743801978::tcp:core:fi_param_get_():373 variable port_high_range= libfabric:1749786:1743801978::tcp:core:fi_param_get_():373 variable port_low_range= libfabric:1749786:1743801978::tcp:core:fi_param_get_():373 variable tx_size= libfabric:1749786:1743801978::tcp:core:fi_param_get_():373 variable rx_size= libfabric:1749786:1743801978::tcp:core:fi_param_get_():373 variable max_inject= libfabric:1749786:1743801978::tcp:core:fi_param_get_():373 variable max_saved= libfabric:1749786:1743801978::tcp:core:fi_param_get_():373 variable max_saved_size= libfabric:1749786:1743801978::tcp:core:fi_param_get_():373 variable max_rx_size= libfabric:1749786:1743801978::tcp:core:fi_param_get_():373 variable nodelay= libfabric:1749786:1743801978::tcp:core:fi_param_get_():373 variable staging_sbuf_size= libfabric:1749786:1743801978::tcp:core:fi_param_get_():373 variable prefetch_rbuf_size= libfabric:1749786:1743801978::tcp:core:fi_param_get_():373 variable zerocopy_size= libfabric:1749786:1743801978::tcp:core:fi_param_get_():373 variable trace_msg= libfabric:1749786:1743801978::tcp:core:fi_param_get_():373 variable disable_auto_progress= libfabric:1749786:1743801978::tcp:core:fi_param_get_():373 variable io_uring= libfabric:1749786:1743801978::core:core:ofi_register_provider():506 registering provider: tcp (120.10) libfabric:1749786:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_debug (120.10) libfabric:1749786:1743801978::core:core:fi_param_get_():373 variable hmem= libfabric:834183:1743801978::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:834183:1743801978::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:834183:1743801978::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:834183:1743801978::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:834182:1743801978::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:834182:1743801978::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:834182:1743801978::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:834182:1743801978::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:834187:1743801978::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:834187:1743801978::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:834187:1743801978::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:834187:1743801978::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:834183:1743801978::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:834183:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:834183:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:834183:1743801978::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:834183:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:834183:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:834183:1743801978::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:834183:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_hmem (120.10) libfabric:834183:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:834183:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_dmabuf_peer_mem (120.10) libfabric:834183:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_noop (120.10) libfabric:834183:1743801978::core:core:ofi_register_provider():506 registering provider: off_coll (120.10) libfabric:834182:1743801978::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:834182:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:834182:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:834187:1743801978::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:834187:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:834182:1743801978::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:834182:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:834182:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:834182:1743801978::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:834182:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_hmem (120.10) libfabric:834182:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:834182:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_dmabuf_peer_mem (120.10) libfabric:834187:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:834187:1743801978::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:834187:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:834187:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:834187:1743801978::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:834187:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_hmem (120.10) libfabric:834182:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_noop (120.10) libfabric:834182:1743801978::core:core:ofi_register_provider():506 registering provider: off_coll (120.10) libfabric:834187:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:834187:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_dmabuf_peer_mem (120.10) libfabric:834187:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_noop (120.10) libfabric:834187:1743801978::core:core:ofi_register_provider():506 registering provider: off_coll (120.10) libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834186:1743801978::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:834186:1743801978::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:834186:1743801978::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834186:1743801978::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:834186:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:834186:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834186:1743801978::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:834186:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:834186:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:834186:1743801978::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:834186:1743801978::core:core:fi_param_get_():405 read long var mr_cache_max_size=18446744073709551615 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834186:1743801978::core:core:fi_param_get_():405 read long var mr_cache_max_count=0 libfabric:834186:1743801978::core:core:fi_param_get_():382 read string var mr_cache_monitor=memhooks libfabric:834186:1743801978::core:core:fi_param_get_():373 variable mr_cuda_cache_monitor_enabled= libfabric:834186:1743801978::core:core:fi_param_get_():373 variable mr_rocr_cache_monitor_enabled= libfabric:834186:1743801978::core:core:fi_param_get_():373 variable mr_ze_cache_monitor_enabled= libfabric:834186:1743801978::core:core:fi_param_get_():373 variable provider= libfabric:834186:1743801978::core:core:fi_param_get_():373 variable universe_size= libfabric:834186:1743801978::core:core:fi_param_get_():373 variable av_remove_cleanup= libfabric:834186:1743801978::core:core:fi_param_get_():373 variable offload_coll_provider= libfabric:834186:1743801978::core:core:fi_param_get_():373 variable cxi_compat= libfabric:834186:1743801978::core:core:fi_param_get_():373 variable provider_path= libfabric:834186:1743801978::core:core:ofi_load_dl_prov():750 restricted_dl: setting FI_PROVIDER_PATH to "/opt/cray/libfabric/1.20.1/lib64/libfabric" libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable rget_tc= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable rdzv_aligned_sw_rget= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable enable_trig_op_limit= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable disable_non_inject_msg_idc= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable disable_host_register= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable enable_unrestricted_end_ro= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable odp= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable force_odp= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable ats= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable iotlb= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable ats_mlock_mode= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable device_name= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable telemetry= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable telemetry_rgid= libfabric:834186:1743801978::cxi:core:fi_param_get_():382 read string var rx_match_mode=software libfabric:834186:1743801978::cxi:core:fi_param_get_():405 read long var rdzv_threshold=256 libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable rdzv_get_min= libfabric:834186:1743801978::cxi:core:fi_param_get_():405 read long var rdzv_eager_size=2048 libfabric:834186:1743801978::cxi:fabric:cxip_env_init():873 nid003492: Invalid rdzv_eager_size, new size: 256 libfabric:834186:1743801978::cxi:core:fi_param_get_():405 read long var oflow_buf_size=12582912 libfabric:834186:1743801978::cxi:core:fi_param_get_():405 read long var oflow_buf_count=3 libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable oflow_buf_min_posted= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable oflow_buf_max_cached= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable safe_devmem_copy_threshold= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable optimized_mrs= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable mr_match_events= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable prov_key_cache= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable llring_mode= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable zbcoll_radix= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable cq_policy= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable default_vni= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable eq_ack_batch_size= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable msg_lossless= libfabric:834186:1743801978::cxi:core:fi_param_get_():405 read long var req_buf_size=12582912 libfabric:834186:1743801978::cxi:core:fi_param_get_():405 read long var req_buf_min_posted=10 libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable req_buf_max_count= libfabric:834186:1743801978::cxi:core:fi_param_get_():405 read long var req_buf_max_cached=0 libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable hybrid_preemptive= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable hybrid_recv_preemptive= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable hybrid_posted_recv_preemptive= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable hybrid_unexpected_msg_preemptive= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable fc_retry_usec_delay= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable sw_rx_tx_init_max= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable ctrl_rx_eq_max_size= libfabric:834186:1743801978::cxi:core:fi_param_get_():405 read long var default_cq_size=131072 libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable disable_cq_hugetlb= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable disable_eq_hugetlb= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable cq_fill_percent= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable coll_job_id= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable coll_job_step_id= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable coll_fabric_mgr_url= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable coll_mcast_token= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable coll_use_dma_put= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable hwcoll_addrs_per_job= libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable hwcoll_min_nodes= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable coll_retry_usec= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable coll_timeout_usec= libfabric:834186:1743801978::cxi:core:fi_param_get_():405 read long var default_tx_size=4096 libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable default_rx_size= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable disable_hmem_dev_register= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable force_ze_hmem_support= libfabric:834186:1743801978::cxi:core:fi_param_get_():373 variable rdzv_proto= libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834186:1743801978::core:core:ofi_register_provider():506 registering provider: cxi (0.1) libfabric:834186:1743801978::shm:core:fi_param_get_():373 variable sar_threshold= libfabric:834186:1743801978::shm:core:fi_param_get_():373 variable tx_size= libfabric:834186:1743801978::shm:core:fi_param_get_():373 variable rx_size= libfabric:834186:1743801978::shm:core:fi_param_get_():373 variable disable_cma= libfabric:834186:1743801978::shm:core:fi_param_get_():373 variable use_dsa_sar= libfabric:834186:1743801978::shm:core:fi_param_get_():373 variable use_xpmem= libfabric:834186:1743801978::core:core:ofi_register_provider():506 registering provider: shm (120.10) libfabric:834186:1743801978::core:core:ofi_register_provider():506 registering provider: sm2 (120.10) libfabric:834186:1743801978::ofi_rxm:core:fi_param_get_():373 variable enable_passthru= libfabric:834186:1743801978::ofi_rxm:core:fi_param_get_():373 variable buffer_size= libfabric:834186:1743801978::ofi_rxm:core:fi_param_get_():373 variable tx_size= libfabric:834186:1743801978::ofi_rxm:core:fi_param_get_():373 variable rx_size= libfabric:834186:1743801978::ofi_rxm:core:fi_param_get_():373 variable msg_tx_size= libfabric:834186:1743801978::ofi_rxm:core:fi_param_get_():373 variable msg_rx_size= libfabric:834186:1743801978::ofi_rxm:core:fi_param_get_():373 variable cm_progress_interval= libfabric:834186:1743801978::ofi_rxm:core:fi_param_get_():373 variable cq_eq_fairness= libfabric:834186:1743801978::ofi_rxm:core:fi_param_get_():373 variable data_auto_progress= libfabric:834186:1743801978::ofi_rxm:core:fi_param_get_():373 variable use_rndv_write= libfabric:834186:1743801978::ofi_rxm:core:fi_param_get_():373 variable def_wait_obj= libfabric:834186:1743801978::ofi_rxm:core:fi_param_get_():373 variable def_tcp_wait_obj= libfabric:834186:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_rxm (120.10) libfabric:834186:1743801978::ofi_rxd:core:fi_param_get_():373 variable spin_count= libfabric:834186:1743801978::ofi_rxd:core:fi_param_get_():373 variable retry= libfabric:834186:1743801978::ofi_rxd:core:fi_param_get_():373 variable max_peers= libfabric:834186:1743801978::ofi_rxd:core:fi_param_get_():373 variable max_unacked= libfabric:834186:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_rxd (120.10) libfabric:834186:1743801978::core:core:ofi_register_provider():506 registering provider: udp (120.10) libfabric:834186:1743801978::tcp:core:fi_param_get_():373 variable prov_name= libfabric:834186:1743801978::tcp:core:fi_param_get_():373 variable port_high_range= libfabric:834186:1743801978::tcp:core:fi_param_get_():373 variable port_low_range= libfabric:834186:1743801978::tcp:core:fi_param_get_():373 variable tx_size= libfabric:834186:1743801978::tcp:core:fi_param_get_():373 variable rx_size= libfabric:834186:1743801978::tcp:core:fi_param_get_():373 variable max_inject= libfabric:834186:1743801978::tcp:core:fi_param_get_():373 variable max_saved= libfabric:834186:1743801978::tcp:core:fi_param_get_():373 variable max_saved_size= libfabric:834186:1743801978::tcp:core:fi_param_get_():373 variable max_rx_size= libfabric:834186:1743801978::tcp:core:fi_param_get_():373 variable nodelay= libfabric:834186:1743801978::tcp:core:fi_param_get_():373 variable staging_sbuf_size= libfabric:834186:1743801978::tcp:core:fi_param_get_():373 variable prefetch_rbuf_size= libfabric:834186:1743801978::tcp:core:fi_param_get_():373 variable zerocopy_size= libfabric:834186:1743801978::tcp:core:fi_param_get_():373 variable trace_msg= libfabric:834186:1743801978::tcp:core:fi_param_get_():373 variable disable_auto_progress= libfabric:834186:1743801978::tcp:core:fi_param_get_():373 variable io_uring= libfabric:834186:1743801978::core:core:ofi_register_provider():506 registering provider: tcp (120.10) libfabric:834186:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_debug (120.10) libfabric:834186:1743801978::core:core:fi_param_get_():373 variable hmem= libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834182:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834182:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834182:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834182:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834183:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834183:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834183:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834183:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834183:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834187:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834187:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834187:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834187:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834187:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834182:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834182:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834182:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834182:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834182:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834182:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834183:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834183:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834183:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834183:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834183:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834183:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834187:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834187:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834187:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834187:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834187:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834187:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834182:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834182:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834182:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834182:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834182:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834182:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834183:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834183:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834183:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834183:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834183:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834183:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834187:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834187:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834187:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834187:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834187:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834187:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834182:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834182:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834182:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834182:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834182:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834182:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834183:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834183:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834183:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834183:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834183:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834183:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834187:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834187:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834187:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834187:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834187:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834187:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834182:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834182:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834182:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834182:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834182:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834183:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834183:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834183:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834183:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834183:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834187:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834187:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834187:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834187:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834187:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834182:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:834182:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834183:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:834183:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834187:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:834187:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834182:1743801978::cxi:fabric:cxip_getinfo():1650 nid003492: FI_MR_ALLOCATED added to hints MR mode libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:fabric:cxip_getinfo():1650 nid003492: FI_MR_ALLOCATED added to hints MR mode libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:fabric:cxip_getinfo():1650 nid003492: FI_MR_ALLOCATED added to hints MR mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834186:1743801978::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:834186:1743801978::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:834186:1743801978::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:834186:1743801978::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834186:1743801978::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:834186:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:834186:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:834186:1743801978::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:834186:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:834186:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:834186:1743801978::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:834186:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_hmem (120.10) libfabric:834186:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:834186:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_dmabuf_peer_mem (120.10) libfabric:834186:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_noop (120.10) libfabric:834186:1743801978::core:core:ofi_register_provider():506 registering provider: off_coll (120.10) libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834182:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:834182:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:834183:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:834183:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834187:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:834187:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834183:1743801978::cxi:fabric:cxip_getinfo():1650 nid003492: FI_MR_ALLOCATED added to hints MR mode libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:fabric:cxip_getinfo():1650 nid003492: FI_MR_ALLOCATED added to hints MR mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:fabric:cxip_getinfo():1650 nid003492: FI_MR_ALLOCATED added to hints MR mode libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834187:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:834187:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:834187:1743801978::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834183:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:834183:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:834183:1743801978::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:834182:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:834182:1743801978::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:mr:cxip_iomm_init():310 nid003492: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:834187:1743801978::cxi:mr:cxip_iomm_init():332 nid003492: MR cache init failed: No space left on device. MR caching disabled. libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834187:1743801978::cxi:domain:cxip_domain_enable():501 nid003492: DOM (cxi3:4:5:51675:0xc143): Domain enabled libfabric:834183:1743801978::cxi:mr:cxip_iomm_init():310 nid003492: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:834183:1743801978::cxi:mr:cxip_iomm_init():332 nid003492: MR cache init failed: No space left on device. MR caching disabled. libfabric:834183:1743801978::cxi:domain:cxip_domain_enable():501 nid003492: DOM (cxi1:4:5:51675:0xc102): Domain enabled libfabric:834187:1743801978::cxi:av:cxip_av_open_validate_args():839 nid003492: Shared AVs not supported libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:av:cxip_av_open_validate_args():839 nid003492: Shared AVs not supported libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834187:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834183:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:mr:cxip_iomm_init():310 nid003492: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:834182:1743801978::cxi:mr:cxip_iomm_init():332 nid003492: MR cache init failed: No space left on device. MR caching disabled. libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834182:1743801978::cxi:domain:cxip_domain_enable():501 nid003492: DOM (cxi0:4:5:51675:0xc142): Domain enabled libfabric:834182:1743801978::cxi:av:cxip_av_open_validate_args():839 nid003492: Shared AVs not supported libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834182:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834186:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834186:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834186:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834186:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834186:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834186:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834186:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834186:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834186:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834186:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834186:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834186:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834186:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834186:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834186:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834186:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834186:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834186:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834186:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834186:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834186:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834186:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834186:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834186:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834186:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834186:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834186:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834186:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834186:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:834186:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834186:1743801978::cxi:fabric:cxip_getinfo():1650 nid003492: FI_MR_ALLOCATED added to hints MR mode libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834186:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:834186:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:834186:1743801978::cxi:fabric:cxip_getinfo():1650 nid003492: FI_MR_ALLOCATED added to hints MR mode libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834186:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:834186:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:834186:1743801978::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:mr:cxip_iomm_init():310 nid003492: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:834186:1743801978::cxi:mr:cxip_iomm_init():332 nid003492: MR cache init failed: No space left on device. MR caching disabled. libfabric:834186:1743801978::cxi:domain:cxip_domain_enable():501 nid003492: DOM (cxi2:4:5:51675:0xc103): Domain enabled libfabric:834186:1743801978::cxi:av:cxip_av_open_validate_args():839 nid003492: Shared AVs not supported libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:834186:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:839503:1743801978::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:839503:1743801978::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:839503:1743801978::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:839503:1743801978::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:839503:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:839503:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:839503:1743801978::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:839503:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:839503:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:839503:1743801978::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:839503:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_hmem (120.10) libfabric:839503:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:839503:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_dmabuf_peer_mem (120.10) libfabric:839503:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_noop (120.10) libfabric:839503:1743801978::core:core:ofi_register_provider():506 registering provider: off_coll (120.10) libfabric:839502:1743801978::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:839502:1743801978::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:839502:1743801978::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:839502:1743801978::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:839498:1743801978::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:839498:1743801978::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:839502:1743801978::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:839502:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:839502:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:839502:1743801978::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:839502:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:839502:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:839502:1743801978::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:839498:1743801978::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:839498:1743801978::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:839502:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_hmem (120.10) libfabric:839502:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:839502:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_dmabuf_peer_mem (120.10) libfabric:839502:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_noop (120.10) libfabric:839502:1743801978::core:core:ofi_register_provider():506 registering provider: off_coll (120.10) libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839498:1743801978::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:839498:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:839498:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:839498:1743801978::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:839498:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:839498:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:839498:1743801978::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:839498:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_hmem (120.10) libfabric:839498:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:839498:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_dmabuf_peer_mem (120.10) libfabric:839498:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_noop (120.10) libfabric:839498:1743801978::core:core:ofi_register_provider():506 registering provider: off_coll (120.10) libfabric:839499:1743801978::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:839499:1743801978::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:839499:1743801978::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:839499:1743801978::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:839499:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:839499:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839499:1743801978::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:839499:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:839499:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:839499:1743801978::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:839499:1743801978::core:core:fi_param_get_():405 read long var mr_cache_max_size=18446744073709551615 libfabric:839499:1743801978::core:core:fi_param_get_():405 read long var mr_cache_max_count=0 libfabric:839499:1743801978::core:core:fi_param_get_():382 read string var mr_cache_monitor=memhooks libfabric:839499:1743801978::core:core:fi_param_get_():373 variable mr_cuda_cache_monitor_enabled= libfabric:839499:1743801978::core:core:fi_param_get_():373 variable mr_rocr_cache_monitor_enabled= libfabric:839499:1743801978::core:core:fi_param_get_():373 variable mr_ze_cache_monitor_enabled= libfabric:839499:1743801978::core:core:fi_param_get_():373 variable provider= libfabric:839499:1743801978::core:core:fi_param_get_():373 variable universe_size= libfabric:839499:1743801978::core:core:fi_param_get_():373 variable av_remove_cleanup= libfabric:839499:1743801978::core:core:fi_param_get_():373 variable offload_coll_provider= libfabric:839499:1743801978::core:core:fi_param_get_():373 variable cxi_compat= libfabric:839499:1743801978::core:core:fi_param_get_():373 variable provider_path= libfabric:839499:1743801978::core:core:ofi_load_dl_prov():750 restricted_dl: setting FI_PROVIDER_PATH to "/opt/cray/libfabric/1.20.1/lib64/libfabric" libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable rget_tc= libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable rdzv_aligned_sw_rget= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable enable_trig_op_limit= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable disable_non_inject_msg_idc= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable disable_host_register= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable enable_unrestricted_end_ro= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable odp= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable force_odp= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable ats= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable iotlb= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable ats_mlock_mode= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable device_name= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable telemetry= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable telemetry_rgid= libfabric:839499:1743801978::cxi:core:fi_param_get_():382 read string var rx_match_mode=software libfabric:839499:1743801978::cxi:core:fi_param_get_():405 read long var rdzv_threshold=256 libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable rdzv_get_min= libfabric:839499:1743801978::cxi:core:fi_param_get_():405 read long var rdzv_eager_size=2048 libfabric:839499:1743801978::cxi:fabric:cxip_env_init():873 nid003488: Invalid rdzv_eager_size, new size: 256 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839499:1743801978::cxi:core:fi_param_get_():405 read long var oflow_buf_size=12582912 libfabric:839499:1743801978::cxi:core:fi_param_get_():405 read long var oflow_buf_count=3 libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable oflow_buf_min_posted= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable oflow_buf_max_cached= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable safe_devmem_copy_threshold= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable optimized_mrs= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable mr_match_events= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable prov_key_cache= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable llring_mode= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable zbcoll_radix= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable cq_policy= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable default_vni= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable eq_ack_batch_size= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable msg_lossless= libfabric:839499:1743801978::cxi:core:fi_param_get_():405 read long var req_buf_size=12582912 libfabric:839499:1743801978::cxi:core:fi_param_get_():405 read long var req_buf_min_posted=10 libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable req_buf_max_count= libfabric:839499:1743801978::cxi:core:fi_param_get_():405 read long var req_buf_max_cached=0 libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable hybrid_preemptive= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable hybrid_recv_preemptive= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable hybrid_posted_recv_preemptive= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable hybrid_unexpected_msg_preemptive= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable fc_retry_usec_delay= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable sw_rx_tx_init_max= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable ctrl_rx_eq_max_size= libfabric:839499:1743801978::cxi:core:fi_param_get_():405 read long var default_cq_size=131072 libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable disable_cq_hugetlb= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable disable_eq_hugetlb= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable cq_fill_percent= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable coll_job_id= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable coll_job_step_id= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable coll_fabric_mgr_url= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable coll_mcast_token= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable coll_use_dma_put= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable hwcoll_addrs_per_job= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable hwcoll_min_nodes= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable coll_retry_usec= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable coll_timeout_usec= libfabric:839499:1743801978::cxi:core:fi_param_get_():405 read long var default_tx_size=4096 libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable default_rx_size= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable disable_hmem_dev_register= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable force_ze_hmem_support= libfabric:839499:1743801978::cxi:core:fi_param_get_():373 variable rdzv_proto= libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839499:1743801978::core:core:ofi_register_provider():506 registering provider: cxi (0.1) libfabric:839499:1743801978::shm:core:fi_param_get_():373 variable sar_threshold= libfabric:839499:1743801978::shm:core:fi_param_get_():373 variable tx_size= libfabric:839499:1743801978::shm:core:fi_param_get_():373 variable rx_size= libfabric:839499:1743801978::shm:core:fi_param_get_():373 variable disable_cma= libfabric:839499:1743801978::shm:core:fi_param_get_():373 variable use_dsa_sar= libfabric:839499:1743801978::shm:core:fi_param_get_():373 variable use_xpmem= libfabric:839499:1743801978::core:core:ofi_register_provider():506 registering provider: shm (120.10) libfabric:839499:1743801978::core:core:ofi_register_provider():506 registering provider: sm2 (120.10) libfabric:839499:1743801978::ofi_rxm:core:fi_param_get_():373 variable enable_passthru= libfabric:839499:1743801978::ofi_rxm:core:fi_param_get_():373 variable buffer_size= libfabric:839499:1743801978::ofi_rxm:core:fi_param_get_():373 variable tx_size= libfabric:839499:1743801978::ofi_rxm:core:fi_param_get_():373 variable rx_size= libfabric:839499:1743801978::ofi_rxm:core:fi_param_get_():373 variable msg_tx_size= libfabric:839499:1743801978::ofi_rxm:core:fi_param_get_():373 variable msg_rx_size= libfabric:839499:1743801978::ofi_rxm:core:fi_param_get_():373 variable cm_progress_interval= libfabric:839499:1743801978::ofi_rxm:core:fi_param_get_():373 variable cq_eq_fairness= libfabric:839499:1743801978::ofi_rxm:core:fi_param_get_():373 variable data_auto_progress= libfabric:839499:1743801978::ofi_rxm:core:fi_param_get_():373 variable use_rndv_write= libfabric:839499:1743801978::ofi_rxm:core:fi_param_get_():373 variable def_wait_obj= libfabric:839499:1743801978::ofi_rxm:core:fi_param_get_():373 variable def_tcp_wait_obj= libfabric:839499:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_rxm (120.10) libfabric:839499:1743801978::ofi_rxd:core:fi_param_get_():373 variable spin_count= libfabric:839499:1743801978::ofi_rxd:core:fi_param_get_():373 variable retry= libfabric:839499:1743801978::ofi_rxd:core:fi_param_get_():373 variable max_peers= libfabric:839499:1743801978::ofi_rxd:core:fi_param_get_():373 variable max_unacked= libfabric:839499:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_rxd (120.10) libfabric:839499:1743801978::core:core:ofi_register_provider():506 registering provider: udp (120.10) libfabric:839499:1743801978::tcp:core:fi_param_get_():373 variable prov_name= libfabric:839499:1743801978::tcp:core:fi_param_get_():373 variable port_high_range= libfabric:839499:1743801978::tcp:core:fi_param_get_():373 variable port_low_range= libfabric:839499:1743801978::tcp:core:fi_param_get_():373 variable tx_size= libfabric:839499:1743801978::tcp:core:fi_param_get_():373 variable rx_size= libfabric:839499:1743801978::tcp:core:fi_param_get_():373 variable max_inject= libfabric:839499:1743801978::tcp:core:fi_param_get_():373 variable max_saved= libfabric:839499:1743801978::tcp:core:fi_param_get_():373 variable max_saved_size= libfabric:839499:1743801978::tcp:core:fi_param_get_():373 variable max_rx_size= libfabric:839499:1743801978::tcp:core:fi_param_get_():373 variable nodelay= libfabric:839499:1743801978::tcp:core:fi_param_get_():373 variable staging_sbuf_size= libfabric:839499:1743801978::tcp:core:fi_param_get_():373 variable prefetch_rbuf_size= libfabric:839499:1743801978::tcp:core:fi_param_get_():373 variable zerocopy_size= libfabric:839499:1743801978::tcp:core:fi_param_get_():373 variable trace_msg= libfabric:839499:1743801978::tcp:core:fi_param_get_():373 variable disable_auto_progress= libfabric:839499:1743801978::tcp:core:fi_param_get_():373 variable io_uring= libfabric:839499:1743801978::core:core:ofi_register_provider():506 registering provider: tcp (120.10) libfabric:839499:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_debug (120.10) libfabric:839499:1743801978::core:core:fi_param_get_():373 variable hmem= libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:1749789:1743801978::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:1749789:1743801978::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:1749789:1743801978::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:1749789:1743801978::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:1749789:1743801978::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:1749789:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:1749789:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:1749789:1743801978::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:1749789:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:1749789:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:1749789:1743801978::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:1749789:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_hmem (120.10) libfabric:1749789:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:1749789:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_dmabuf_peer_mem (120.10) libfabric:1749789:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_noop (120.10) libfabric:1749789:1743801978::core:core:ofi_register_provider():506 registering provider: off_coll (120.10) libfabric:1749786:1743801978::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:1749786:1743801978::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:1749786:1743801978::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:1749786:1743801978::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:1749786:1743801978::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:1749786:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:1749786:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:1749786:1743801978::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:1749786:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:1749786:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:1749786:1743801978::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:1749786:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_hmem (120.10) libfabric:1749786:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:1749786:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_dmabuf_peer_mem (120.10) libfabric:1749786:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_noop (120.10) libfabric:1749786:1743801978::core:core:ofi_register_provider():506 registering provider: off_coll (120.10) libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749785:1743801978::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:1749785:1743801978::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:1749785:1743801978::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:1749785:1743801978::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:1749785:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:1749785:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:1749790:1743801978::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:1749790:1743801978::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:1749790:1743801978::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:1749790:1743801978::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:1749790:1743801978::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:1749790:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:1749790:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:1749790:1743801978::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:1749790:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:1749790:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:1749790:1743801978::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:1749790:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_hmem (120.10) libfabric:1749790:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:1749790:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_dmabuf_peer_mem (120.10) libfabric:1749790:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_noop (120.10) libfabric:1749790:1743801978::core:core:ofi_register_provider():506 registering provider: off_coll (120.10) libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:1749785:1743801978::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:1749785:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:1749785:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:1749785:1743801978::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:1749785:1743801978::core:core:fi_param_get_():405 read long var mr_cache_max_size=18446744073709551615 libfabric:1749785:1743801978::core:core:fi_param_get_():405 read long var mr_cache_max_count=0 libfabric:1749785:1743801978::core:core:fi_param_get_():382 read string var mr_cache_monitor=memhooks libfabric:1749785:1743801978::core:core:fi_param_get_():373 variable mr_cuda_cache_monitor_enabled= libfabric:1749785:1743801978::core:core:fi_param_get_():373 variable mr_rocr_cache_monitor_enabled= libfabric:1749785:1743801978::core:core:fi_param_get_():373 variable mr_ze_cache_monitor_enabled= libfabric:1749785:1743801978::core:core:fi_param_get_():373 variable provider= libfabric:1749785:1743801978::core:core:fi_param_get_():373 variable universe_size= libfabric:1749785:1743801978::core:core:fi_param_get_():373 variable av_remove_cleanup= libfabric:1749785:1743801978::core:core:fi_param_get_():373 variable offload_coll_provider= libfabric:1749785:1743801978::core:core:fi_param_get_():373 variable cxi_compat= libfabric:1749785:1743801978::core:core:fi_param_get_():373 variable provider_path= libfabric:1749785:1743801978::core:core:ofi_load_dl_prov():750 restricted_dl: setting FI_PROVIDER_PATH to "/opt/cray/libfabric/1.20.1/lib64/libfabric" libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable rget_tc= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable rdzv_aligned_sw_rget= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable enable_trig_op_limit= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable disable_non_inject_msg_idc= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable disable_host_register= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable enable_unrestricted_end_ro= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable odp= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable force_odp= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable ats= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable iotlb= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable ats_mlock_mode= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable device_name= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable telemetry= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable telemetry_rgid= libfabric:1749785:1743801978::cxi:core:fi_param_get_():382 read string var rx_match_mode=software libfabric:1749785:1743801978::cxi:core:fi_param_get_():405 read long var rdzv_threshold=256 libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable rdzv_get_min= libfabric:1749785:1743801978::cxi:core:fi_param_get_():405 read long var rdzv_eager_size=2048 libfabric:1749785:1743801978::cxi:fabric:cxip_env_init():873 nid003489: Invalid rdzv_eager_size, new size: 256 libfabric:1749785:1743801978::cxi:core:fi_param_get_():405 read long var oflow_buf_size=12582912 libfabric:1749785:1743801978::cxi:core:fi_param_get_():405 read long var oflow_buf_count=3 libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable oflow_buf_min_posted= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable oflow_buf_max_cached= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable safe_devmem_copy_threshold= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable optimized_mrs= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable mr_match_events= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable prov_key_cache= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable llring_mode= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable zbcoll_radix= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable cq_policy= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable default_vni= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable eq_ack_batch_size= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable msg_lossless= libfabric:1749785:1743801978::cxi:core:fi_param_get_():405 read long var req_buf_size=12582912 libfabric:1749785:1743801978::cxi:core:fi_param_get_():405 read long var req_buf_min_posted=10 libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable req_buf_max_count= libfabric:1749785:1743801978::cxi:core:fi_param_get_():405 read long var req_buf_max_cached=0 libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable hybrid_preemptive= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable hybrid_recv_preemptive= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable hybrid_posted_recv_preemptive= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable hybrid_unexpected_msg_preemptive= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable fc_retry_usec_delay= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable sw_rx_tx_init_max= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable ctrl_rx_eq_max_size= libfabric:1749785:1743801978::cxi:core:fi_param_get_():405 read long var default_cq_size=131072 libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable disable_cq_hugetlb= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable disable_eq_hugetlb= libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable cq_fill_percent= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable coll_job_id= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable coll_job_step_id= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable coll_fabric_mgr_url= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable coll_mcast_token= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable coll_use_dma_put= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable hwcoll_addrs_per_job= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable hwcoll_min_nodes= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable coll_retry_usec= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable coll_timeout_usec= libfabric:1749785:1743801978::cxi:core:fi_param_get_():405 read long var default_tx_size=4096 libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable default_rx_size= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable disable_hmem_dev_register= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable force_ze_hmem_support= libfabric:1749785:1743801978::cxi:core:fi_param_get_():373 variable rdzv_proto= libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801978::core:core:ofi_register_provider():506 registering provider: cxi (0.1) libfabric:1749785:1743801978::shm:core:fi_param_get_():373 variable sar_threshold= libfabric:1749785:1743801978::shm:core:fi_param_get_():373 variable tx_size= libfabric:1749785:1743801978::shm:core:fi_param_get_():373 variable rx_size= libfabric:1749785:1743801978::shm:core:fi_param_get_():373 variable disable_cma= libfabric:1749785:1743801978::shm:core:fi_param_get_():373 variable use_dsa_sar= libfabric:1749785:1743801978::shm:core:fi_param_get_():373 variable use_xpmem= libfabric:1749785:1743801978::core:core:ofi_register_provider():506 registering provider: shm (120.10) libfabric:1749785:1743801978::core:core:ofi_register_provider():506 registering provider: sm2 (120.10) libfabric:1749785:1743801978::ofi_rxm:core:fi_param_get_():373 variable enable_passthru= libfabric:1749785:1743801978::ofi_rxm:core:fi_param_get_():373 variable buffer_size= libfabric:1749785:1743801978::ofi_rxm:core:fi_param_get_():373 variable tx_size= libfabric:1749785:1743801978::ofi_rxm:core:fi_param_get_():373 variable rx_size= libfabric:1749785:1743801978::ofi_rxm:core:fi_param_get_():373 variable msg_tx_size= libfabric:1749785:1743801978::ofi_rxm:core:fi_param_get_():373 variable msg_rx_size= libfabric:1749785:1743801978::ofi_rxm:core:fi_param_get_():373 variable cm_progress_interval= libfabric:1749785:1743801978::ofi_rxm:core:fi_param_get_():373 variable cq_eq_fairness= libfabric:1749785:1743801978::ofi_rxm:core:fi_param_get_():373 variable data_auto_progress= libfabric:1749785:1743801978::ofi_rxm:core:fi_param_get_():373 variable use_rndv_write= libfabric:1749785:1743801978::ofi_rxm:core:fi_param_get_():373 variable def_wait_obj= libfabric:1749785:1743801978::ofi_rxm:core:fi_param_get_():373 variable def_tcp_wait_obj= libfabric:1749785:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_rxm (120.10) libfabric:1749785:1743801978::ofi_rxd:core:fi_param_get_():373 variable spin_count= libfabric:1749785:1743801978::ofi_rxd:core:fi_param_get_():373 variable retry= libfabric:1749785:1743801978::ofi_rxd:core:fi_param_get_():373 variable max_peers= libfabric:1749785:1743801978::ofi_rxd:core:fi_param_get_():373 variable max_unacked= libfabric:1749785:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_rxd (120.10) libfabric:1749785:1743801978::core:core:ofi_register_provider():506 registering provider: udp (120.10) libfabric:1749785:1743801978::tcp:core:fi_param_get_():373 variable prov_name= libfabric:1749785:1743801978::tcp:core:fi_param_get_():373 variable port_high_range= libfabric:1749785:1743801978::tcp:core:fi_param_get_():373 variable port_low_range= libfabric:1749785:1743801978::tcp:core:fi_param_get_():373 variable tx_size= libfabric:1749785:1743801978::tcp:core:fi_param_get_():373 variable rx_size= libfabric:1749785:1743801978::tcp:core:fi_param_get_():373 variable max_inject= libfabric:1749785:1743801978::tcp:core:fi_param_get_():373 variable max_saved= libfabric:1749785:1743801978::tcp:core:fi_param_get_():373 variable max_saved_size= libfabric:1749785:1743801978::tcp:core:fi_param_get_():373 variable max_rx_size= libfabric:1749785:1743801978::tcp:core:fi_param_get_():373 variable nodelay= libfabric:1749785:1743801978::tcp:core:fi_param_get_():373 variable staging_sbuf_size= libfabric:1749785:1743801978::tcp:core:fi_param_get_():373 variable prefetch_rbuf_size= libfabric:1749785:1743801978::tcp:core:fi_param_get_():373 variable zerocopy_size= libfabric:1749785:1743801978::tcp:core:fi_param_get_():373 variable trace_msg= libfabric:1749785:1743801978::tcp:core:fi_param_get_():373 variable disable_auto_progress= libfabric:1749785:1743801978::tcp:core:fi_param_get_():373 variable io_uring= libfabric:1749785:1743801978::core:core:ofi_register_provider():506 registering provider: tcp (120.10) libfabric:1749785:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_debug (120.10) libfabric:1749785:1743801978::core:core:fi_param_get_():373 variable hmem= libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:839503:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839503:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839503:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839503:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839503:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839498:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839498:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839498:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839498:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839498:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839502:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839502:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839502:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839502:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839502:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839498:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839498:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839498:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839498:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839498:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839498:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839502:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839502:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839502:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839502:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839502:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839502:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839503:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839503:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839503:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839503:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839503:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839503:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839498:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839498:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839498:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839498:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839498:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839498:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839502:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839502:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839502:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839502:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839502:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839502:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839503:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839503:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839503:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839503:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839503:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839503:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839498:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839498:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839498:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839498:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839498:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839498:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839502:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839502:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839502:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839502:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839502:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839502:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839503:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839503:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839503:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839503:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839503:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839503:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839498:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839498:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839498:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839498:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839498:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839502:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839502:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839502:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839502:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839502:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839503:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839503:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839503:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839503:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839503:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839498:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:839498:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839502:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:839502:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839503:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:839503:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839498:1743801978::cxi:fabric:cxip_getinfo():1650 nid003488: FI_MR_ALLOCATED added to hints MR mode libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:fabric:cxip_getinfo():1650 nid003488: FI_MR_ALLOCATED added to hints MR mode libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801978::cxi:fabric:cxip_getinfo():1650 nid003488: FI_MR_ALLOCATED added to hints MR mode libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839499:1743801978::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:839499:1743801978::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:839499:1743801978::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:839499:1743801978::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839499:1743801978::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:839499:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:839499:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:839499:1743801978::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:839499:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:839499:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:839499:1743801978::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:839499:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_hmem (120.10) libfabric:839499:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:839499:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_dmabuf_peer_mem (120.10) libfabric:839499:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_noop (120.10) libfabric:839499:1743801978::core:core:ofi_register_provider():506 registering provider: off_coll (120.10) libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:1749789:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749789:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749789:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749789:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749789:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749789:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749789:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749789:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749789:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749789:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749789:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:1749789:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749789:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749789:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749789:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749789:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749789:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749786:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749786:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749786:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749786:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749786:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749790:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749790:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749790:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749790:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749790:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:1749789:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749789:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749789:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749789:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749789:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749789:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749786:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749786:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749786:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749786:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749786:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749786:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749790:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749790:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749790:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749790:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749790:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749790:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749789:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749789:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749789:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749789:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749789:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:1749786:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749789:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:1749789:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749786:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749786:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749786:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749786:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749786:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749790:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749790:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749790:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749790:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749790:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749790:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:1749786:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749786:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749786:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749786:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749786:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749786:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749790:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749790:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749790:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749790:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749790:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749790:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:1749786:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749786:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749786:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749786:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749786:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749790:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749790:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749790:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749790:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749790:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839498:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:839498:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:839503:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:839503:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:839502:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:839502:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:1749786:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:1749786:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749790:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:1749790:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801978::cxi:fabric:cxip_getinfo():1650 nid003488: FI_MR_ALLOCATED added to hints MR mode libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:fabric:cxip_getinfo():1650 nid003488: FI_MR_ALLOCATED added to hints MR mode libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:fabric:cxip_getinfo():1650 nid003489: FI_MR_ALLOCATED added to hints MR mode libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:fabric:cxip_getinfo():1650 nid003488: FI_MR_ALLOCATED added to hints MR mode libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:839503:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:839502:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:839502:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:839503:1743801978::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801978::cxi:fabric:cxip_getinfo():1650 nid003489: FI_MR_ALLOCATED added to hints MR mode libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:1749790:1743801978::cxi:fabric:cxip_getinfo():1650 nid003489: FI_MR_ALLOCATED added to hints MR mode libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839498:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:839498:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:839498:1743801978::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839502:1743801978::cxi:mr:cxip_iomm_init():310 nid003488: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:839502:1743801978::cxi:mr:cxip_iomm_init():332 nid003488: MR cache init failed: No space left on device. MR caching disabled. libfabric:839502:1743801978::cxi:domain:cxip_domain_enable():501 nid003488: DOM (cxi2:4:5:51675:0xc113): Domain enabled libfabric:839502:1743801978::cxi:av:cxip_av_open_validate_args():839 nid003488: Shared AVs not supported libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::core:core:cuda_hmem_verify_devices():561 Number of NVIDIA devices detected: 4 libfabric:1749785:1743801978::core:core:cuda_hmem_verify_devices():590 Number of CUDA devices detected: 1 libfabric:1749785:1743801978::core:core:cuda_hmem_detect_dmabuf_support():678 cuda dmabuf support status: 1 libfabric:1749785:1743801978::core:core:fi_param_get_():373 variable hmem_cuda_use_gdrcopy= libfabric:839503:1743801978::cxi:mr:cxip_iomm_init():310 nid003488: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:839503:1743801978::cxi:mr:cxip_iomm_init():332 nid003488: MR cache init failed: No space left on device. MR caching disabled. libfabric:839503:1743801978::cxi:domain:cxip_domain_enable():501 nid003488: DOM (cxi3:4:5:51675:0xc153): Domain enabled libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::core:core:rocr_hmem_dl_init():704 Unable to dlopen libhsa-runtime64.so libfabric:1749785:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_ROCR not supported libfabric:1749785:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:1749785:1743801978::core:core:ofi_hmem_init():612 Failed to initialize hmem iface FI_HMEM_ZE: Input/output error libfabric:839502:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_NEURON not supported libfabric:1749785:1743801978::core:core:ofi_hmem_init():607 Hmem iface FI_HMEM_SYNAPSEAI not supported libfabric:1749785:1743801978::core:core:fi_param_get_():373 variable hmem_disable_p2p= libfabric:1749785:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_hmem (120.10) libfabric:1749785:1743801978::core:core:fi_param_get_():373 variable hmem_ze_copy_engine= libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_dmabuf_peer_mem (120.10) libfabric:1749785:1743801978::core:core:ofi_register_provider():506 registering provider: ofi_hook_noop (120.10) libfabric:1749785:1743801978::core:core:ofi_register_provider():506 registering provider: off_coll (120.10) libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839502:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:av:cxip_av_open_validate_args():839 nid003488: Shared AVs not supported libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:mr:cxip_iomm_init():310 nid003488: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:839498:1743801978::cxi:mr:cxip_iomm_init():332 nid003488: MR cache init failed: No space left on device. MR caching disabled. libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839503:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:domain:cxip_domain_enable():501 nid003488: DOM (cxi0:4:5:51675:0xc152): Domain enabled libfabric:839498:1743801978::cxi:av:cxip_av_open_validate_args():839 nid003488: Shared AVs not supported libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839498:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749789:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:1749789:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749789:1743801978::cxi:fabric:cxip_getinfo():1650 nid003489: FI_MR_ALLOCATED added to hints MR mode libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749789:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749789:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:1749789:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:1749789:1743801978::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749790:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:1749790:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:1749790:1743801978::cxi:fabric:cxip_getinfo():1650 nid003489: FI_MR_ALLOCATED added to hints MR mode libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:mr:cxip_iomm_init():310 nid003489: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:1749789:1743801978::cxi:mr:cxip_iomm_init():332 nid003489: MR cache init failed: No space left on device. MR caching disabled. libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:domain:cxip_domain_enable():501 nid003489: DOM (cxi2:4:5:51675:0xc193): Domain enabled libfabric:1749786:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:1749786:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:1749789:1743801978::cxi:av:cxip_av_open_validate_args():839 nid003489: Shared AVs not supported libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749789:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:fabric:cxip_getinfo():1650 nid003489: FI_MR_ALLOCATED added to hints MR mode libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839499:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839499:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839499:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839499:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839499:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839499:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839499:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749786:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749790:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:1749790:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:1749790:1743801978::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839499:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839499:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839499:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839499:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839499:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839499:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839499:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749790:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749786:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:1749786:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:1749786:1743801978::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749786:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839499:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839499:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839499:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:839499:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749790:1743801978::cxi:mr:cxip_iomm_init():310 nid003489: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:1749790:1743801978::cxi:mr:cxip_iomm_init():332 nid003489: MR cache init failed: No space left on device. MR caching disabled. libfabric:1749790:1743801978::cxi:domain:cxip_domain_enable():501 nid003489: DOM (cxi3:4:5:51675:0xc1d3): Domain enabled libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749790:1743801978::cxi:av:cxip_av_open_validate_args():839 nid003489: Shared AVs not supported libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749790:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749786:1743801978::cxi:mr:cxip_iomm_init():310 nid003489: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:1749786:1743801978::cxi:mr:cxip_iomm_init():332 nid003489: MR cache init failed: No space left on device. MR caching disabled. libfabric:1749786:1743801978::cxi:domain:cxip_domain_enable():501 nid003489: DOM (cxi1:4:5:51675:0xc192): Domain enabled libfabric:1749786:1743801978::cxi:av:cxip_av_open_validate_args():839 nid003489: Shared AVs not supported libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:fabric:cxip_getinfo():1650 nid003488: FI_MR_ALLOCATED added to hints MR mode libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749786:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839499:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:839499:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:839499:1743801978::cxi:fabric:cxip_getinfo():1650 nid003488: FI_MR_ALLOCATED added to hints MR mode libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839499:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:839499:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:839499:1743801978::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:mr:cxip_iomm_init():310 nid003488: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:839499:1743801978::cxi:mr:cxip_iomm_init():332 nid003488: MR cache init failed: No space left on device. MR caching disabled. libfabric:839499:1743801978::cxi:domain:cxip_domain_enable():501 nid003488: DOM (cxi1:4:5:51675:0xc112): Domain enabled libfabric:839499:1743801978::cxi:av:cxip_av_open_validate_args():839 nid003488: Shared AVs not supported libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:839499:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749785:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749785:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749785:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749785:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749785:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749785:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749785:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749785:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749785:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749785:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749785:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749785:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749785:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749785:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749785:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749785:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749785:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749785:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749785:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749785:1743801978:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749785:1743801978:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749785:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749785:1743801978:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749785:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749785:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749785:1743801978:ofi_rxd:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749785:1743801978:ofi_rxd:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749785:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:1749785:1743801978:ofi_rxd:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749785:1743801978::cxi:fabric:cxip_getinfo():1650 nid003489: FI_MR_ALLOCATED added to hints MR mode libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:1749785:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:1749785:1743801978::cxi:fabric:cxip_getinfo():1650 nid003489: FI_MR_ALLOCATED added to hints MR mode libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749785:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:1749785:1743801978::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:1749785:1743801978::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:mr:cxip_iomm_init():310 nid003489: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:1749785:1743801978::cxi:mr:cxip_iomm_init():332 nid003489: MR cache init failed: No space left on device. MR caching disabled. libfabric:1749785:1743801978::cxi:domain:cxip_domain_enable():501 nid003489: DOM (cxi0:4:5:51675:0xc1d2): Domain enabled libfabric:1749785:1743801978::cxi:av:cxip_av_open_validate_args():839 nid003489: Shared AVs not supported libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801978::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801978::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801978::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1103 Unsupported capabilities libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Supported: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_SOURCE_ERR, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_RMA_EVENT, FI_SOURCE, FI_NAMED_RX_CTX, FI_HMEM libfabric:1749785:1743801978::cxi:core:ofi_check_info():1104 Requested: FI_MSG, FI_RMA, FI_TAGGED, FI_ATOMIC, FI_COLLECTIVE, FI_READ, FI_WRITE, FI_RECV, FI_SEND, FI_REMOTE_READ, FI_REMOTE_WRITE, FI_MULTI_RECV, FI_TRIGGER, FI_FENCE, FI_LOCAL_COMM, FI_REMOTE_COMM, FI_NAMED_RX_CTX, FI_DIRECTED_RECV, FI_HMEM libfabric:946688:1743801978::cxi:ep_data:cxip_recv_pte_cb():3050 nid003493: RXC (0xc1c3:3) PtlTE 24: Software managed EP enabled libfabric:946684:1743801978::cxi:ep_data:cxip_recv_pte_cb():3050 nid003493: RXC (0xc182:1) PtlTE 24: Software managed EP enabled libfabric:946687:1743801978::cxi:ep_data:cxip_recv_pte_cb():3050 nid003493: RXC (0xc183:2) PtlTE 24: Software managed EP enabled libfabric:946683:1743801978::cxi:ep_data:cxip_recv_pte_cb():3050 nid003493: RXC (0xc1c2:0) PtlTE 24: Software managed EP enabled libfabric:834186:1743801979::cxi:ep_data:cxip_recv_pte_cb():3050 nid003492: RXC (0xc103:2) PtlTE 24: Software managed EP enabled libfabric:834187:1743801979::cxi:ep_data:cxip_recv_pte_cb():3050 nid003492: RXC (0xc143:3) PtlTE 24: Software managed EP enabled libfabric:834182:1743801979::cxi:ep_data:cxip_recv_pte_cb():3050 nid003492: RXC (0xc142:0) PtlTE 24: Software managed EP enabled libfabric:834183:1743801979::cxi:ep_data:cxip_recv_pte_cb():3050 nid003492: RXC (0xc102:1) PtlTE 24: Software managed EP enabled libfabric:1749789:1743801979::cxi:ep_data:cxip_recv_pte_cb():3050 nid003489: RXC (0xc193:2) PtlTE 24: Software managed EP enabled libfabric:1749786:1743801979::cxi:ep_data:cxip_recv_pte_cb():3050 nid003489: RXC (0xc192:1) PtlTE 24: Software managed EP enabled libfabric:1749785:1743801979::cxi:ep_data:cxip_recv_pte_cb():3050 nid003489: RXC (0xc1d2:0) PtlTE 24: Software managed EP enabled libfabric:1749790:1743801979::cxi:ep_data:cxip_recv_pte_cb():3050 nid003489: RXC (0xc1d3:3) PtlTE 24: Software managed EP enabled libfabric:839503:1743801979::cxi:ep_data:cxip_recv_pte_cb():3050 nid003488: RXC (0xc153:3) PtlTE 24: Software managed EP enabled libfabric:839502:1743801979::cxi:ep_data:cxip_recv_pte_cb():3050 nid003488: RXC (0xc113:2) PtlTE 24: Software managed EP enabled libfabric:839498:1743801979::cxi:ep_data:cxip_recv_pte_cb():3050 nid003488: RXC (0xc152:0) PtlTE 24: Software managed EP enabled libfabric:839499:1743801979::cxi:ep_data:cxip_recv_pte_cb():3050 nid003488: RXC (0xc112:1) PtlTE 24: Software managed EP enabled libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801982:ofi_rxm:core:core:ofi_layering_ok():1200 Provider ofi_rxm is excluded libfabric:834182:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834182:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834182:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834182:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834182:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834182:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834182:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:834182:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834182:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxm returned -61 (No data available) libfabric:834182:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxd returned -61 (No data available) libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834182:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:834182:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834182:1743801982::cxi:mr:cxip_iomm_init():310 nid003492: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:834182:1743801982::cxi:mr:cxip_iomm_init():332 nid003492: MR cache init failed: No space left on device. MR caching disabled. libfabric:834182:1743801982::cxi:domain:cxip_domain_enable():501 nid003492: DOM (cxi3:5:5:51675:0xc143): Domain enabled libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834182:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:834182:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834182:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi3 libfabric:834182:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:834182:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834182:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834182:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834182:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834182:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003492: FI_COLLECTIVE not requested libfabric:834183:1743801982:ofi_rxm:core:core:ofi_layering_ok():1200 Provider ofi_rxm is excluded libfabric:834183:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834183:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834183:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834183:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834183:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834183:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834183:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:834183:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834183:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxm returned -61 (No data available) libfabric:834183:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxd returned -61 (No data available) libfabric:834183:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834183:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:834183:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834183:1743801982::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:mr:cxip_iomm_init():310 nid003492: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:834183:1743801982::cxi:mr:cxip_iomm_init():332 nid003492: MR cache init failed: No space left on device. MR caching disabled. libfabric:834183:1743801982::cxi:domain:cxip_domain_enable():501 nid003492: DOM (cxi2:5:5:51675:0xc103): Domain enabled libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834183:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:834183:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi2 libfabric:834183:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:834183:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834183:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834183:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834183:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003492: FI_COLLECTIVE not requested libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982:ofi_rxm:core:core:ofi_layering_ok():1200 Provider ofi_rxm is excluded libfabric:834187:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834187:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834187:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834187:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834187:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834187:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834187:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:834187:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834187:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxm returned -61 (No data available) libfabric:834187:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxd returned -61 (No data available) libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834187:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:834187:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834187:1743801982::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834187:1743801982::cxi:mr:cxip_iomm_init():310 nid003492: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:834187:1743801982::cxi:mr:cxip_iomm_init():332 nid003492: MR cache init failed: No space left on device. MR caching disabled. libfabric:834187:1743801982::cxi:domain:cxip_domain_enable():501 nid003492: DOM (cxi0:5:5:51675:0xc142): Domain enabled libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834187:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:834187:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi0 libfabric:834187:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:834187:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834187:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834187:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834187:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003492: FI_COLLECTIVE not requested libfabric:834186:1743801982:ofi_rxm:core:core:ofi_layering_ok():1200 Provider ofi_rxm is excluded libfabric:834186:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834186:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:834186:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:834186:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:834186:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:834186:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834186:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:834186:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834186:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxm returned -61 (No data available) libfabric:834186:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxd returned -61 (No data available) libfabric:834186:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:834186:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:834186:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:834186:1743801982::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:mr:cxip_iomm_init():310 nid003492: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:834186:1743801982::cxi:mr:cxip_iomm_init():332 nid003492: MR cache init failed: No space left on device. MR caching disabled. libfabric:834186:1743801982::cxi:domain:cxip_domain_enable():501 nid003492: DOM (cxi1:5:5:51675:0xc102): Domain enabled libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:834186:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:834186:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003492: Generated (5:51675) for cxi1 libfabric:834186:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:834186:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:834186:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:834186:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:834186:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003492: FI_COLLECTIVE not requested libfabric:834182:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003492: RXC (0xc143:1) PtlTE 28: Software managed EP enabled libfabric:834182:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003492: FI_COLLECTIVE not requested libfabric:834183:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003492: RXC (0xc103:1) PtlTE 28: Software managed EP enabled libfabric:834183:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003492: FI_COLLECTIVE not requested libfabric:834187:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003492: RXC (0xc142:2) PtlTE 28: Software managed EP enabled libfabric:834187:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003492: FI_COLLECTIVE not requested libfabric:834186:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003492: RXC (0xc102:2) PtlTE 28: Software managed EP enabled libfabric:834186:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003492: FI_COLLECTIVE not requested libfabric:834182:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003492: RXC (0xc143:2) PtlTE 31: Software managed EP enabled libfabric:834182:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003492: FI_COLLECTIVE not requested libfabric:834183:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003492: RXC (0xc103:3) PtlTE 31: Software managed EP enabled libfabric:834183:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003492: FI_COLLECTIVE not requested libfabric:834187:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003492: RXC (0xc142:3) PtlTE 31: Software managed EP enabled libfabric:834187:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003492: FI_COLLECTIVE not requested libfabric:834186:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003492: RXC (0xc102:3) PtlTE 31: Software managed EP enabled libfabric:834186:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003492: FI_COLLECTIVE not requested libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982:ofi_rxm:core:core:ofi_layering_ok():1200 Provider ofi_rxm is excluded libfabric:839498:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839498:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839498:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839498:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839498:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839498:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839498:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:839498:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839498:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxm returned -61 (No data available) libfabric:839498:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxd returned -61 (No data available) libfabric:839498:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839498:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:839498:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) *** WARNING: ofi-conduit failed to configure FI_CXI_* environment variables due to prior conflicting settings. This may lead to unstable behavior and/or degraded performance. If you did not intentionally set FI_CXI_RX_MATCH_MODE='software', FI_CXI_RDZV_THRESHOLD='256', or FI_CXI_RDZV_GET_MIN then this condition may have resulted from initializing MPI prior to initialization of GASNet. For more information on that scenario, please see "Limits to MPI interoperability" in the ofi-conduit README. libfabric:839498:1743801982::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839498:1743801982::cxi:mr:cxip_iomm_init():310 nid003488: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:839498:1743801982::cxi:mr:cxip_iomm_init():332 nid003488: MR cache init failed: No space left on device. MR caching disabled. libfabric:839498:1743801982::cxi:domain:cxip_domain_enable():501 nid003488: DOM (cxi3:5:5:51675:0xc153): Domain enabled libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839498:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:839498:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi3 libfabric:839498:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:839498:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839498:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839498:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839498:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839498:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003488: FI_COLLECTIVE not requested libfabric:839499:1743801982:ofi_rxm:core:core:ofi_layering_ok():1200 Provider ofi_rxm is excluded libfabric:839499:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839499:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839499:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839499:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839499:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839499:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839499:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:839499:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839499:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxm returned -61 (No data available) libfabric:839499:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxd returned -61 (No data available) libfabric:839499:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839499:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:839499:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839499:1743801982::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:mr:cxip_iomm_init():310 nid003488: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:839499:1743801982::cxi:mr:cxip_iomm_init():332 nid003488: MR cache init failed: No space left on device. MR caching disabled. libfabric:839499:1743801982::cxi:domain:cxip_domain_enable():501 nid003488: DOM (cxi2:5:5:51675:0xc113): Domain enabled libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839499:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:839499:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi2 libfabric:839499:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:839499:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839499:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839499:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839499:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003488: FI_COLLECTIVE not requested libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839502:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839502:1743801982:ofi_rxm:core:core:ofi_layering_ok():1200 Provider ofi_rxm is excluded libfabric:839502:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839502:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839502:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839502:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839502:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839502:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839502:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:839502:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839502:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxm returned -61 (No data available) libfabric:839502:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxd returned -61 (No data available) libfabric:839502:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839502:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:839502:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839502:1743801982::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:mr:cxip_iomm_init():310 nid003488: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:839502:1743801982::cxi:mr:cxip_iomm_init():332 nid003488: MR cache init failed: No space left on device. MR caching disabled. libfabric:839502:1743801982::cxi:domain:cxip_domain_enable():501 nid003488: DOM (cxi1:5:5:51675:0xc112): Domain enabled libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982:ofi_rxm:core:core:ofi_layering_ok():1200 Provider ofi_rxm is excluded libfabric:839503:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839503:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:839503:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:839503:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:839503:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:839503:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839503:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:839503:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839503:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxm returned -61 (No data available) libfabric:839503:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxd returned -61 (No data available) libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:839503:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:839503:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839502:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839503:1743801982::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:839502:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi1 libfabric:839502:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:839502:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839502:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839502:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:mr:cxip_iomm_init():310 nid003488: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:839503:1743801982::cxi:mr:cxip_iomm_init():332 nid003488: MR cache init failed: No space left on device. MR caching disabled. libfabric:839503:1743801982::cxi:domain:cxip_domain_enable():501 nid003488: DOM (cxi0:5:5:51675:0xc152): Domain enabled libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:839503:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:839503:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003488: Generated (5:51675) for cxi0 libfabric:839503:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:839503:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:839503:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839503:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:839503:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:839502:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003488: FI_COLLECTIVE not requested libfabric:839503:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003488: FI_COLLECTIVE not requested libfabric:839498:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003488: RXC (0xc153:1) PtlTE 28: Software managed EP enabled libfabric:839498:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003488: FI_COLLECTIVE not requested libfabric:839499:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003488: RXC (0xc113:1) PtlTE 28: Software managed EP enabled libfabric:839499:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003488: FI_COLLECTIVE not requested libfabric:839502:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003488: RXC (0xc112:2) PtlTE 28: Software managed EP enabled libfabric:839502:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003488: FI_COLLECTIVE not requested libfabric:839503:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003488: RXC (0xc152:2) PtlTE 28: Software managed EP enabled libfabric:839503:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003488: FI_COLLECTIVE not requested libfabric:839498:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003488: RXC (0xc153:2) PtlTE 31: Software managed EP enabled libfabric:839498:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003488: FI_COLLECTIVE not requested libfabric:839499:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003488: RXC (0xc113:3) PtlTE 31: Software managed EP enabled libfabric:839499:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003488: FI_COLLECTIVE not requested libfabric:839502:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003488: RXC (0xc112:3) PtlTE 31: Software managed EP enabled libfabric:839502:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003488: FI_COLLECTIVE not requested libfabric:839503:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003488: RXC (0xc152:3) PtlTE 31: Software managed EP enabled libfabric:839503:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003488: FI_COLLECTIVE not requested libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801982:ofi_rxm:core:core:ofi_layering_ok():1200 Provider ofi_rxm is excluded libfabric:1749786:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749786:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749786:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749786:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749786:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749786:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749786:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:1749786:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749786:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxm returned -61 (No data available) libfabric:1749786:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxd returned -61 (No data available) libfabric:1749786:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749786:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:1749786:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749786:1743801982::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:mr:cxip_iomm_init():310 nid003489: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:1749786:1743801982::cxi:mr:cxip_iomm_init():332 nid003489: MR cache init failed: No space left on device. MR caching disabled. libfabric:1749786:1743801982::cxi:domain:cxip_domain_enable():501 nid003489: DOM (cxi2:5:5:51675:0xc193): Domain enabled libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749786:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:1749786:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi2 libfabric:1749786:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:1749786:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749786:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003489: FI_COLLECTIVE not requested libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749785:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749789:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749785:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749789:1743801982:ofi_rxm:core:core:ofi_layering_ok():1200 Provider ofi_rxm is excluded libfabric:1749789:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749789:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749789:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749789:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749789:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749789:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749789:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:1749789:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749789:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxm returned -61 (No data available) libfabric:1749789:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxd returned -61 (No data available) libfabric:1749789:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749789:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:1749789:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749789:1743801982::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:mr:cxip_iomm_init():310 nid003489: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:1749789:1743801982::cxi:mr:cxip_iomm_init():332 nid003489: MR cache init failed: No space left on device. MR caching disabled. libfabric:1749789:1743801982::cxi:domain:cxip_domain_enable():501 nid003489: DOM (cxi1:5:5:51675:0xc192): Domain enabled libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982:ofi_rxm:core:core:ofi_layering_ok():1200 Provider ofi_rxm is excluded libfabric:1749785:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749785:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749785:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749785:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749785:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749785:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:1749785:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749785:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxm returned -61 (No data available) libfabric:1749785:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxd returned -61 (No data available) libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749785:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:1749785:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749785:1743801982::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:1749789:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi1 libfabric:1749789:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:1749789:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749789:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749789:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749789:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:mr:cxip_iomm_init():310 nid003489: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:1749785:1743801982::cxi:mr:cxip_iomm_init():332 nid003489: MR cache init failed: No space left on device. MR caching disabled. libfabric:1749785:1743801982::cxi:domain:cxip_domain_enable():501 nid003489: DOM (cxi3:5:5:51675:0xc1d3): Domain enabled libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749785:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:1749785:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi3 libfabric:1749785:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:1749785:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749785:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749785:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749789:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003489: FI_COLLECTIVE not requested libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749785:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003489: FI_COLLECTIVE not requested libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:1749790:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:946683:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:1749790:1743801982:ofi_rxm:core:core:ofi_layering_ok():1200 Provider ofi_rxm is excluded libfabric:1749790:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749790:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:1749790:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:1749790:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749790:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749790:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749790:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:1749790:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749790:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxm returned -61 (No data available) libfabric:1749790:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxd returned -61 (No data available) libfabric:1749790:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:1749790:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:1749790:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946683:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:1749790:1743801982::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:mr:cxip_iomm_init():310 nid003489: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:1749790:1743801982::cxi:mr:cxip_iomm_init():332 nid003489: MR cache init failed: No space left on device. MR caching disabled. libfabric:1749790:1743801982::cxi:domain:cxip_domain_enable():501 nid003489: DOM (cxi0:5:5:51675:0xc1d2): Domain enabled libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982:ofi_rxm:core:core:ofi_layering_ok():1200 Provider ofi_rxm is excluded libfabric:946683:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946683:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946683:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946683:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946683:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:946683:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946683:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxm returned -61 (No data available) libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:946683:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxd returned -61 (No data available) libfabric:1749790:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:1749790:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946683:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:946683:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003489: Generated (5:51675) for cxi0 libfabric:1749790:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:1749790:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:mr:cxip_iomm_init():310 nid003493: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:946683:1743801982::cxi:mr:cxip_iomm_init():332 nid003493: MR cache init failed: No space left on device. MR caching disabled. libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:domain:cxip_domain_enable():501 nid003493: DOM (cxi3:5:5:51675:0xc1c3): Domain enabled libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946683:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:946683:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:1749790:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749790:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:1749790:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003489: FI_COLLECTIVE not requested libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749786:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003489: RXC (0xc193:1) PtlTE 28: Software managed EP enabled libfabric:1749786:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003489: FI_COLLECTIVE not requested libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi3 libfabric:946683:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:946683:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946683:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946683:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946683:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003493: FI_COLLECTIVE not requested libfabric:1749789:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003489: RXC (0xc192:2) PtlTE 28: Software managed EP enabled libfabric:1749789:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003489: FI_COLLECTIVE not requested libfabric:1749785:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003489: RXC (0xc1d3:1) PtlTE 28: Software managed EP enabled libfabric:1749785:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003489: FI_COLLECTIVE not requested libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801982:ofi_rxm:core:core:ofi_layering_ok():1200 Provider ofi_rxm is excluded libfabric:946687:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946687:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946687:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946687:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946687:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946687:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946687:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:946687:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946687:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxm returned -61 (No data available) libfabric:946687:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxd returned -61 (No data available) libfabric:946687:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946687:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:946687:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946687:1743801982::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:mr:cxip_iomm_init():310 nid003493: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:946687:1743801982::cxi:mr:cxip_iomm_init():332 nid003493: MR cache init failed: No space left on device. MR caching disabled. libfabric:946687:1743801982::cxi:domain:cxip_domain_enable():501 nid003493: DOM (cxi1:5:5:51675:0xc182): Domain enabled libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946687:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:946687:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749786:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003489: RXC (0xc193:3) PtlTE 31: Software managed EP enabled libfabric:1749786:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003489: FI_COLLECTIVE not requested libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:1749790:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003489: RXC (0xc1d2:2) PtlTE 28: Software managed EP enabled libfabric:1749790:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003489: FI_COLLECTIVE not requested libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi1 libfabric:946687:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:946687:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946687:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946687:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946687:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003493: FI_COLLECTIVE not requested libfabric:946683:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003493: RXC (0xc1c3:1) PtlTE 28: Software managed EP enabled libfabric:946683:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003493: FI_COLLECTIVE not requested libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982:ofi_rxm:core:core:ofi_layering_ok():1200 Provider ofi_rxm is excluded libfabric:946688:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946688:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946688:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946688:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946688:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946688:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946688:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:946688:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946688:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxm returned -61 (No data available) libfabric:946688:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxd returned -61 (No data available) libfabric:946688:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946688:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:946688:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946684:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946688:1743801982::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946688:1743801982::cxi:mr:cxip_iomm_init():310 nid003493: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:946688:1743801982::cxi:mr:cxip_iomm_init():332 nid003493: MR cache init failed: No space left on device. MR caching disabled. libfabric:946688:1743801982::cxi:domain:cxip_domain_enable():501 nid003493: DOM (cxi0:5:5:51675:0xc1c2): Domain enabled libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946688:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:1749789:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003489: RXC (0xc192:3) PtlTE 31: Software managed EP enabled libfabric:1749789:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003489: FI_COLLECTIVE not requested libfabric:946688:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:946688:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi0 libfabric:946688:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:946688:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946688:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946688:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:1749785:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003489: RXC (0xc1d3:2) PtlTE 31: Software managed EP enabled libfabric:1749785:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003489: FI_COLLECTIVE not requested libfabric:946684:1743801982:ofi_rxm:core:core:ofi_layering_ok():1200 Provider ofi_rxm is excluded libfabric:946684:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946684:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;cxi layering libfabric:946684:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxm libfabric:946684:1743801982:ofi_rxm:core:core:ofi_layering_ok():1211 Need core provider, skipping ofi_rxd libfabric:946684:1743801982:ofi_rxm:core:core:ofi_layering_ok():1217 Skipping util;shm layering libfabric:946684:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946684:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:946684:1743801982:ofi_rxm:core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946684:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxm returned -61 (No data available) libfabric:946684:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider ofi_rxd returned -61 (No data available) libfabric:946684:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider udp returned -61 (No data available) libfabric:946684:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider tcp returned -61 (No data available) libfabric:946684:1743801982::core:core:fi_getinfo_():1321 fi_getinfo: provider sm2 returned -61 (No data available) libfabric:946684:1743801982::core:core:fi_fabric_():1521 Opened fabric: cxi libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946688:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003493: FI_COLLECTIVE not requested libfabric:946684:1743801982::cxi:mr:cxip_iomm_init():310 nid003493: Domain ATS: 0 ODP: 0 HMEM: 1 Scalable: 0 libfabric:946684:1743801982::cxi:mr:cxip_iomm_init():332 nid003493: MR cache init failed: No space left on device. MR caching disabled. libfabric:946684:1743801982::cxi:domain:cxip_domain_enable():501 nid003493: DOM (cxi2:5:5:51675:0xc183): Domain enabled libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT, FI_MR_HMEM libfabric:946684:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:946684:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():555 Invalid memory registration mode libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Expected: FI_MR_ALLOCATED, FI_MR_PROV_KEY, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_mr_mode():556 Given: FI_MR_ALLOCATED, FI_MR_ENDPOINT libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801982::cxi:fabric:cxip_nic_get_rgroup_vni_ss_env():140 nid003493: Generated (5:51675) for cxi2 libfabric:946684:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxm layering libfabric:946684:1743801982::core:core:ofi_layering_ok():1237 Skipping cxi;ofi_rxd layering libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_rx_attr():848 Tx only caps ignored in Rx caps libfabric:946684:1743801982::cxi:core:ofi_check_tx_attr():946 Rx only caps ignored in Tx caps libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:core:ofi_check_info():1118 address format not supported libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Supported: FI_ADDR_CXI_COMPAT libfabric:946684:1743801982::cxi:core:ofi_check_info():1120 Requested: FI_ADDR_CXI libfabric:946684:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003493: FI_COLLECTIVE not requested libfabric:1749790:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003489: RXC (0xc1d2:3) PtlTE 31: Software managed EP enabled libfabric:1749790:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003489: FI_COLLECTIVE not requested libfabric:946687:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003493: RXC (0xc182:2) PtlTE 28: Software managed EP enabled libfabric:946687:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003493: FI_COLLECTIVE not requested libfabric:946683:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003493: RXC (0xc1c3:2) PtlTE 31: Software managed EP enabled libfabric:946683:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003493: FI_COLLECTIVE not requested libfabric:946688:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003493: RXC (0xc1c2:2) PtlTE 28: Software managed EP enabled libfabric:946688:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003493: FI_COLLECTIVE not requested libfabric:946684:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003493: RXC (0xc183:1) PtlTE 28: Software managed EP enabled libfabric:946684:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003493: FI_COLLECTIVE not requested libfabric:946687:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003493: RXC (0xc182:3) PtlTE 31: Software managed EP enabled libfabric:946687:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003493: FI_COLLECTIVE not requested libfabric:946688:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003493: RXC (0xc1c2:3) PtlTE 31: Software managed EP enabled libfabric:946688:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003493: FI_COLLECTIVE not requested libfabric:946684:1743801982::cxi:ep_data:cxip_recv_pte_cb():3050 nid003493: RXC (0xc183:3) PtlTE 31: Software managed EP enabled libfabric:946684:1743801982::cxi:ep_ctrl:cxip_coll_enable():3763 nid003493: FI_COLLECTIVE not requested /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/h5py/__init__.py:36: UserWarning: h5py is running against HDF5 1.14.4 when it was built against 1.14.6, this may cause problems _warn(("h5py is running against HDF5 {0} when it was built against {1}, " /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/h5py/__init__.py:36: UserWarning: h5py is running against HDF5 1.14.4 when it was built against 1.14.6, this may cause problems _warn(("h5py is running against HDF5 {0} when it was built against {1}, " /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/h5py/__init__.py:36: UserWarning: h5py is running against HDF5 1.14.4 when it was built against 1.14.6, this may cause problems _warn(("h5py is running against HDF5 {0} when it was built against {1}, " /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/h5py/__init__.py:36: UserWarning: h5py is running against HDF5 1.14.4 when it was built against 1.14.6, this may cause problems _warn(("h5py is running against HDF5 {0} when it was built against {1}, " /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/h5py/__init__.py:36: UserWarning: h5py is running against HDF5 1.14.4 when it was built against 1.14.6, this may cause problems _warn(("h5py is running against HDF5 {0} when it was built against {1}, " /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/h5py/__init__.py:36: UserWarning: h5py is running against HDF5 1.14.4 when it was built against 1.14.6, this may cause problems _warn(("h5py is running against HDF5 {0} when it was built against {1}, " /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/h5py/__init__.py:36: UserWarning: h5py is running against HDF5 1.14.4 when it was built against 1.14.6, this may cause problems _warn(("h5py is running against HDF5 {0} when it was built against {1}, " /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/h5py/__init__.py:36: UserWarning: h5py is running against HDF5 1.14.4 when it was built against 1.14.6, this may cause problems _warn(("h5py is running against HDF5 {0} when it was built against {1}, " /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/h5py/__init__.py:36: UserWarning: h5py is running against HDF5 1.14.4 when it was built against 1.14.6, this may cause problems _warn(("h5py is running against HDF5 {0} when it was built against {1}, " /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/h5py/__init__.py:36: UserWarning: h5py is running against HDF5 1.14.4 when it was built against 1.14.6, this may cause problems _warn(("h5py is running against HDF5 {0} when it was built against {1}, " /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/h5py/__init__.py:36: UserWarning: h5py is running against HDF5 1.14.4 when it was built against 1.14.6, this may cause problems _warn(("h5py is running against HDF5 {0} when it was built against {1}, " /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/h5py/__init__.py:36: UserWarning: h5py is running against HDF5 1.14.4 when it was built against 1.14.6, this may cause problems _warn(("h5py is running against HDF5 {0} when it was built against {1}, " /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/h5py/__init__.py:36: UserWarning: h5py is running against HDF5 1.14.4 when it was built against 1.14.6, this may cause problems _warn(("h5py is running against HDF5 {0} when it was built against {1}, " /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/h5py/__init__.py:36: UserWarning: h5py is running against HDF5 1.14.4 when it was built against 1.14.6, this may cause problems _warn(("h5py is running against HDF5 {0} when it was built against {1}, " /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/h5py/__init__.py:36: UserWarning: h5py is running against HDF5 1.14.4 when it was built against 1.14.6, this may cause problems _warn(("h5py is running against HDF5 {0} when it was built against {1}, " /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/h5py/__init__.py:36: UserWarning: h5py is running against HDF5 1.14.4 when it was built against 1.14.6, this may cause problems _warn(("h5py is running against HDF5 {0} when it was built against {1}, " /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/cupyx/jit/_interface.py:173: FutureWarning: cupyx.jit.rawkernel is experimental. The interface can change in the future. cupy._util.experimental('cupyx.jit.rawkernel') /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/cupyx/jit/_interface.py:173: FutureWarning: cupyx.jit.rawkernel is experimental. The interface can change in the future. cupy._util.experimental('cupyx.jit.rawkernel') /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/cupyx/jit/_interface.py:173: FutureWarning: cupyx.jit.rawkernel is experimental. The interface can change in the future. cupy._util.experimental('cupyx.jit.rawkernel') /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/cupyx/jit/_interface.py:173: FutureWarning: cupyx.jit.rawkernel is experimental. The interface can change in the future. cupy._util.experimental('cupyx.jit.rawkernel') /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/cupyx/jit/_interface.py:173: FutureWarning: cupyx.jit.rawkernel is experimental. The interface can change in the future. cupy._util.experimental('cupyx.jit.rawkernel') /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/cupyx/jit/_interface.py:173: FutureWarning: cupyx.jit.rawkernel is experimental. The interface can change in the future. cupy._util.experimental('cupyx.jit.rawkernel') /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/cupyx/jit/_interface.py:173: FutureWarning: cupyx.jit.rawkernel is experimental. The interface can change in the future. cupy._util.experimental('cupyx.jit.rawkernel') /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/cupyx/jit/_interface.py:173: FutureWarning: cupyx.jit.rawkernel is experimental. The interface can change in the future. cupy._util.experimental('cupyx.jit.rawkernel') /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/cupyx/jit/_interface.py:173: FutureWarning: cupyx.jit.rawkernel is experimental. The interface can change in the future. cupy._util.experimental('cupyx.jit.rawkernel') /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/cupyx/jit/_interface.py:173: FutureWarning: cupyx.jit.rawkernel is experimental. The interface can change in the future. cupy._util.experimental('cupyx.jit.rawkernel') /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/cupyx/jit/_interface.py:173: FutureWarning: cupyx.jit.rawkernel is experimental. The interface can change in the future. cupy._util.experimental('cupyx.jit.rawkernel') /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/cupyx/jit/_interface.py:173: FutureWarning: cupyx.jit.rawkernel is experimental. The interface can change in the future. cupy._util.experimental('cupyx.jit.rawkernel') /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/cupyx/jit/_interface.py:173: FutureWarning: cupyx.jit.rawkernel is experimental. The interface can change in the future. cupy._util.experimental('cupyx.jit.rawkernel') /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/cupyx/jit/_interface.py:173: FutureWarning: cupyx.jit.rawkernel is experimental. The interface can change in the future. cupy._util.experimental('cupyx.jit.rawkernel') /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/cupyx/jit/_interface.py:173: FutureWarning: cupyx.jit.rawkernel is experimental. The interface can change in the future. cupy._util.experimental('cupyx.jit.rawkernel') /pscratch/sd/s/seshu/cupynumeric-nightly-031225/lib/python3.1/site-packages/cupyx/jit/_interface.py:173: FutureWarning: cupyx.jit.rawkernel is experimental. The interface can change in the future. cupy._util.experimental('cupyx.jit.rawkernel') /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:442: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters1, pcov1 = opt.curve_fit(func1, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:442: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters1, pcov1 = opt.curve_fit(func1, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:442: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters1, pcov1 = opt.curve_fit(func1, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:442: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters1, pcov1 = opt.curve_fit(func1, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:442: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters1, pcov1 = opt.curve_fit(func1, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:442: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters1, pcov1 = opt.curve_fit(func1, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:442: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters1, pcov1 = opt.curve_fit(func1, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:442: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters1, pcov1 = opt.curve_fit(func1, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:442: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters1, pcov1 = opt.curve_fit(func1, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:442: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters1, pcov1 = opt.curve_fit(func1, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:442: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters1, pcov1 = opt.curve_fit(func1, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:442: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters1, pcov1 = opt.curve_fit(func1, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:442: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters1, pcov1 = opt.curve_fit(func1, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:442: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters1, pcov1 = opt.curve_fit(func1, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:442: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters1, pcov1 = opt.curve_fit(func1, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:442: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters1, pcov1 = opt.curve_fit(func1, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:443: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters2, pcov2 = opt.curve_fit(func2, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:443: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters2, pcov2 = opt.curve_fit(func2, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:443: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters2, pcov2 = opt.curve_fit(func2, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:443: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters2, pcov2 = opt.curve_fit(func2, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:443: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters2, pcov2 = opt.curve_fit(func2, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:443: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters2, pcov2 = opt.curve_fit(func2, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:443: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters2, pcov2 = opt.curve_fit(func2, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:443: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters2, pcov2 = opt.curve_fit(func2, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:443: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters2, pcov2 = opt.curve_fit(func2, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:443: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters2, pcov2 = opt.curve_fit(func2, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:443: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters2, pcov2 = opt.curve_fit(func2, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:443: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters2, pcov2 = opt.curve_fit(func2, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:443: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters2, pcov2 = opt.curve_fit(func2, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:443: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters2, pcov2 = opt.curve_fit(func2, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:443: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters2, pcov2 = opt.curve_fit(func2, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:443: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters2, pcov2 = opt.curve_fit(func2, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:444: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters3, pcov3 = opt.curve_fit(func3, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:444: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters3, pcov3 = opt.curve_fit(func3, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:444: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters3, pcov3 = opt.curve_fit(func3, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:444: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters3, pcov3 = opt.curve_fit(func3, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:444: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters3, pcov3 = opt.curve_fit(func3, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:444: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters3, pcov3 = opt.curve_fit(func3, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:444: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters3, pcov3 = opt.curve_fit(func3, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:444: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters3, pcov3 = opt.curve_fit(func3, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:444: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters3, pcov3 = opt.curve_fit(func3, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:444: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters3, pcov3 = opt.curve_fit(func3, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:444: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters3, pcov3 = opt.curve_fit(func3, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:444: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters3, pcov3 = opt.curve_fit(func3, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:444: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters3, pcov3 = opt.curve_fit(func3, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:444: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters3, pcov3 = opt.curve_fit(func3, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:444: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters3, pcov3 = opt.curve_fit(func3, delay_onn95, a) /pscratch/sd/s/seshu/cunumeric_lcls/xpply5120/output/r318_mfr_nodes4/r318_mfr.py:444: OptimizeWarning: Covariance of the parameters could not be estimated optimizedParameters3, pcov3 = opt.curve_fit(func3, delay_onn95, a) DEBUG: 0.019s: Script start (5803MB) DEBUG: 3.751s: Imports done (5919MB) DEBUG: 17.176s: Load dataset took 13.425s DEBUG: 17.177s: Shape of JF_on95 is (839, 1064, 1030) (6963MB) DEBUG: 17.178s: Shape of JF_off95 is (839, 1064, 1030) (6963MB) DEBUG: 17.178s: Shape of I0_on95 is (839,) (6963MB) DEBUG: 17.179s: Shape of I0_off95 is (839,) (6963MB) DEBUG: 17.179s: Shape of I0_on2_95 is (839,) (6963MB) DEBUG: 17.180s: Shape of I0_off2_95 is (839,) (6963MB) DEBUG: 17.180s: Shape of nEntries_on95 is (839,) (6963MB) DEBUG: 17.180s: Shape of nEntries_off95 is (839,) (6963MB) DEBUG: 17.181s: Shape of binVar_bins95 is (839,) (6963MB) DEBUG: 17.181s: type of binVar_bins95 is (6963MB) DEBUG: 17.279s: scan var length 95 =839 (7013MB) DEBUG: 17.280s: bin size 95 = 250 fs (7013MB) DEBUG: 17.446s: saving laser_on_off_i0_95.png (7109MB) DEBUG: 17.884s: evr95 (7120MB) DEBUG: 17.887s: Shape of delay_onn95 is (838,), range [-9.75,199.5] (7120MB) DEBUG: 17.888s: Shape of JF_on is (839, 1064, 1030) (7120MB) DEBUG: 17.888s: Shape of JF_onn is (838, 1064, 1030) (7120MB) DEBUG: 18.108s: nanmean of JF_onn is 1.2447877803450946 (7365MB) DEBUG: 18.113s: nanmean of JF_offf is 0.48405521191872847 (7365MB) DEBUG: 18.121s: nanmean of I0_onn is 401856.03 (7365MB) DEBUG: 18.124s: nanmean of I0_offf is 183076.92 (7365MB) DEBUG: 18.125s: normalize images with width = 1030, height = 1064 (7365MB) DEBUG: 18.329s: ========================================================== (7576MB) DEBUG: 18.331s: min of A0_JF_I0_onn is 1.0 (7576MB) DEBUG: 18.332s: mean of A0_JF_I0_onn is 1.0025980178945502 (7576MB) DEBUG: 18.336s: max of A0_JF_I0_onn is 66.93090111360812 (7576MB) DEBUG: 18.336s: ========================================================== (7576MB) DEBUG: 18.337s: min of A0_JF_I0_offf is 1.0 (7576MB) DEBUG: 18.339s: mean of A0_JF_I0_offf is 1.0022208626986684 (7576MB) DEBUG: 18.340s: max of A0_JF_I0_offf is 54.19002348975435 (7576MB) DEBUG: 18.341s: ========================================================== (7576MB) DEBUG: 18.342s: min of A0_JF_I0_difff is 1.0 (7576MB) DEBUG: 18.344s: mean of A0_JF_I0_difff is 5823.613347055018 (7576MB) DEBUG: 18.345s: max of A0_JF_I0_difff is 17579.43581683214 (7576MB) DEBUG: 18.351s: Plotting full detector shape (1064, 1030) (7577MB) DEBUG: 20.420s: Selected area contains of 3720 ROI's of size 16x16 (8016MB) DEBUG: 20.421s: Plotting full_rot_allrect detector shape (838, 1064, 1030) (8016MB) DEBUG: 20.679s: ROI FULL: rise at pos 87, time value 12.0, amp_f3/amp_org = 25708665.273632854 (8044MB) DEBUG: 30.081s: Analysis of 3720 ROI's (8300MB) DEBUG: 30.085s: gpus = Machine(preferred_target: GPU, GPU: Proc([0,16], 1 per node)), size = 16 (8300MB) DEBUG: 30.085s: cpus = Machine(preferred_target: CPU, CPU: Proc([0,16], 1 per node)), size = 16 (8300MB) DEBUG: 30.086s: Pre-cropping input for 3720 tiles (8300MB) DEBUG: 33.356s: Done waiting at fence after data preparation (8493MB) Scheduled task i = 0/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 1/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 2/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 3/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 4/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 5/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 6/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 7/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 8/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 9/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 10/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 11/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 12/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 13/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 14/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 15/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 16/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 17/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 18/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 19/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 20/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 21/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 22/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 23/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 24/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 25/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 26/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 27/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 28/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 29/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 30/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 31/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 32/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 33/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 34/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 35/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 36/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 37/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 38/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 39/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 40/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 41/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 42/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 43/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 44/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 45/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 46/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 47/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 48/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 49/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 50/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 51/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 52/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 53/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 54/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 55/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 56/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 57/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 58/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 59/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 60/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 61/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 62/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 63/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 64/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 65/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 66/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 67/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 68/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 69/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 70/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 71/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 72/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 73/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 74/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 75/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 76/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 77/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 78/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 79/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 80/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 81/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 82/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 83/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 84/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 85/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 86/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 87/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 88/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 89/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 90/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 91/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 92/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 93/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 94/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 95/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 96/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 97/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 98/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 99/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 100/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 101/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 102/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 103/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 104/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 105/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 106/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 107/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 108/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 109/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 110/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 111/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 112/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 113/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 114/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 115/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 116/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 117/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 118/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 119/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 120/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 121/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 122/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 123/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 124/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 125/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 126/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 127/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 128/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 129/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 130/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 131/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 132/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 133/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 134/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 135/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 136/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 137/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 138/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 139/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 140/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 141/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 142/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 143/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 144/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 145/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 146/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 147/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 148/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 149/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 150/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 151/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 152/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 153/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 154/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 155/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 156/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 157/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 158/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 159/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 160/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 161/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 162/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 163/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 164/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 165/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 166/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 167/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 168/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 169/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 170/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 171/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 172/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 173/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 174/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 175/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 176/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 177/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 178/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 179/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 180/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 181/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 182/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 183/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 184/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 185/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 186/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 187/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 188/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 189/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 190/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 191/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 192/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 193/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 194/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 195/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 196/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 197/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 198/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 199/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 200/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 201/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 202/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 203/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 204/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 205/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 206/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 207/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 208/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 209/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 210/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 211/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 212/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 213/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 214/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 215/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 216/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 217/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 218/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 219/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 220/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 221/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 222/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 223/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 224/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 225/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 226/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 227/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 228/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 229/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 230/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 231/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 232/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 233/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 234/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 235/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 236/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 237/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 238/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 239/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 240/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 241/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 242/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 243/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 244/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 245/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 246/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 247/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 248/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 249/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 250/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 251/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 252/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 253/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 254/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 255/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 256/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 257/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 258/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 259/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 260/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 261/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 262/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 263/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 264/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 265/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 266/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 267/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 268/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 269/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 270/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 271/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 272/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 273/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 274/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 275/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 276/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 277/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 278/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 279/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 280/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 281/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 282/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 283/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 284/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 285/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 286/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 287/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 288/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 289/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 290/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 291/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 292/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 293/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 294/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 295/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 296/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 297/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 298/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 299/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 300/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 301/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 302/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 303/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 304/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 305/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 306/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 307/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 308/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 309/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 310/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 311/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 312/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 313/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 314/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 315/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 316/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 317/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 318/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 319/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 320/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 321/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 322/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 323/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 324/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 325/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 326/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 327/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 328/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 329/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 330/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 331/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 332/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 333/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 334/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 335/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 336/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 337/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 338/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 339/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 340/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 341/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 342/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 343/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 344/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 345/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 346/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 347/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 348/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 349/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 350/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 351/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 352/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 353/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 354/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 355/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 356/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 357/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 358/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 359/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 360/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 361/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 362/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 363/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 364/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 365/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 366/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 367/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 368/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 369/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 370/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 371/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 372/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 373/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 374/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 375/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 376/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 377/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 378/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 379/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 380/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 381/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 382/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 383/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 384/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 385/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 386/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 387/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 388/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 389/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 390/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 391/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 392/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 393/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 394/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 395/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 396/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 397/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 398/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 399/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 400/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 401/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 402/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 403/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 404/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 405/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 406/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 407/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 408/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 409/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 410/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 411/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 412/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 413/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 414/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 415/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 416/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 417/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 418/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 419/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 420/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 421/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 422/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 423/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 424/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 425/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 426/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 427/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 428/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 429/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 430/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 431/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 432/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 433/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 434/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 435/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 436/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 437/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 438/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 439/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 440/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 441/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 442/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 443/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 444/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 445/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 446/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 447/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 448/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 449/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 450/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 451/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 452/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 453/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 454/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 455/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 456/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 457/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 458/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 459/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 460/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 461/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 462/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 463/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 464/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 465/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 466/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 467/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 468/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 469/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 470/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 471/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 472/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 473/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 474/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 475/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 476/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 477/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 478/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 479/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 480/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 481/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 482/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 483/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 484/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 485/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 486/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 487/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 488/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 489/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 490/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 491/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 492/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 493/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 494/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 495/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 496/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 497/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 498/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 499/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 500/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 501/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 502/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 503/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 504/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 505/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 506/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 507/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 508/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 509/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 510/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 511/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 512/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 513/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 514/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 515/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 516/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 517/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 518/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 519/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 520/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 521/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 522/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 523/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 524/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 525/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 526/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 527/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 528/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 529/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 530/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 531/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 532/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 533/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 534/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 535/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 536/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 537/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 538/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 539/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 540/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 541/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 542/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 543/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 544/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 545/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 546/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 547/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 548/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 549/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 550/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 551/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 552/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 553/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 554/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 555/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 556/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 557/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 558/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 559/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 560/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 561/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 562/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 563/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 564/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 565/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 566/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 567/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 568/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 569/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 570/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 571/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 572/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 573/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 574/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 575/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 576/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 577/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 578/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 579/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 580/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 581/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 582/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 583/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 584/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 585/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 586/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 587/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 588/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 589/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 590/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 591/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 592/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 593/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 594/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 595/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 596/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 597/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 598/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 599/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 600/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 601/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 602/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 603/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 604/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 605/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 606/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 607/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 608/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 609/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 610/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 611/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 612/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 613/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 614/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 615/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 616/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 617/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 618/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 619/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 620/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 621/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 622/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 623/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 624/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 625/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 626/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 627/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 628/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 629/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 630/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 631/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 632/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 633/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 634/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 635/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 636/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 637/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 638/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 639/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 640/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 641/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 642/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 643/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 644/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 645/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 646/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 647/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 648/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 649/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 650/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 651/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 652/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 653/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 654/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 655/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 656/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 657/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 658/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 659/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 660/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 661/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 662/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 663/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 664/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 665/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 666/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 667/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 668/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 669/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 670/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 671/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 672/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 673/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 674/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 675/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 676/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 677/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 678/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 679/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 680/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 681/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 682/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 683/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 684/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 685/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 686/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 687/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 688/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 689/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 690/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 691/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 692/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 693/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 694/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 695/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 696/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 697/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 698/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 699/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 700/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 701/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 702/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 703/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 704/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 705/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 706/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 707/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 708/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 709/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 710/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 711/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 712/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 713/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 714/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 715/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 716/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 717/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 718/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 719/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 720/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 721/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 722/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 723/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 724/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 725/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 726/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 727/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 728/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 729/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 730/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 731/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 732/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 733/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 734/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 735/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 736/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 737/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 738/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 739/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 740/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 741/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 742/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 743/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 744/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 745/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 746/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 747/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 748/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 749/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 750/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 751/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 752/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 753/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 754/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 755/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 756/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 757/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 758/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 759/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 760/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 761/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 762/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 763/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 764/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 765/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 766/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 767/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 768/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 769/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 770/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 771/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 772/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 773/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 774/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 775/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 776/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 777/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 778/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 779/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 780/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 781/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 782/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 783/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 784/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 785/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 786/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 787/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 788/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 789/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 790/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 791/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 792/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 793/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 794/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 795/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 796/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 797/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 798/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 799/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 800/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 801/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 802/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 803/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 804/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 805/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 806/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 807/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 808/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 809/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 810/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 811/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 812/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 813/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 814/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 815/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 816/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 817/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 818/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 819/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 820/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 821/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 822/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 823/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 824/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 825/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 826/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 827/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 828/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 829/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 830/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 831/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 832/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 833/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 834/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 835/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 836/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 837/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 838/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 839/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 840/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 841/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 842/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 843/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 844/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 845/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 846/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 847/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 848/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 849/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 850/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 851/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 852/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 853/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 854/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 855/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 856/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 857/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 858/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 859/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 860/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 861/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 862/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 863/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 864/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 865/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 866/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 867/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 868/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 869/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 870/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 871/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 872/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 873/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 874/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 875/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 876/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 877/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 878/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 879/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 880/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 881/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 882/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 883/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 884/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 885/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 886/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 887/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 888/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 889/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 890/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 891/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 892/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 893/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 894/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 895/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 896/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 897/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 898/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 899/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 900/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 901/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 902/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 903/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 904/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 905/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 906/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 907/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 908/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 909/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 910/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 911/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 912/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 913/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 914/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 915/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 916/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 917/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 918/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 919/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 920/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 921/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 922/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 923/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 924/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 925/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 926/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 927/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 928/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 929/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 930/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 931/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 932/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 933/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 934/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 935/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 936/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 937/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 938/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 939/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 940/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 941/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 942/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 943/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 944/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 945/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 946/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 947/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 948/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 949/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 950/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 951/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 952/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 953/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 954/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 955/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 956/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 957/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 958/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 959/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 960/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 961/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 962/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 963/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 964/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 965/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 966/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 967/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 968/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 969/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 970/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 971/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 972/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 973/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 974/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 975/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 976/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 977/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 978/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 979/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 980/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 981/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 982/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 983/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 984/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 985/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 986/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 987/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 988/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 989/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 990/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 991/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 992/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 993/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 994/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) Scheduled task i = 995/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([3,4], 1 per node)) Scheduled task i = 996/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([4,5], 1 per node)) Scheduled task i = 997/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([5,6], 1 per node)) Scheduled task i = 998/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([6,7], 1 per node)) Scheduled task i = 999/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([7,8], 1 per node)) Scheduled task i = 1000/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([8,9], 1 per node)) Scheduled task i = 1001/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([9,10], 1 per node)) Scheduled task i = 1002/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([10,11], 1 per node)) Scheduled task i = 1003/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([11,12], 1 per node)) Scheduled task i = 1004/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([12,13], 1 per node)) Scheduled task i = 1005/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([13,14], 1 per node)) Scheduled task i = 1006/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([14,15], 1 per node)) Scheduled task i = 1007/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([15,16], 1 per node)) Scheduled task i = 1008/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([0,1], 1 per node)) Scheduled task i = 1009/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([1,2], 1 per node)) Scheduled task i = 1010/3720 on machine = Machine(preferred_target: GPU, GPU: Proc([2,3], 1 per node)) *** Caught a signal (proc 4): SIGTERM(15) slurmstepd: error: *** JOB 37467215 ON nid003488 CANCELLED AT 2025-04-04T21:37:48 *** *** Caught a signal (proc 5): SIGTERM(15) *** Caught a signal (proc 12): SIGTERM(15) slurmstepd: error: *** STEP 37467215.0 ON nid003488 CANCELLED AT 2025-04-04T21:37:48 *** *** Caught a signal (proc 8): SIGTERM(15) *** Caught a signal (proc 6): SIGTERM(15) *** Caught a signal (proc 13): SIGTERM(15) *** Caught a signal (proc 0): SIGTERM(15) *** Caught a signal (proc 9): SIGTERM(15) *** Caught a signal (proc 7): SIGTERM(15) *** Caught a signal (proc 14): SIGTERM(15) *** Caught a signal (proc 1): SIGTERM(15) *** Caught a signal (proc 10): SIGTERM(15) *** Caught a signal (proc 15): SIGTERM(15) *** Caught a signal (proc 2): SIGTERM(15) *** Caught a signal (proc 11): SIGTERM(15) libfabric:946683:1743802668::cxi:ep_data:cxip_ptelist_bufpool_fini():342 nid003493: RXC (0xc1c3:2) PtlTE 31: Number of REQUEST buffers allocated 10 *** Caught a signal (proc 3): SIGTERM(15) libfabric:834187:1743802668::cxi:ep_data:cxip_ptelist_bufpool_fini():342 nid003492: RXC (0xc142:3) PtlTE 31: Number of REQUEST buffers allocated 10 libfabric:946687:1743802668::cxi:ep_data:cxip_ptelist_bufpool_fini():342 nid003493: RXC (0xc182:3) PtlTE 31: Number of REQUEST buffers allocated 10 libfabric:839499:1743802668::cxi:ep_data:cxip_ptelist_bufpool_fini():342 nid003488: RXC (0xc113:3) PtlTE 31: Number of REQUEST buffers allocated 10 libfabric:834183:1743802668::cxi:ep_data:cxip_ptelist_bufpool_fini():342 nid003492: RXC (0xc103:3) PtlTE 31: Number of REQUEST buffers allocated 10 libfabric:946688:1743802668::cxi:ep_data:cxip_ptelist_bufpool_fini():342 nid003493: RXC (0xc1c2:3) PtlTE 31: Number of REQUEST buffers allocated 10 libfabric:839503:1743802668::cxi:ep_data:cxip_ptelist_bufpool_fini():342 nid003488: RXC (0xc152:3) PtlTE 31: Number of REQUEST buffers allocated 10 libfabric:834186:1743802668::cxi:ep_data:cxip_ptelist_bufpool_fini():342 nid003492: RXC (0xc102:3) PtlTE 31: Number of REQUEST buffers allocated 10 libfabric:946684:1743802668::cxi:ep_data:cxip_ptelist_bufpool_fini():342 nid003493: RXC (0xc183:3) PtlTE 31: Number of REQUEST buffers allocated 10 libfabric:839498:1743802668::cxi:ep_data:cxip_ptelist_bufpool_fini():342 nid003488: RXC (0xc153:2) PtlTE 31: Number of REQUEST buffers allocated 10 libfabric:834182:1743802668::cxi:ep_data:cxip_ptelist_bufpool_fini():342 nid003492: RXC (0xc143:2) PtlTE 31: Number of REQUEST buffers allocated 10 libfabric:839502:1743802668::cxi:ep_data:cxip_ptelist_bufpool_fini():342 nid003488: RXC (0xc112:3) PtlTE 31: Number of REQUEST buffers allocated 10