#include "src/include/pmix_config.h"
#include "pmix_common.h"
#ifdef HAVE_STRING_H
# include <string.h>
#endif
#ifdef HAVE_FCNTL_H
# include <fcntl.h>
#endif
#ifdef HAVE_SYS_STAT_H
# include <sys/stat.h>
#endif
#include "src/class/pmix_list.h"
#include "src/client/pmix_client_ops.h"
#include "src/mca/base/pmix_base.h"
#include "src/mca/base/pmix_mca_base_framework.h"
#include "src/mca/base/pmix_mca_base_var.h"
#include "src/mca/mca.h"
#include "src/server/pmix_server_ops.h"
#include "src/util/pmix_basename.h"
#include "src/util/pmix_error.h"
#include "src/util/pmix_os_dirpath.h"
#include "src/util/pmix_os_path.h"
#include "src/util/pmix_environ.h"
#include "src/util/pmix_show_help.h"
#include "src/mca/ptl/base/base.h"
#include "src/mca/ptl/ptl_types.h"
#include "src/mca/ptl/base/static-components.h"
pmix_ptl_base_t pmix_ptl_base = {
.initialized = false,
.selected = false,
.posted_recvs = PMIX_LIST_STATIC_INIT,
.unexpected_msgs = PMIX_LIST_STATIC_INIT,
.listener = PMIX_LISTENER_STATIC_INIT,
.connection = NULL,
.current_tag = 0,
.max_msg_size = 0,
.session_tmpdir = NULL,
.system_tmpdir = NULL,
.report_uri = NULL,
.uri = NULL,
.urifile = NULL,
.sysctrlr_filename = NULL,
.scheduler_filename = NULL,
.system_filename = NULL,
.session_filename = NULL,
.nspace_filename = NULL,
.pid_filename = NULL,
.rendezvous_filename = NULL,
.created_rendezvous_dir = false,
.created_rendezvous_file = false,
.created_session_tmpdir = false,
.created_system_tmpdir = false,
.created_sysctrlr_filename = false,
.created_scheduler_filename = false,
.created_system_filename = false,
.created_session_filename = false,
.created_nspace_filename = false,
.created_pid_filename = false,
.created_urifile = false,
.remote_connections = false,
.connections_specified = false,
.system_tool = false,
.allow_foreign_tools = true,
.session_tool = false,
.tool_support = false,
.if_include = NULL,
.if_exclude = NULL,
.ipv4_port = 0,
.disable_ipv4_family = false,
.ipv6_port = 0,
.disable_ipv6_family = true,
.max_retries = 0,
.wait_to_connect = 0,
.handshake_wait_time = 0,
.handshake_max_retries = 0
};
int pmix_ptl_base_output = -1;
pmix_ptl_module_t pmix_ptl = {
.name = NULL,
.init = NULL,
.finalize = NULL,
.recv = NULL,
.cancel = NULL,
.connect_to_peer = NULL,
.query_servers = NULL,
.setup_listener = NULL,
.setup_fork = NULL
};
static size_t max_msg_size = 0;
static int pmix_ptl_register(pmix_mca_base_register_flag_t flags)
{
int idx;
(void) flags;
pmix_mca_base_var_register("pmix", "ptl", "base", "max_msg_size",
"Max size (in Mbytes) of a client/server msg",
PMIX_MCA_BASE_VAR_TYPE_SIZE_T,
&max_msg_size);
pmix_ptl_base.max_msg_size = max_msg_size * 1024 * 1024;
idx = pmix_mca_base_var_register("pmix", "ptl", "base", "if_include",
"Comma-delimited list of devices and/or CIDR notation of TCP networks "
"(e.g., \"eth0,192.168.0.0/16\"). Mutually exclusive with ptl_tcp_if_exclude.",
PMIX_MCA_BASE_VAR_TYPE_STRING,
&pmix_ptl_base.if_include);
(void) pmix_mca_base_var_register_synonym(idx, "pmix", "ptl", "tcp", "if_include",
PMIX_MCA_BASE_VAR_SYN_FLAG_DEPRECATED);
idx = pmix_mca_base_var_register("pmix", "ptl", "base", "if_exclude",
"Comma-delimited list of devices and/or CIDR notation of TCP networks to NOT use "
"-- all devices not matching these specifications will be used (e.g., "
"\"eth0,192.168.0.0/16\"). "
"If set to a non-default value, it is mutually exclusive with ptl_tcp_if_include.",
PMIX_MCA_BASE_VAR_TYPE_STRING,
&pmix_ptl_base.if_exclude);
(void) pmix_mca_base_var_register_synonym(idx, "pmix", "ptl", "tcp", "if_exclude",
PMIX_MCA_BASE_VAR_SYN_FLAG_DEPRECATED);
if (NULL != pmix_ptl_base.if_include && NULL != pmix_ptl_base.if_exclude) {
pmix_show_help("help-ptl-base.txt", "include-exclude", true, pmix_ptl_base.if_include,
pmix_ptl_base.if_exclude);
return PMIX_ERR_NOT_AVAILABLE;
}
idx = pmix_mca_base_var_register("pmix", "ptl", "base", "ipv4_port", "IPv4 port to be used",
PMIX_MCA_BASE_VAR_TYPE_INT,
&pmix_ptl_base.ipv4_port);
(void) pmix_mca_base_var_register_synonym(idx, "pmix", "ptl", "tcp", "ipv4_port",
PMIX_MCA_BASE_VAR_SYN_FLAG_DEPRECATED);
idx = pmix_mca_base_var_register("pmix", "ptl", "base", "ipv6_port", "IPv6 port to be used",
PMIX_MCA_BASE_VAR_TYPE_INT,
&pmix_ptl_base.ipv6_port);
(void) pmix_mca_base_var_register_synonym(idx, "pmix", "ptl", "tcp", "ipv6_port",
PMIX_MCA_BASE_VAR_SYN_FLAG_DEPRECATED);
idx = pmix_mca_base_var_register("pmix", "ptl", "base", "disable_ipv4_family",
"Disable the IPv4 interfaces", PMIX_MCA_BASE_VAR_TYPE_BOOL,
&pmix_ptl_base.disable_ipv4_family);
(void) pmix_mca_base_var_register_synonym(idx, "pmix", "ptl", "tcp", "disable_ipv4_family",
PMIX_MCA_BASE_VAR_SYN_FLAG_DEPRECATED);
pmix_ptl_base.disable_ipv6_family = true;
idx = pmix_mca_base_var_register("pmix", "ptl", "base", "disable_ipv6_family",
"Disable the IPv6 interfaces (default:disabled)",
PMIX_MCA_BASE_VAR_TYPE_BOOL,
&pmix_ptl_base.disable_ipv6_family);
(void) pmix_mca_base_var_register_synonym(idx, "pmix", "ptl", "tcp", "disable_ipv6_family",
PMIX_MCA_BASE_VAR_SYN_FLAG_DEPRECATED);
idx = pmix_mca_base_var_register("pmix", "ptl", "base", "connection_wait_time",
"Number of seconds to wait for the server connection file to appear",
PMIX_MCA_BASE_VAR_TYPE_INT,
&pmix_ptl_base.wait_to_connect);
(void) pmix_mca_base_var_register_synonym(idx, "pmix", "ptl", "tcp", "connection_wait_time",
PMIX_MCA_BASE_VAR_SYN_FLAG_DEPRECATED);
idx = pmix_mca_base_var_register("pmix", "ptl", "base", "max_retries",
"Number of times to look for the connection file before quitting",
PMIX_MCA_BASE_VAR_TYPE_INT,
&pmix_ptl_base.max_retries);
(void) pmix_mca_base_var_register_synonym(idx, "pmix", "ptl", "tcp", "max_retries",
PMIX_MCA_BASE_VAR_SYN_FLAG_DEPRECATED);
idx = pmix_mca_base_var_register("pmix", "ptl", "base", "handshake_wait_time",
"Number of seconds to wait for the server reply to the handshake request",
PMIX_MCA_BASE_VAR_TYPE_INT,
&pmix_ptl_base.handshake_wait_time);
(void) pmix_mca_base_var_register_synonym(idx, "pmix", "ptl", "tcp", "handshake_wait_time",
PMIX_MCA_BASE_VAR_SYN_FLAG_DEPRECATED);
idx = pmix_mca_base_var_register("pmix", "ptl", "base", "handshake_max_retries",
"Number of times to retry the handshake request before giving up",
PMIX_MCA_BASE_VAR_TYPE_INT,
&pmix_ptl_base.handshake_max_retries);
(void) pmix_mca_base_var_register_synonym(idx, "pmix", "ptl", "tcp", "handshake_max_retries",
PMIX_MCA_BASE_VAR_SYN_FLAG_DEPRECATED);
idx = pmix_mca_base_var_register("pmix", "ptl", "base", "report_uri",
"Output URI [- => stdout, + => stderr, or filename]",
PMIX_MCA_BASE_VAR_TYPE_STRING,
&pmix_ptl_base.report_uri);
(void) pmix_mca_base_var_register_synonym(idx, "pmix", "ptl", "tcp", "report_uri",
PMIX_MCA_BASE_VAR_SYN_FLAG_DEPRECATED);
return PMIX_SUCCESS;
}
static bool _check_file(const char *root, const char *path)
{
struct stat st;
char *fullpath;
if (0 == strncmp(path, "output-", strlen("output-"))) {
memset(&st, 0, sizeof(struct stat));
fullpath = pmix_os_path(false, root, path, NULL);
stat(fullpath, &st);
free(fullpath);
if (0 == st.st_size) {
return true;
}
return false;
}
return true;
}
static pmix_status_t pmix_ptl_close(void)
{
int rc;
char *tmp;
if (!pmix_ptl_base.initialized) {
return PMIX_SUCCESS;
}
pmix_ptl_base.initialized = false;
pmix_ptl_base.selected = false;
pmix_ptl_base_stop_listening();
if (NULL != pmix_client_globals.myserver) {
if (0 <= pmix_client_globals.myserver->sd) {
CLOSE_THE_SOCKET(pmix_client_globals.myserver->sd);
pmix_client_globals.myserver->sd = -1;
}
}
if (NULL != pmix_ptl_base.connection) {
free(pmix_ptl_base.connection);
}
PMIX_LIST_DESTRUCT(&pmix_ptl_base.posted_recvs);
PMIX_LIST_DESTRUCT(&pmix_ptl_base.unexpected_msgs);
PMIX_DESTRUCT(&pmix_ptl_base.listener);
if (NULL != pmix_ptl_base.scheduler_filename) {
if (pmix_ptl_base.created_scheduler_filename) {
rc = remove(pmix_ptl_base.scheduler_filename);
if (0 != rc) {
pmix_output_verbose(2, pmix_ptl_base_framework.framework_output,
"Remove of %s failed: %s",
pmix_ptl_base.scheduler_filename, strerror(errno));
}
}
free(pmix_ptl_base.scheduler_filename);
}
if (NULL != pmix_ptl_base.sysctrlr_filename) {
if (pmix_ptl_base.created_sysctrlr_filename) {
rc = remove(pmix_ptl_base.sysctrlr_filename);
if (0 != rc) {
pmix_output_verbose(2, pmix_ptl_base_framework.framework_output,
"Remove of %s failed: %s",
pmix_ptl_base.sysctrlr_filename, strerror(errno));
}
}
free(pmix_ptl_base.sysctrlr_filename);
}
if (NULL != pmix_ptl_base.system_filename) {
if (pmix_ptl_base.created_system_filename) {
rc = remove(pmix_ptl_base.system_filename);
if (0 != rc) {
pmix_output_verbose(2, pmix_ptl_base_framework.framework_output,
"Remove of %s failed: %s",
pmix_ptl_base.system_filename, strerror(errno));
}
}
free(pmix_ptl_base.system_filename);
}
if (NULL != pmix_ptl_base.session_filename) {
if (pmix_ptl_base.created_session_filename) {
rc = remove(pmix_ptl_base.session_filename);
if (0 != rc) {
pmix_output_verbose(2, pmix_ptl_base_framework.framework_output,
"Remove of %s failed: %s",
pmix_ptl_base.session_filename, strerror(errno));
}
}
free(pmix_ptl_base.session_filename);
}
if (NULL != pmix_ptl_base.nspace_filename) {
if (pmix_ptl_base.created_nspace_filename) {
rc = remove(pmix_ptl_base.nspace_filename);
if (0 != rc) {
pmix_output_verbose(2, pmix_ptl_base_framework.framework_output,
"Remove of %s failed: %s",
pmix_ptl_base.nspace_filename, strerror(errno));
}
}
free(pmix_ptl_base.nspace_filename);
}
if (NULL != pmix_ptl_base.pid_filename) {
if (pmix_ptl_base.created_pid_filename) {
rc = remove(pmix_ptl_base.pid_filename);
if (0 != rc) {
pmix_output_verbose(2, pmix_ptl_base_framework.framework_output,
"Remove of %s failed: %s",
pmix_ptl_base.pid_filename, strerror(errno));
}
}
free(pmix_ptl_base.pid_filename);
}
if (NULL != pmix_ptl_base.rendezvous_filename) {
if (pmix_ptl_base.created_rendezvous_dir) {
tmp = pmix_dirname(pmix_ptl_base.rendezvous_filename);
pmix_os_dirpath_destroy(tmp, true, _check_file);
free(tmp);
}
if (pmix_ptl_base.created_rendezvous_file) {
rc = remove(pmix_ptl_base.rendezvous_filename);
if (0 != rc) {
pmix_output_verbose(2, pmix_ptl_base_framework.framework_output,
"Remove of %s failed: %s",
pmix_ptl_base.rendezvous_filename, strerror(errno));
}
}
free(pmix_ptl_base.rendezvous_filename);
}
if (NULL != pmix_ptl_base.uri) {
free(pmix_ptl_base.uri);
}
if (NULL != pmix_ptl_base.urifile) {
if (pmix_ptl_base.created_urifile) {
rc = remove(pmix_ptl_base.urifile);
if (0 != rc) {
pmix_output_verbose(2, pmix_ptl_base_framework.framework_output,
"Remove of %s failed: %s",
pmix_ptl_base.urifile, strerror(errno));
}
}
free(pmix_ptl_base.urifile);
pmix_ptl_base.urifile = NULL;
}
if (NULL != pmix_ptl_base.session_tmpdir) {
if (pmix_ptl_base.created_session_tmpdir) {
pmix_os_dirpath_destroy(pmix_ptl_base.session_tmpdir, true, _check_file);
}
free(pmix_ptl_base.session_tmpdir);
}
if (NULL != pmix_ptl_base.system_tmpdir) {
if (pmix_ptl_base.created_system_tmpdir) {
pmix_os_dirpath_destroy(pmix_ptl_base.system_tmpdir, true, _check_file);
}
free(pmix_ptl_base.system_tmpdir);
}
return pmix_mca_base_framework_components_close(&pmix_ptl_base_framework, NULL);
}
static pmix_status_t pmix_ptl_open(pmix_mca_base_open_flag_t flags)
{
pmix_status_t rc;
char *tdir;
pmix_ptl_base.initialized = true;
PMIX_CONSTRUCT(&pmix_ptl_base.posted_recvs, pmix_list_t);
PMIX_CONSTRUCT(&pmix_ptl_base.unexpected_msgs, pmix_list_t);
PMIX_CONSTRUCT(&pmix_ptl_base.listener, pmix_listener_t);
pmix_ptl_base.current_tag = PMIX_PTL_TAG_DYNAMIC;
pmix_ptl_base.connection = (struct sockaddr_storage *)malloc(sizeof(struct sockaddr_storage));
if (NULL == pmix_ptl_base.connection) {
return PMIX_ERR_NOMEM;
}
memset(pmix_ptl_base.connection, 0, sizeof(struct sockaddr_storage));
if (PMIX_PEER_IS_SERVER(pmix_globals.mypeer) || PMIX_PEER_IS_LAUNCHER(pmix_globals.mypeer)) {
pmix_ptl_base.session_tmpdir = strdup(pmix_server_globals.tmpdir);
} else {
if (NULL != (tdir = getenv("PMIX_SERVER_TMPDIR"))) {
pmix_ptl_base.session_tmpdir = strdup(tdir);
} else {
pmix_ptl_base.session_tmpdir = strdup(pmix_tmp_directory());
}
}
if (PMIX_PEER_IS_SERVER(pmix_globals.mypeer) || PMIX_PEER_IS_LAUNCHER(pmix_globals.mypeer)) {
pmix_ptl_base.system_tmpdir = strdup(pmix_server_globals.system_tmpdir);
} else {
if (NULL != (tdir = getenv("PMIX_SYSTEM_TMPDIR"))) {
pmix_ptl_base.system_tmpdir = strdup(tdir);
} else {
pmix_ptl_base.system_tmpdir = strdup(pmix_tmp_directory());
}
}
if (NULL != pmix_ptl_base.report_uri && 0 != strcmp(pmix_ptl_base.report_uri, "-")
&& 0 != strcmp(pmix_ptl_base.report_uri, "+")) {
pmix_ptl_base.urifile = strdup(pmix_ptl_base.report_uri);
}
if (PMIX_PEER_IS_SERVER(pmix_globals.mypeer) || PMIX_PEER_IS_LAUNCHER(pmix_globals.mypeer)) {
if (NULL != (tdir = getenv("PMIX_LAUNCHER_RENDEZVOUS_FILE"))) {
pmix_ptl_base.rendezvous_filename = strdup(tdir);
}
}
rc = pmix_mca_base_framework_components_open(&pmix_ptl_base_framework, flags);
pmix_ptl_base_output = pmix_ptl_base_framework.framework_output;
return rc;
}
PMIX_MCA_BASE_FRAMEWORK_DECLARE(pmix, ptl, "PMIx Transfer Layer", pmix_ptl_register, pmix_ptl_open,
pmix_ptl_close, pmix_mca_ptl_base_static_components,
PMIX_MCA_BASE_FRAMEWORK_FLAG_DEFAULT);
static void scon(pmix_ptl_send_t *p)
{
memset(&p->hdr, 0, sizeof(pmix_ptl_hdr_t));
p->hdr.tag = UINT32_MAX;
p->hdr.nbytes = 0;
p->data = NULL;
p->hdr_sent = false;
p->sdptr = NULL;
p->sdbytes = 0;
}
static void sdes(pmix_ptl_send_t *p)
{
if (NULL != p->data) {
PMIX_RELEASE(p->data);
}
}
PMIX_EXPORT PMIX_CLASS_INSTANCE(pmix_ptl_send_t,
pmix_list_item_t,
scon, sdes);
static void rcon(pmix_ptl_recv_t *p)
{
p->peer = NULL;
memset(&p->hdr, 0, sizeof(pmix_ptl_hdr_t));
p->hdr.tag = UINT32_MAX;
p->hdr.nbytes = 0;
p->data = NULL;
p->hdr_recvd = false;
p->rdptr = NULL;
p->rdbytes = 0;
}
static void rdes(pmix_ptl_recv_t *p)
{
if (NULL != p->peer) {
PMIX_RELEASE(p->peer);
}
}
PMIX_EXPORT PMIX_CLASS_INSTANCE(pmix_ptl_recv_t,
pmix_list_item_t,
rcon, rdes);
static void prcon(pmix_ptl_posted_recv_t *p)
{
p->tag = UINT32_MAX;
p->cbfunc = NULL;
p->cbdata = NULL;
}
PMIX_EXPORT PMIX_CLASS_INSTANCE(pmix_ptl_posted_recv_t,
pmix_list_item_t,
prcon, NULL);
static void srcon(pmix_ptl_sr_t *p)
{
p->peer = NULL;
p->bfr = NULL;
p->cbfunc = NULL;
p->cbdata = NULL;
}
static void srdes(pmix_ptl_sr_t *p)
{
if (NULL != p->peer) {
PMIX_RELEASE(p->peer);
}
}
PMIX_EXPORT PMIX_CLASS_INSTANCE(pmix_ptl_sr_t,
pmix_object_t,
srcon, srdes);
static void pccon(pmix_pending_connection_t *p)
{
p->need_id = false;
p->nspace_created = false;
p->rinfo_created = false;
PMIX_LOAD_PROCID(&p->proc, NULL, PMIX_RANK_UNDEF);
p->info = NULL;
p->ninfo = 0;
p->peer = NULL;
p->version = NULL;
p->bfrops = NULL;
p->psec = NULL;
p->gds = NULL;
p->cred = NULL;
p->proc_type.type = PMIX_PROC_UNDEF;
p->proc_type.major = PMIX_MAJOR_WILDCARD;
p->proc_type.minor = PMIX_MINOR_WILDCARD;
p->proc_type.release = PMIX_RELEASE_WILDCARD;
p->proc_type.flag = 0;
}
static void pcdes(pmix_pending_connection_t *p)
{
if (NULL != p->info) {
PMIX_INFO_FREE(p->info, p->ninfo);
}
if (NULL != p->version) {
free(p->version);
}
if (NULL != p->bfrops) {
free(p->bfrops);
}
if (NULL != p->psec) {
free(p->psec);
}
if (NULL != p->gds) {
free(p->gds);
}
if (NULL != p->cred) {
free(p->cred);
}
}
PMIX_EXPORT PMIX_CLASS_INSTANCE(pmix_pending_connection_t,
pmix_object_t,
pccon, pcdes);
static void lcon(pmix_listener_t *p)
{
memset(&p->ev, 0, sizeof(pmix_event_t));
p->active = false;
p->socket = -1;
p->varname = NULL;
p->uri = NULL;
p->owner_given = false;
p->group_given = false;
p->mode = S_IRUSR | S_IWUSR | S_IRGRP | S_IWGRP | S_IROTH;
}
static void ldes(pmix_listener_t *p)
{
if (0 <= p->socket) {
CLOSE_THE_SOCKET(p->socket);
}
if (NULL != p->varname) {
free(p->varname);
}
if (NULL != p->uri) {
free(p->uri);
}
}
PMIX_EXPORT PMIX_CLASS_INSTANCE(pmix_listener_t,
pmix_list_item_t,
lcon, ldes);
static void qcon(pmix_ptl_queue_t *p)
{
p->peer = NULL;
p->buf = NULL;
p->tag = UINT32_MAX;
}
static void qdes(pmix_ptl_queue_t *p)
{
if (NULL != p->peer) {
PMIX_RELEASE(p->peer);
}
}
PMIX_EXPORT PMIX_CLASS_INSTANCE(pmix_ptl_queue_t,
pmix_object_t,
qcon, qdes);
static void ccon(pmix_connection_t *p)
{
p->sd = -1;
p->nspace = NULL;
p->rank = PMIX_RANK_INVALID;
p->uri = NULL;
p->version = NULL;
}
static void dcon(pmix_connection_t *p)
{
if (NULL != p->nspace) {
free(p->nspace);
}
if (NULL != p->uri) {
free(p->uri);
}
if (NULL != p->version) {
free(p->version);
}
}
PMIX_EXPORT PMIX_CLASS_INSTANCE(pmix_connection_t,
pmix_list_item_t,
ccon, dcon);