/* * Copyright (c) 2010 Intel Corporation. All rights reserved. * * This software is available to you under the OpenIB.org BSD license * below: * * Redistribution and use in source and binary forms, with or * without modification, are permitted provided that the following * conditions are met: * * - Redistributions of source code must retain the above * copyright notice, this list of conditions and the following * disclaimer. * * - Redistributions in binary form must reproduce the above * copyright notice, this list of conditions and the following * disclaimer in the documentation and/or other materials * provided with the distribution. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AWV * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE * SOFTWARE. */ #include #include #include #include #include #include #include #include static const char *server = "127.0.0.1"; static const char *port = "7471"; static struct rdma_cm_id *id; static struct ibv_mr *mr, *send_mr; static int send_flags; static uint8_t send_msg[16]; static uint8_t recv_msg[16]; static int run(void) { struct rdma_addrinfo hints, *res; struct ibv_qp_init_attr attr; struct ibv_wc wc; int ret; memset(&hints, 0, sizeof hints); hints.ai_port_space = RDMA_PS_TCP; ret = rdma_getaddrinfo(server, port, &hints, &res); if (ret) { printf("rdma_getaddrinfo: %s\n", gai_strerror(ret)); goto out; } memset(&attr, 0, sizeof attr); attr.cap.max_send_wr = attr.cap.max_recv_wr = 1; attr.cap.max_send_sge = attr.cap.max_recv_sge = 1; attr.cap.max_inline_data = 16; attr.qp_context = id; attr.sq_sig_all = 1; ret = rdma_create_ep(&id, res, NULL, &attr); // Check to see if we got inline data allowed or not if (attr.cap.max_inline_data >= 16) send_flags = IBV_SEND_INLINE; else printf("rdma_client: device doesn't support IBV_SEND_INLINE, " "using sge sends\n"); if (ret) { perror("rdma_create_ep"); goto out_free_addrinfo; } mr = rdma_reg_msgs(id, recv_msg, 16); if (!mr) { perror("rdma_reg_msgs for recv_msg"); ret = -1; goto out_destroy_ep; } if ((send_flags & IBV_SEND_INLINE) == 0) { send_mr = rdma_reg_msgs(id, send_msg, 16); if (!send_mr) { perror("rdma_reg_msgs for send_msg"); ret = -1; goto out_dereg_recv; } } ret = rdma_post_recv(id, NULL, recv_msg, 16, mr); if (ret) { perror("rdma_post_recv"); goto out_dereg_send; } ret = rdma_connect(id, NULL); if (ret) { perror("rdma_connect"); goto out_dereg_send; } ret = rdma_post_send(id, NULL, send_msg, 16, send_mr, send_flags); if (ret) { perror("rdma_post_send"); goto out_disconnect; } while ((ret = rdma_get_send_comp(id, &wc)) == 0); if (ret < 0) { perror("rdma_get_send_comp"); goto out_disconnect; } while ((ret = rdma_get_recv_comp(id, &wc)) == 0); if (ret < 0) perror("rdma_get_recv_comp"); else ret = 0; out_disconnect: rdma_disconnect(id); out_dereg_send: if ((send_flags & IBV_SEND_INLINE) == 0) rdma_dereg_mr(send_mr); out_dereg_recv: rdma_dereg_mr(mr); out_destroy_ep: rdma_destroy_ep(id); out_free_addrinfo: rdma_freeaddrinfo(res); out: return ret; } int main(int argc, char **argv) { int op, ret; while ((op = getopt(argc, argv, "s:p:")) != -1) { switch (op) { case 's': server = optarg; break; case 'p': port = optarg; break; default: printf("usage: %s\n", argv[0]); printf("\t[-s server_address]\n"); printf("\t[-p port_number]\n"); exit(1); } } printf("rdma_client: start\n"); ret = run(); printf("rdma_client: end %d\n", ret); return ret; }