Lines Matching refs:rm
608 int rds_cmsg_rdma_args(struct rds_sock *rs, struct rds_message *rm,
613 struct rm_rdma_op *op = &rm->rdma;
623 || rm->rdma.op_active)
669 op->op_sg = rds_message_alloc_sgs(rm, nr_pages);
808 int rds_cmsg_rdma_dest(struct rds_sock *rs, struct rds_message *rm,
817 rm->m_rdma_cookie != 0)
820 memcpy(&rm->m_rdma_cookie, CMSG_DATA(cmsg), sizeof(rm->m_rdma_cookie));
827 r_key = rds_rdma_cookie_key(rm->m_rdma_cookie);
840 rm->rdma.op_rdma_mr = mr;
848 * in rm->m_rdma_cookie. This causes it to be sent along to the peer
851 int rds_cmsg_rdma_map(struct rds_sock *rs, struct rds_message *rm,
855 rm->m_rdma_cookie != 0)
858 return __rds_rdma_map(rs, CMSG_DATA(cmsg), &rm->m_rdma_cookie,
859 &rm->rdma.op_rdma_mr, rm->m_conn_path);
865 int rds_cmsg_atomic(struct rds_sock *rs, struct rds_message *rm,
873 || rm->atomic.op_active)
881 rm->atomic.op_type = RDS_ATOMIC_TYPE_FADD;
882 rm->atomic.op_m_fadd.add = args->fadd.add;
883 rm->atomic.op_m_fadd.nocarry_mask = 0;
886 rm->atomic.op_type = RDS_ATOMIC_TYPE_FADD;
887 rm->atomic.op_m_fadd.add = args->m_fadd.add;
888 rm->atomic.op_m_fadd.nocarry_mask = args->m_fadd.nocarry_mask;
891 rm->atomic.op_type = RDS_ATOMIC_TYPE_CSWP;
892 rm->atomic.op_m_cswp.compare = args->cswp.compare;
893 rm->atomic.op_m_cswp.swap = args->cswp.swap;
894 rm->atomic.op_m_cswp.compare_mask = ~0;
895 rm->atomic.op_m_cswp.swap_mask = ~0;
898 rm->atomic.op_type = RDS_ATOMIC_TYPE_CSWP;
899 rm->atomic.op_m_cswp.compare = args->m_cswp.compare;
900 rm->atomic.op_m_cswp.swap = args->m_cswp.swap;
901 rm->atomic.op_m_cswp.compare_mask = args->m_cswp.compare_mask;
902 rm->atomic.op_m_cswp.swap_mask = args->m_cswp.swap_mask;
908 rm->atomic.op_notify = !!(args->flags & RDS_RDMA_NOTIFY_ME);
909 rm->atomic.op_silent = !!(args->flags & RDS_RDMA_SILENT);
910 rm->atomic.op_active = 1;
911 rm->atomic.op_recverr = rs->rs_recverr;
912 rm->atomic.op_sg = rds_message_alloc_sgs(rm, 1);
913 if (IS_ERR(rm->atomic.op_sg)) {
914 ret = PTR_ERR(rm->atomic.op_sg);
929 sg_set_page(rm->atomic.op_sg, page, 8, offset_in_page(args->local_addr));
931 if (rm->atomic.op_notify || rm->atomic.op_recverr) {
937 rm->atomic.op_notifier = kmalloc(sizeof(*rm->atomic.op_notifier), GFP_KERNEL);
938 if (!rm->atomic.op_notifier) {
943 rm->atomic.op_notifier->n_user_token = args->user_token;
944 rm->atomic.op_notifier->n_status = RDS_RDMA_SUCCESS;
947 rm->atomic.op_rkey = rds_rdma_cookie_key(args->cookie);
948 rm->atomic.op_remote_addr = args->remote_addr + rds_rdma_cookie_offset(args->cookie);
954 rm->atomic.op_active = 0;
955 kfree(rm->atomic.op_notifier);