osc/rdma: Modify copies and comparisons for accelerator buffers

With non managed device memory, memcmp, memcpy, and various comparison
logic do not work. Add checks to idenitfy if it is an accelerator
buffer and copy to a temporary host buffer to do these checks.

Signed-off-by: William Zhang <wilzhang@amazon.com>

Author: wckzhang

ompi/mca/osc/rdma/osc_rdma.h

@@ -673,4 +673,89 @@ static inline mca_btl_base_am_rdma_module_t *ompi_osc_rdma_selected_am_rdma(ompi
     return module->alternate_am_rdmas[btl_index];
 }
 
+/**
+ * @brief Copies from src to dest buffers that may or may not be accelerator
+ *        buffers
+ *
+ * @param[in]  dest           destination buffer
+ * @param[in]  src            source buffer
+ * @param[in]  size           length to copy
+ *
+ * @returns OMPI_SUCCESS or error
+ */
+static inline int osc_rdma_accelerator_mem_copy(void *dest, const void *src, size_t size)
+{
+    int res, dev_id;
+    uint64_t flags;
+    int dest_is_accel = opal_accelerator.check_addr(dest, &dev_id, &flags);
+    int src_is_accel = opal_accelerator.check_addr(src, &dev_id, &flags);
+
+    if (0 == dest_is_accel && 0 == src_is_accel) {
+        memcpy(dest, src, size);
+        return OMPI_SUCCESS;
+    } else if (0 > dest_is_accel) {
+        return dest_is_accel;
+    } else if (0 > src_is_accel) {
+        return src_is_accel;
+    }
+
+    res = opal_accelerator.mem_copy(MCA_ACCELERATOR_NO_DEVICE_ID, MCA_ACCELERATOR_NO_DEVICE_ID,
+                                  dest, src, size, MCA_ACCELERATOR_TRANSFER_UNSPEC);
+    if (OPAL_SUCCESS != res) {
+        opal_output(0, "Error in accelerator memcpy");
+    }
+    return res;
+}
+
+/**
+ * @brief Moves memory from src to dest buffers that may or may not be accelerator
+ *        buffers
+ *
+ * @param[in]  dest           destination buffer
+ * @param[in]  src            source buffer
+ * @param[in]  size           length to copy
+ *
+ * @returns OMPI_SUCCESS or error;
+ */
+static inline int osc_rdma_accelerator_mem_move(void *dest, const void *src, size_t size)
+{
+    int res, dev_id;
+    uint64_t flags;
+    int dest_is_accel = opal_accelerator.check_addr(dest, &dev_id, &flags);
+    int src_is_accel = opal_accelerator.check_addr(src, &dev_id, &flags);
+
+    if (0 == dest_is_accel && 0 == src_is_accel) {
+        memmove(dest, src, size);
+        return OMPI_SUCCESS;
+    } else if (0 > dest_is_accel) {
+        return dest_is_accel;
+    } else if (0 > src_is_accel) {
+        return src_is_accel;
+    }
+
+    res = opal_accelerator.mem_move(MCA_ACCELERATOR_NO_DEVICE_ID, MCA_ACCELERATOR_NO_DEVICE_ID,
+                                  dest, src, size, MCA_ACCELERATOR_TRANSFER_UNSPEC);
+    if (OPAL_SUCCESS != res) {
+        opal_output(0, "Error in accelerator memmove");
+    }
+    return res;
+}
+
+/**
+ * @brief Identifies whether the provided buffer is an accelerator buffer.
+ *
+ * @param[in]  buf            buffer
+ *
+ * @retval <0                 An error has occurred.
+ * @retval 0                  The buffer does not belong to a managed buffer
+ *                            in device memory.
+ * @retval >0                 The buffer belongs to a managed buffer in
+ *                            device memory.
+ */
+static inline int osc_rdma_is_accel(void *buf)
+{
+    int dev_id;
+    uint64_t flags;
+    return opal_accelerator.check_addr(buf, &dev_id, &flags);
+}
 #endif /* OMPI_OSC_RDMA_H */