mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2024-09-19 17:11:03 +00:00
d18243293a
This patch adds the SCIF kernel node QP control messages required to enable SCIF RMAs. Examples of such node QP control messages include registration, unregistration, remote memory allocation requests, remote memory unmap and SCIF remote fence requests. The patch also updates the SCIF driver with minor changes required to enable SCIF RMAs by adding the new files to the build, initializing RMA specific information during SCIF endpoint creation, reserving SCIF DMA channels, initializing SCIF RMA specific global data structures, adding the IOCTL hooks required for SCIF RMAs and updating RMA specific debugfs hooks. Reviewed-by: Ashutosh Dixit <ashutosh.dixit@intel.com> Reviewed-by: Nikhil Rao <nikhil.rao@intel.com> Signed-off-by: Sudeep Dutt <sudeep.dutt@intel.com> Signed-off-by: Greg Kroah-Hartman <gregkh@linuxfoundation.org>
136 lines
3.3 KiB
C
136 lines
3.3 KiB
C
/*
|
|
* Intel MIC Platform Software Stack (MPSS)
|
|
*
|
|
* Copyright(c) 2014 Intel Corporation.
|
|
*
|
|
* This program is free software; you can redistribute it and/or modify
|
|
* it under the terms of the GNU General Public License, version 2, as
|
|
* published by the Free Software Foundation.
|
|
*
|
|
* This program is distributed in the hope that it will be useful, but
|
|
* WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* General Public License for more details.
|
|
*
|
|
* Intel SCIF driver.
|
|
*
|
|
*/
|
|
#ifndef SCIF_MAP_H
|
|
#define SCIF_MAP_H
|
|
|
|
#include "../bus/scif_bus.h"
|
|
|
|
static __always_inline void *
|
|
scif_alloc_coherent(dma_addr_t *dma_handle,
|
|
struct scif_dev *scifdev, size_t size,
|
|
gfp_t gfp)
|
|
{
|
|
void *va;
|
|
|
|
if (scifdev_self(scifdev)) {
|
|
va = kmalloc(size, gfp);
|
|
if (va)
|
|
*dma_handle = virt_to_phys(va);
|
|
} else {
|
|
va = dma_alloc_coherent(&scifdev->sdev->dev,
|
|
size, dma_handle, gfp);
|
|
if (va && scifdev_is_p2p(scifdev))
|
|
*dma_handle = *dma_handle + scifdev->base_addr;
|
|
}
|
|
return va;
|
|
}
|
|
|
|
static __always_inline void
|
|
scif_free_coherent(void *va, dma_addr_t local,
|
|
struct scif_dev *scifdev, size_t size)
|
|
{
|
|
if (scifdev_self(scifdev)) {
|
|
kfree(va);
|
|
} else {
|
|
if (scifdev_is_p2p(scifdev) && local > scifdev->base_addr)
|
|
local = local - scifdev->base_addr;
|
|
dma_free_coherent(&scifdev->sdev->dev,
|
|
size, va, local);
|
|
}
|
|
}
|
|
|
|
static __always_inline int
|
|
scif_map_single(dma_addr_t *dma_handle,
|
|
void *local, struct scif_dev *scifdev, size_t size)
|
|
{
|
|
int err = 0;
|
|
|
|
if (scifdev_self(scifdev)) {
|
|
*dma_handle = virt_to_phys((local));
|
|
} else {
|
|
*dma_handle = dma_map_single(&scifdev->sdev->dev,
|
|
local, size, DMA_BIDIRECTIONAL);
|
|
if (dma_mapping_error(&scifdev->sdev->dev, *dma_handle))
|
|
err = -ENOMEM;
|
|
else if (scifdev_is_p2p(scifdev))
|
|
*dma_handle = *dma_handle + scifdev->base_addr;
|
|
}
|
|
if (err)
|
|
*dma_handle = 0;
|
|
return err;
|
|
}
|
|
|
|
static __always_inline void
|
|
scif_unmap_single(dma_addr_t local, struct scif_dev *scifdev,
|
|
size_t size)
|
|
{
|
|
if (!scifdev_self(scifdev)) {
|
|
if (scifdev_is_p2p(scifdev))
|
|
local = local - scifdev->base_addr;
|
|
dma_unmap_single(&scifdev->sdev->dev, local,
|
|
size, DMA_BIDIRECTIONAL);
|
|
}
|
|
}
|
|
|
|
static __always_inline void *
|
|
scif_ioremap(dma_addr_t phys, size_t size, struct scif_dev *scifdev)
|
|
{
|
|
void *out_virt;
|
|
struct scif_hw_dev *sdev = scifdev->sdev;
|
|
|
|
if (scifdev_self(scifdev))
|
|
out_virt = phys_to_virt(phys);
|
|
else
|
|
out_virt = (void __force *)
|
|
sdev->hw_ops->ioremap(sdev, phys, size);
|
|
return out_virt;
|
|
}
|
|
|
|
static __always_inline void
|
|
scif_iounmap(void *virt, size_t len, struct scif_dev *scifdev)
|
|
{
|
|
if (!scifdev_self(scifdev)) {
|
|
struct scif_hw_dev *sdev = scifdev->sdev;
|
|
|
|
sdev->hw_ops->iounmap(sdev, (void __force __iomem *)virt);
|
|
}
|
|
}
|
|
|
|
static __always_inline int
|
|
scif_map_page(dma_addr_t *dma_handle, struct page *page,
|
|
struct scif_dev *scifdev)
|
|
{
|
|
int err = 0;
|
|
|
|
if (scifdev_self(scifdev)) {
|
|
*dma_handle = page_to_phys(page);
|
|
} else {
|
|
struct scif_hw_dev *sdev = scifdev->sdev;
|
|
*dma_handle = dma_map_page(&sdev->dev,
|
|
page, 0x0, PAGE_SIZE,
|
|
DMA_BIDIRECTIONAL);
|
|
if (dma_mapping_error(&sdev->dev, *dma_handle))
|
|
err = -ENOMEM;
|
|
else if (scifdev_is_p2p(scifdev))
|
|
*dma_handle = *dma_handle + scifdev->base_addr;
|
|
}
|
|
if (err)
|
|
*dma_handle = 0;
|
|
return err;
|
|
}
|
|
#endif /* SCIF_MAP_H */
|