freebsd-src/sys/dev/dpaa2/dpaa2_mcp.c
Dmitry Salychev 58983e4b02
dpaa2: Clean up channels in separate tasks
Each channel gets its own DMA resources, cleanup and "bufferpool"
tasks, and a separate cleanup taskqueue to isolate channels operation
as much as possible to avoid various kernel panics under heavy network
load.

As a side-effect of this work, dpaa2_buf structure is simplified and
all of the functions to re-seed those buffers are gathered now in
dpaa2_buf.h and .c files; functions to work with channels are
extracted into dpaa2_channel.h and .c files as well.

Reported by:		dch
Reviewed by:		bz
Approved by:		bz (mentor)
MFC after:		1 week
Differential Revision:	https://reviews.freebsd.org/D41296
2023-08-20 10:17:26 +02:00

256 lines
6.7 KiB
C

/*-
* SPDX-License-Identifier: BSD-2-Clause
*
* Copyright © 2021-2022 Dmitry Salychev
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/
#include <sys/cdefs.h>
/*
* DPAA2 MC command portal and helper routines.
*/
#include <sys/param.h>
#include <sys/kernel.h>
#include <sys/bus.h>
#include <sys/rman.h>
#include <sys/module.h>
#include <sys/malloc.h>
#include <sys/mutex.h>
#include <sys/time.h>
#include <sys/types.h>
#include <sys/systm.h>
#include <sys/lock.h>
#include <machine/bus.h>
#include <machine/resource.h>
#include "pcib_if.h"
#include "pci_if.h"
#include "dpaa2_mcp.h"
#include "dpaa2_mc.h"
#include "dpaa2_cmd_if.h"
MALLOC_DEFINE(M_DPAA2_MCP, "dpaa2_mcp", "DPAA2 Management Complex Portal");
static struct resource_spec dpaa2_mcp_spec[] = {
{ SYS_RES_MEMORY, 0, RF_ACTIVE | RF_UNMAPPED },
RESOURCE_SPEC_END
};
int
dpaa2_mcp_init_portal(struct dpaa2_mcp **mcp, struct resource *res,
struct resource_map *map, uint16_t flags)
{
const int mflags = flags & DPAA2_PORTAL_NOWAIT_ALLOC
? (M_NOWAIT | M_ZERO) : (M_WAITOK | M_ZERO);
struct dpaa2_mcp *p;
if (!mcp || !res || !map)
return (DPAA2_CMD_STAT_EINVAL);
p = malloc(sizeof(struct dpaa2_mcp), M_DPAA2_MCP, mflags);
if (p == NULL)
return (DPAA2_CMD_STAT_NO_MEMORY);
mtx_init(&p->lock, "mcp_sleep_lock", NULL, MTX_DEF);
p->res = res;
p->map = map;
p->flags = flags;
p->rc_api_major = 0; /* DPRC API version to be cached later. */
p->rc_api_minor = 0;
*mcp = p;
return (0);
}
void
dpaa2_mcp_free_portal(struct dpaa2_mcp *mcp)
{
uint16_t flags;
KASSERT(mcp != NULL, ("%s: mcp is NULL", __func__));
DPAA2_MCP_LOCK(mcp, &flags);
mcp->flags |= DPAA2_PORTAL_DESTROYED;
DPAA2_MCP_UNLOCK(mcp);
/* Let threads stop using this portal. */
DELAY(DPAA2_PORTAL_TIMEOUT);
mtx_destroy(&mcp->lock);
free(mcp, M_DPAA2_MCP);
}
struct dpaa2_cmd *
dpaa2_mcp_tk(struct dpaa2_cmd *cmd, uint16_t token)
{
struct dpaa2_cmd_header *hdr;
KASSERT(cmd != NULL, ("%s: cmd is NULL", __func__));
hdr = (struct dpaa2_cmd_header *) &cmd->header;
hdr->token = token;
return (cmd);
}
struct dpaa2_cmd *
dpaa2_mcp_f(struct dpaa2_cmd *cmd, uint16_t flags)
{
struct dpaa2_cmd_header *hdr;
KASSERT(cmd != NULL, ("%s: cmd is NULL", __func__));
hdr = (struct dpaa2_cmd_header *) &cmd->header;
hdr->flags_hw = DPAA2_CMD_DEF;
hdr->flags_sw = DPAA2_CMD_DEF;
if (flags & DPAA2_CMD_HIGH_PRIO) {
hdr->flags_hw |= DPAA2_HW_FLAG_HIGH_PRIO;
}
if (flags & DPAA2_CMD_INTR_DIS) {
hdr->flags_sw |= DPAA2_SW_FLAG_INTR_DIS;
}
return (cmd);
}
static int
dpaa2_mcp_probe(device_t dev)
{
/* DPMCP device will be added by the parent resource container. */
device_set_desc(dev, "DPAA2 MC portal");
return (BUS_PROBE_DEFAULT);
}
static int
dpaa2_mcp_detach(device_t dev)
{
return (0);
}
static int
dpaa2_mcp_attach(device_t dev)
{
device_t pdev = device_get_parent(dev);
device_t child = dev;
struct dpaa2_mcp_softc *sc = device_get_softc(dev);
struct dpaa2_devinfo *rcinfo = device_get_ivars(pdev);
struct dpaa2_devinfo *dinfo = device_get_ivars(dev);
struct dpaa2_cmd cmd;
struct dpaa2_mcp *portal;
struct resource_map_request req;
uint16_t rc_token, mcp_token;
int error;
sc->dev = dev;
error = bus_alloc_resources(sc->dev, dpaa2_mcp_spec, sc->res);
if (error) {
device_printf(dev, "%s: failed to allocate resources\n",
__func__);
goto err_exit;
}
/* At least 64 bytes of the command portal should be available. */
if (rman_get_size(sc->res[0]) < DPAA2_MCP_MEM_WIDTH) {
device_printf(dev, "%s: MC portal memory region too small: "
"%jd\n", __func__, rman_get_size(sc->res[0]));
goto err_exit;
}
/* Map MC portal memory resource. */
resource_init_map_request(&req);
req.memattr = VM_MEMATTR_DEVICE;
error = bus_map_resource(sc->dev, SYS_RES_MEMORY, sc->res[0], &req,
&sc->map[0]);
if (error) {
device_printf(dev, "%s: failed to map MC portal memory\n",
__func__);
goto err_exit;
}
/* Initialize portal to send commands to MC. */
error = dpaa2_mcp_init_portal(&portal, sc->res[0], &sc->map[0],
DPAA2_PORTAL_DEF);
if (error) {
device_printf(dev, "%s: failed to initialize dpaa2_mcp: "
"error=%d\n", __func__, error);
goto err_exit;
}
DPAA2_CMD_INIT(&cmd);
/* Open resource container and DPMCP object. */
error = DPAA2_CMD_RC_OPEN(dev, child, &cmd, rcinfo->id, &rc_token);
if (error) {
device_printf(dev, "%s: failed to open DPRC: error=%d\n",
__func__, error);
goto err_exit;
}
error = DPAA2_CMD_MCP_OPEN(dev, child, &cmd, dinfo->id, &mcp_token);
if (error) {
device_printf(dev, "%s: failed to open DPMCP: id=%d, error=%d\n",
__func__, dinfo->id, error);
goto close_rc;
}
/* Prepare DPMCP object. */
error = DPAA2_CMD_MCP_RESET(dev, child, &cmd);
if (error) {
device_printf(dev, "%s: failed to reset DPMCP: id=%d, "
"error=%d\n", __func__, dinfo->id, error);
goto close_mcp;
}
(void)DPAA2_CMD_MCP_CLOSE(dev, child, &cmd);
(void)DPAA2_CMD_RC_CLOSE(dev, child, DPAA2_CMD_TK(&cmd, rc_token));
dinfo->portal = portal;
return (0);
close_mcp:
(void)DPAA2_CMD_MCP_CLOSE(dev, child, DPAA2_CMD_TK(&cmd, mcp_token));
close_rc:
(void)DPAA2_CMD_RC_CLOSE(dev, child, DPAA2_CMD_TK(&cmd, rc_token));
err_exit:
dpaa2_mcp_detach(dev);
return (ENXIO);
}
static device_method_t dpaa2_mcp_methods[] = {
/* Device interface */
DEVMETHOD(device_probe, dpaa2_mcp_probe),
DEVMETHOD(device_attach, dpaa2_mcp_attach),
DEVMETHOD(device_detach, dpaa2_mcp_detach),
DEVMETHOD_END
};
static driver_t dpaa2_mcp_driver = {
"dpaa2_mcp",
dpaa2_mcp_methods,
sizeof(struct dpaa2_mcp_softc),
};
DRIVER_MODULE(dpaa2_mcp, dpaa2_rc, dpaa2_mcp_driver, 0, 0);