/*      $NetBSD: octeon_fau.c,v 1.4 2020/06/23 05:14:18 simonb Exp $    */

/*
* Copyright (c) 2007 Internet Initiative Japan, Inc.
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions
* are met:
* 1. Redistributions of source code must retain the above copyright
*    notice, this list of conditions and the following disclaimer.
* 2. Redistributions in binary form must reproduce the above copyright
*    notice, this list of conditions and the following disclaimer in the
*    documentation and/or other materials provided with the distribution.
*
* THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
* ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
* SUCH DAMAGE.
*/

#include <sys/cdefs.h>
__KERNEL_RCSID(0, "$NetBSD: octeon_fau.c,v 1.4 2020/06/23 05:14:18 simonb Exp $");

#include <sys/param.h>
#include <sys/systm.h>
#include <mips/locore.h>
#include <mips/cavium/octeonvar.h>
#include <mips/cavium/dev/octeon_faureg.h>
#include <mips/cavium/dev/octeon_fauvar.h>

static inline int64_t   octfau_op_load(uint64_t);
static inline void      octfau_op_iobdma(int, uint64_t);
static inline void      octfau_op_store(uint64_t, int64_t);
static inline int64_t   octfau_op_load_paddr(int, int, int);
static inline void      octfau_op_iobdma_store_data(int, int, int, int, int);
static inline void      octfau_op_store_paddr(int, int, int64_t);


/* ---- utilities */

static inline int64_t
octfau_op_load(uint64_t args)
{
       paddr_t addr = OCTEON_ADDR_IO_DID(FAU_MAJOR_DID, FAU_SUB_DID) |
           __SHIFTIN(args, OCTEON_ADDR_OFFSET);

       return octeon_xkphys_read_8(addr);
}

static inline void
octfau_op_store(uint64_t args, int64_t value)
{
       paddr_t addr = OCTEON_ADDR_IO_DID(FAU_MAJOR_DID, FAU_SUB_DID) |
           __SHIFTIN(args, OCTEON_ADDR_OFFSET);

       octeon_xkphys_write_8(addr, value);
}

/* ---- operation primitives */

/*
* Fetch-and-Add Operations
*/

/* Load Operations */

/* Load Physical Address for FAU Operations */

static inline int64_t
octfau_op_load_paddr(int incval, int tagwait, int reg)
{
       uint64_t args =
           __SHIFTIN(incval, POW_LOAD_INCVAL) |
           __SHIFTIN(tagwait, POW_LOAD_TAGWAIT) |
           __SHIFTIN(reg, POW_LOAD_REG);

       return octfau_op_load(args);
}

/* Store Operations */

/* Store Physical Address for FAU Operations */

static inline void
octfau_op_store_paddr(int noadd, int reg, int64_t value)
{
       uint64_t args = POW_STORE_NOADD | __SHIFTIN(reg, POW_STORE_REG);

       octfau_op_store(args, value);
}

/* ---- API */

void
octfau_op_init(struct octfau_desc *fd, size_t scroff, size_t regno)
{

       fd->fd_scroff = scroff;
       fd->fd_regno = regno;
}

uint64_t
octfau_op_save(struct octfau_desc *fd)
{

       OCTEON_SYNCIOBDMA/* XXX */;
       return octeon_cvmseg_read_8(fd->fd_scroff);
}

void
octfau_op_restore(struct octfau_desc *fd, uint64_t backup)
{

       octeon_cvmseg_write_8(fd->fd_scroff, backup);
}

int64_t
octfau_op_inc_8(struct octfau_desc *fd, int64_t v)
{

       octfau_op_iobdma_store_data(fd->fd_scroff, v, 0, OCT_FAU_OP_SIZE_64/* XXX */,
           fd->fd_regno);
       OCTEON_SYNCIOBDMA/* XXX */;
       return octeon_cvmseg_read_8(fd->fd_scroff)/* XXX */;
}

int64_t
octfau_op_incwait_8(struct octfau_desc *fd, int v)
{

       octfau_op_iobdma_store_data(fd->fd_scroff, v, 1, OCT_FAU_OP_SIZE_64/* XXX */,
           fd->fd_regno);
       /* XXX */
       OCTEON_SYNCIOBDMA/* XXX */;
       /* XXX */
       return octeon_cvmseg_read_8(fd->fd_scroff)/* XXX */;
}

void
octfau_op_add_8(struct octfau_desc *fd, int64_t v)
{

       octfau_op_store_paddr(0, fd->fd_regno, v);
}

void
octfau_op_set_8(struct octfau_desc *fd, int64_t v)
{

       octfau_op_store_paddr(1, fd->fd_regno, v);
}