298 lines
		
	
	
		
			6.9 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
			
		
		
	
	
			298 lines
		
	
	
		
			6.9 KiB
		
	
	
	
		
			C
		
	
	
	
	
	
| // SPDX-License-Identifier: GPL-2.0-only
 | |
| /*
 | |
|  * ISHTP Ring Buffers
 | |
|  *
 | |
|  * Copyright (c) 2003-2016, Intel Corporation.
 | |
|  */
 | |
| 
 | |
| #include <linux/slab.h>
 | |
| #include "client.h"
 | |
| 
 | |
| /**
 | |
|  * ishtp_cl_alloc_rx_ring() - Allocate RX ring buffers
 | |
|  * @cl: client device instance
 | |
|  *
 | |
|  * Allocate and initialize RX ring buffers
 | |
|  *
 | |
|  * Return: 0 on success else -ENOMEM
 | |
|  */
 | |
| int ishtp_cl_alloc_rx_ring(struct ishtp_cl *cl)
 | |
| {
 | |
| 	size_t	len = cl->device->fw_client->props.max_msg_length;
 | |
| 	int	j;
 | |
| 	struct ishtp_cl_rb *rb;
 | |
| 	int	ret = 0;
 | |
| 	unsigned long	flags;
 | |
| 
 | |
| 	for (j = 0; j < cl->rx_ring_size; ++j) {
 | |
| 		rb = ishtp_io_rb_init(cl);
 | |
| 		if (!rb) {
 | |
| 			ret = -ENOMEM;
 | |
| 			goto out;
 | |
| 		}
 | |
| 		ret = ishtp_io_rb_alloc_buf(rb, len);
 | |
| 		if (ret)
 | |
| 			goto out;
 | |
| 		spin_lock_irqsave(&cl->free_list_spinlock, flags);
 | |
| 		list_add_tail(&rb->list, &cl->free_rb_list.list);
 | |
| 		spin_unlock_irqrestore(&cl->free_list_spinlock, flags);
 | |
| 	}
 | |
| 
 | |
| 	return	0;
 | |
| 
 | |
| out:
 | |
| 	dev_err(&cl->device->dev, "error in allocating Rx buffers\n");
 | |
| 	ishtp_cl_free_rx_ring(cl);
 | |
| 	return	ret;
 | |
| }
 | |
| 
 | |
| /**
 | |
|  * ishtp_cl_alloc_tx_ring() - Allocate TX ring buffers
 | |
|  * @cl: client device instance
 | |
|  *
 | |
|  * Allocate and initialize TX ring buffers
 | |
|  *
 | |
|  * Return: 0 on success else -ENOMEM
 | |
|  */
 | |
| int ishtp_cl_alloc_tx_ring(struct ishtp_cl *cl)
 | |
| {
 | |
| 	size_t	len = cl->device->fw_client->props.max_msg_length;
 | |
| 	int	j;
 | |
| 	unsigned long	flags;
 | |
| 
 | |
| 	cl->tx_ring_free_size = 0;
 | |
| 
 | |
| 	/* Allocate pool to free Tx bufs */
 | |
| 	for (j = 0; j < cl->tx_ring_size; ++j) {
 | |
| 		struct ishtp_cl_tx_ring	*tx_buf;
 | |
| 
 | |
| 		tx_buf = kzalloc(sizeof(struct ishtp_cl_tx_ring), GFP_KERNEL);
 | |
| 		if (!tx_buf)
 | |
| 			goto	out;
 | |
| 
 | |
| 		tx_buf->send_buf.data = kmalloc(len, GFP_KERNEL);
 | |
| 		if (!tx_buf->send_buf.data) {
 | |
| 			kfree(tx_buf);
 | |
| 			goto	out;
 | |
| 		}
 | |
| 
 | |
| 		spin_lock_irqsave(&cl->tx_free_list_spinlock, flags);
 | |
| 		list_add_tail(&tx_buf->list, &cl->tx_free_list.list);
 | |
| 		++cl->tx_ring_free_size;
 | |
| 		spin_unlock_irqrestore(&cl->tx_free_list_spinlock, flags);
 | |
| 	}
 | |
| 	return	0;
 | |
| out:
 | |
| 	dev_err(&cl->device->dev, "error in allocating Tx pool\n");
 | |
| 	ishtp_cl_free_tx_ring(cl);
 | |
| 	return	-ENOMEM;
 | |
| }
 | |
| 
 | |
| /**
 | |
|  * ishtp_cl_free_rx_ring() - Free RX ring buffers
 | |
|  * @cl: client device instance
 | |
|  *
 | |
|  * Free RX ring buffers
 | |
|  */
 | |
| void ishtp_cl_free_rx_ring(struct ishtp_cl *cl)
 | |
| {
 | |
| 	struct ishtp_cl_rb *rb;
 | |
| 	unsigned long	flags;
 | |
| 
 | |
| 	/* release allocated memory - pass over free_rb_list */
 | |
| 	spin_lock_irqsave(&cl->free_list_spinlock, flags);
 | |
| 	while (!list_empty(&cl->free_rb_list.list)) {
 | |
| 		rb = list_entry(cl->free_rb_list.list.next, struct ishtp_cl_rb,
 | |
| 				list);
 | |
| 		list_del(&rb->list);
 | |
| 		kfree(rb->buffer.data);
 | |
| 		kfree(rb);
 | |
| 	}
 | |
| 	spin_unlock_irqrestore(&cl->free_list_spinlock, flags);
 | |
| 	/* release allocated memory - pass over in_process_list */
 | |
| 	spin_lock_irqsave(&cl->in_process_spinlock, flags);
 | |
| 	while (!list_empty(&cl->in_process_list.list)) {
 | |
| 		rb = list_entry(cl->in_process_list.list.next,
 | |
| 				struct ishtp_cl_rb, list);
 | |
| 		list_del(&rb->list);
 | |
| 		kfree(rb->buffer.data);
 | |
| 		kfree(rb);
 | |
| 	}
 | |
| 	spin_unlock_irqrestore(&cl->in_process_spinlock, flags);
 | |
| }
 | |
| 
 | |
| /**
 | |
|  * ishtp_cl_free_tx_ring() - Free TX ring buffers
 | |
|  * @cl: client device instance
 | |
|  *
 | |
|  * Free TX ring buffers
 | |
|  */
 | |
| void ishtp_cl_free_tx_ring(struct ishtp_cl *cl)
 | |
| {
 | |
| 	struct ishtp_cl_tx_ring	*tx_buf;
 | |
| 	unsigned long	flags;
 | |
| 
 | |
| 	spin_lock_irqsave(&cl->tx_free_list_spinlock, flags);
 | |
| 	/* release allocated memory - pass over tx_free_list */
 | |
| 	while (!list_empty(&cl->tx_free_list.list)) {
 | |
| 		tx_buf = list_entry(cl->tx_free_list.list.next,
 | |
| 				    struct ishtp_cl_tx_ring, list);
 | |
| 		list_del(&tx_buf->list);
 | |
| 		--cl->tx_ring_free_size;
 | |
| 		kfree(tx_buf->send_buf.data);
 | |
| 		kfree(tx_buf);
 | |
| 	}
 | |
| 	spin_unlock_irqrestore(&cl->tx_free_list_spinlock, flags);
 | |
| 
 | |
| 	spin_lock_irqsave(&cl->tx_list_spinlock, flags);
 | |
| 	/* release allocated memory - pass over tx_list */
 | |
| 	while (!list_empty(&cl->tx_list.list)) {
 | |
| 		tx_buf = list_entry(cl->tx_list.list.next,
 | |
| 				    struct ishtp_cl_tx_ring, list);
 | |
| 		list_del(&tx_buf->list);
 | |
| 		kfree(tx_buf->send_buf.data);
 | |
| 		kfree(tx_buf);
 | |
| 	}
 | |
| 	spin_unlock_irqrestore(&cl->tx_list_spinlock, flags);
 | |
| }
 | |
| 
 | |
| /**
 | |
|  * ishtp_io_rb_free() - Free IO request block
 | |
|  * @rb: IO request block
 | |
|  *
 | |
|  * Free io request block memory
 | |
|  */
 | |
| void ishtp_io_rb_free(struct ishtp_cl_rb *rb)
 | |
| {
 | |
| 	if (rb == NULL)
 | |
| 		return;
 | |
| 
 | |
| 	kfree(rb->buffer.data);
 | |
| 	kfree(rb);
 | |
| }
 | |
| 
 | |
| /**
 | |
|  * ishtp_io_rb_init() - Allocate and init IO request block
 | |
|  * @cl: client device instance
 | |
|  *
 | |
|  * Allocate and initialize request block
 | |
|  *
 | |
|  * Return: Allocted IO request block pointer
 | |
|  */
 | |
| struct ishtp_cl_rb *ishtp_io_rb_init(struct ishtp_cl *cl)
 | |
| {
 | |
| 	struct ishtp_cl_rb *rb;
 | |
| 
 | |
| 	rb = kzalloc(sizeof(struct ishtp_cl_rb), GFP_KERNEL);
 | |
| 	if (!rb)
 | |
| 		return NULL;
 | |
| 
 | |
| 	INIT_LIST_HEAD(&rb->list);
 | |
| 	rb->cl = cl;
 | |
| 	rb->buf_idx = 0;
 | |
| 	return rb;
 | |
| }
 | |
| 
 | |
| /**
 | |
|  * ishtp_io_rb_alloc_buf() - Allocate and init response buffer
 | |
|  * @rb: IO request block
 | |
|  * @length: length of response buffer
 | |
|  *
 | |
|  * Allocate respose buffer
 | |
|  *
 | |
|  * Return: 0 on success else -ENOMEM
 | |
|  */
 | |
| int ishtp_io_rb_alloc_buf(struct ishtp_cl_rb *rb, size_t length)
 | |
| {
 | |
| 	if (!rb)
 | |
| 		return -EINVAL;
 | |
| 
 | |
| 	if (length == 0)
 | |
| 		return 0;
 | |
| 
 | |
| 	rb->buffer.data = kmalloc(length, GFP_KERNEL);
 | |
| 	if (!rb->buffer.data)
 | |
| 		return -ENOMEM;
 | |
| 
 | |
| 	rb->buffer.size = length;
 | |
| 	return 0;
 | |
| }
 | |
| 
 | |
| /**
 | |
|  * ishtp_cl_io_rb_recycle() - Recycle IO request blocks
 | |
|  * @rb: IO request block
 | |
|  *
 | |
|  * Re-append rb to its client's free list and send flow control if needed
 | |
|  *
 | |
|  * Return: 0 on success else -EFAULT
 | |
|  */
 | |
| int ishtp_cl_io_rb_recycle(struct ishtp_cl_rb *rb)
 | |
| {
 | |
| 	struct ishtp_cl *cl;
 | |
| 	int	rets = 0;
 | |
| 	unsigned long	flags;
 | |
| 
 | |
| 	if (!rb || !rb->cl)
 | |
| 		return	-EFAULT;
 | |
| 
 | |
| 	cl = rb->cl;
 | |
| 	spin_lock_irqsave(&cl->free_list_spinlock, flags);
 | |
| 	list_add_tail(&rb->list, &cl->free_rb_list.list);
 | |
| 	spin_unlock_irqrestore(&cl->free_list_spinlock, flags);
 | |
| 
 | |
| 	/*
 | |
| 	 * If we returned the first buffer to empty 'free' list,
 | |
| 	 * send flow control
 | |
| 	 */
 | |
| 	if (!cl->out_flow_ctrl_creds)
 | |
| 		rets = ishtp_cl_read_start(cl);
 | |
| 
 | |
| 	return	rets;
 | |
| }
 | |
| EXPORT_SYMBOL(ishtp_cl_io_rb_recycle);
 | |
| 
 | |
| /**
 | |
|  * ishtp_cl_tx_empty() -test whether client device tx buffer is empty
 | |
|  * @cl: Pointer to client device instance
 | |
|  *
 | |
|  * Look client device tx buffer list, and check whether this list is empty
 | |
|  *
 | |
|  * Return: true if client tx buffer list is empty else false
 | |
|  */
 | |
| bool ishtp_cl_tx_empty(struct ishtp_cl *cl)
 | |
| {
 | |
| 	int tx_list_empty;
 | |
| 	unsigned long tx_flags;
 | |
| 
 | |
| 	spin_lock_irqsave(&cl->tx_list_spinlock, tx_flags);
 | |
| 	tx_list_empty = list_empty(&cl->tx_list.list);
 | |
| 	spin_unlock_irqrestore(&cl->tx_list_spinlock, tx_flags);
 | |
| 
 | |
| 	return !!tx_list_empty;
 | |
| }
 | |
| EXPORT_SYMBOL(ishtp_cl_tx_empty);
 | |
| 
 | |
| /**
 | |
|  * ishtp_cl_rx_get_rb() -Get a rb from client device rx buffer list
 | |
|  * @cl: Pointer to client device instance
 | |
|  *
 | |
|  * Check client device in-processing buffer list and get a rb from it.
 | |
|  *
 | |
|  * Return: rb pointer if buffer list isn't empty else NULL
 | |
|  */
 | |
| struct ishtp_cl_rb *ishtp_cl_rx_get_rb(struct ishtp_cl *cl)
 | |
| {
 | |
| 	unsigned long rx_flags;
 | |
| 	struct ishtp_cl_rb *rb;
 | |
| 
 | |
| 	spin_lock_irqsave(&cl->in_process_spinlock, rx_flags);
 | |
| 	rb = list_first_entry_or_null(&cl->in_process_list.list,
 | |
| 				struct ishtp_cl_rb, list);
 | |
| 	if (rb)
 | |
| 		list_del_init(&rb->list);
 | |
| 	spin_unlock_irqrestore(&cl->in_process_spinlock, rx_flags);
 | |
| 
 | |
| 	return rb;
 | |
| }
 | |
| EXPORT_SYMBOL(ishtp_cl_rx_get_rb);
 |