Commit 265a8436 authored by Ben Walker's avatar Ben Walker Committed by Tomasz Zawadzki
Browse files

nvme: Change mapping semantics of controller memory buffer 



Instead of creating an allocator where the driver manages the space,
now, since using the CMB for queues and data has already been
disallowed, just create functions to map and unmap the entire CMB.
The user can manage the space.

Change-Id: I023994deda3b517e14d2ba464c7375bf22b58456
Signed-off-by: default avatarBen Walker <benjamin.walker@intel.com>
Reviewed-on: https://review.spdk.io/gerrit/c/spdk/spdk/+/785


Reviewed-by: default avatarJim Harris <james.r.harris@intel.com>
Reviewed-by: default avatarChangpeng Liu <changpeng.liu@intel.com>
Reviewed-by: default avatarShuhei Matsumoto <shuhei.matsumoto.xt@hitachi.com>
Tested-by: default avatarSPDK CI Jenkins <sys_sgci@intel.com>
Community-CI: Broadcom CI
parent 3429f97a

doc/peer_2_peer.md

+2 −2
Original line number Diff line number Diff line
@@ -29,8 +29,8 @@ capabilities are given in the table below. 


Key Functions                               | Description

------------------------------------------- | -----------

spdk_nvme_ctrlr_alloc_cmb_io_buffer()       | @copybrief spdk_nvme_ctrlr_alloc_cmb_io_buffer()

spdk_nvme_ctrlr_free_cmb_io_buffer()        | @copybrief spdk_nvme_ctrlr_free_cmb_io_buffer()

spdk_nvme_ctrlr_map_cmb()                   | @copybrief spdk_nvme_ctrlr_map_cmb()

spdk_nvme_ctrlr_unmap_cmb()                 | @copybrief spdk_nvme_ctrlr_unmap_cmb()

spdk_nvme_ctrlr_get_regs_cmbsz()            | @copybrief spdk_nvme_ctrlr_get_regs_cmbsz()



# Determining device support {#p2p_support}

examples/nvme/cmb_copy/cmb_copy.c

+4 −4
Original line number Diff line number Diff line
@@ -109,6 +109,7 @@ cmb_copy(void) 
{

	int rc = 0, rw;

	void *buf;

	size_t sz;



	/* Allocate QPs for the read and write controllers */

	g_config.read.qpair = spdk_nvme_ctrlr_alloc_io_qpair(g_config.read.ctrlr, NULL, 0);
@@ -119,8 +120,8 @@ cmb_copy(void) 
	}



	/* Allocate a buffer from our CMB */

	buf = spdk_nvme_ctrlr_alloc_cmb_io_buffer(g_config.cmb.ctrlr, g_config.copy_size);

	if (buf == NULL) {

	buf = spdk_nvme_ctrlr_map_cmb(g_config.cmb.ctrlr, &sz);

	if (buf == NULL || sz != g_config.copy_size) {

		printf("ERROR: buffer allocation failed\n");

		printf("Are you sure %s has a valid CMB?\n",

		       g_config.cmb.trid.traddr);
@@ -162,8 +163,7 @@ cmb_copy(void) 
	g_config.write.done = 0;



	/* Free CMB buffer */

	spdk_nvme_ctrlr_free_cmb_io_buffer(g_config.cmb.ctrlr, buf,

					   g_config.copy_size);

	spdk_nvme_ctrlr_unmap_cmb(g_config.cmb.ctrlr);



	/* Free the queues */

	spdk_nvme_ctrlr_free_io_qpair(g_config.read.qpair);

examples/nvme/hello_world/hello_world.c

+4 −3
Original line number Diff line number Diff line
@@ -138,7 +138,7 @@ write_complete(void *arg, const struct spdk_nvme_cpl *completion) 
	 *  the data back from the NVMe namespace.

	 */

	if (sequence->using_cmb_io) {

		spdk_nvme_ctrlr_free_cmb_io_buffer(ns_entry->ctrlr, sequence->buf, 0x1000);

		spdk_nvme_ctrlr_unmap_cmb(ns_entry->ctrlr);

	} else {

		spdk_free(sequence->buf);

	}
@@ -160,6 +160,7 @@ hello_world(void) 
	struct ns_entry			*ns_entry;

	struct hello_world_sequence	sequence;

	int				rc;

	size_t				sz;



	ns_entry = g_namespaces;

	while (ns_entry != NULL) {
@@ -187,8 +188,8 @@ hello_world(void) 
		 * I/O operations.

		 */

		sequence.using_cmb_io = 1;

		sequence.buf = spdk_nvme_ctrlr_alloc_cmb_io_buffer(ns_entry->ctrlr, 0x1000);

		if (sequence.buf == NULL) {

		sequence.buf = spdk_nvme_ctrlr_map_cmb(ns_entry->ctrlr, &sz);

		if (sequence.buf == NULL || sz < 0x1000) {

			sequence.using_cmb_io = 0;

			sequence.buf = spdk_zmalloc(0x1000, 0x1000, NULL, SPDK_ENV_SOCKET_ID_ANY, SPDK_MALLOC_DMA);

		}

include/spdk/nvme.h

+17 −19
Original line number Diff line number Diff line
@@ -1911,33 +1911,31 @@ int spdk_nvme_ctrlr_update_firmware(struct spdk_nvme_ctrlr *ctrlr, void *payload 
volatile struct spdk_nvme_registers *spdk_nvme_ctrlr_get_registers(struct spdk_nvme_ctrlr *ctrlr);



/**

 * Allocate an I/O buffer from the controller memory buffer (Experimental).

 * Map the controller memory buffer for use in I/O operations.

 *

 * This function allocates registered memory which belongs to the Controller

 * Memory Buffer (CMB) of the specified NVMe controller. Note that the CMB has

 * to support the WDS and RDS capabilities for the allocation to be successful.

 * Also, due to vtophys contraints the CMB must be at least 4MiB in size. Free

 * memory allocated with this function using spdk_nvme_ctrlr_free_cmb_io_buffer().

 * This function maps registered memory which belongs to the Controller

 * Memory Buffer (CMB) of the specified NVMe controller so that it is visible

 * from the CPU. Note that the CMB has to support the WDS and RDS capabilities

 * for the mapping to be successful. Also, due to vtophys contraints the CMB must

 * be at least 4MiB in size.

 *

 * This cannot be used in conjunction with placing submission queues in the

 * controller memory buffer.

 *

 * \param ctrlr Controller from which to allocate memory buffer.

 * \param size Size of buffer to allocate in bytes.

 * \param size Size of buffer that was mapped. Return value.

 *

 * \return Pointer to controller memory buffer allocation, or NULL if allocation

 * \return Pointer to controller memory buffer, or NULL if mapping

 * was not possible.

 */

void *spdk_nvme_ctrlr_alloc_cmb_io_buffer(struct spdk_nvme_ctrlr *ctrlr, size_t size);

void *spdk_nvme_ctrlr_map_cmb(struct spdk_nvme_ctrlr *ctrlr, size_t *size);



/**

 * Free a controller memory I/O buffer (Experimental).

 *

 * Note this function is currently a NOP which is one reason why this and

 * spdk_nvme_ctrlr_alloc_cmb_io_buffer() are currently marked as experimental.

 * Free a controller memory I/O buffer.

 *

 * \param ctrlr Controller from which the buffer was allocated.

 * \param buf Buffer previously allocated by spdk_nvme_ctrlr_alloc_cmb_io_buffer().

 * \param size Size of buf in bytes.

 * \param ctrlr Controller from which to unmap the memory buffer.

 */

void spdk_nvme_ctrlr_free_cmb_io_buffer(struct spdk_nvme_ctrlr *ctrlr, void *buf, size_t size);

void spdk_nvme_ctrlr_unmap_cmb(struct spdk_nvme_ctrlr *ctrlr);



/**

 * Get the transport ID for a given NVMe controller.
@@ -3082,9 +3080,9 @@ struct spdk_nvme_transport_ops { 


	uint16_t (*ctrlr_get_max_sges)(struct spdk_nvme_ctrlr *ctrlr);



	void *(*ctrlr_alloc_cmb_io_buffer)(struct spdk_nvme_ctrlr *ctrlr, size_t size);

	void *(*ctrlr_map_cmb)(struct spdk_nvme_ctrlr *ctrlr, size_t *size);



	int (*ctrlr_free_cmb_io_buffer)(struct spdk_nvme_ctrlr *ctrlr, void *buf, size_t size);

	int (*ctrlr_unmap_cmb)(struct spdk_nvme_ctrlr *ctrlr);



	struct spdk_nvme_qpair *(*ctrlr_create_io_qpair)(struct spdk_nvme_ctrlr *ctrlr, uint16_t qid,

			const struct spdk_nvme_io_qpair_opts *opts);

lib/nvme/nvme_ctrlr.c

+6 −8
Original line number Diff line number Diff line
@@ -3364,7 +3364,7 @@ spdk_nvme_ctrlr_update_firmware(struct spdk_nvme_ctrlr *ctrlr, void *payload, ui 
}



void *

spdk_nvme_ctrlr_alloc_cmb_io_buffer(struct spdk_nvme_ctrlr *ctrlr, size_t size)

spdk_nvme_ctrlr_map_cmb(struct spdk_nvme_ctrlr *ctrlr, size_t *size)

{

	void *buf;
@@ -3373,21 +3373,19 @@ spdk_nvme_ctrlr_alloc_cmb_io_buffer(struct spdk_nvme_ctrlr *ctrlr, size_t size) 
	}



	nvme_robust_mutex_lock(&ctrlr->ctrlr_lock);

	buf = nvme_transport_ctrlr_alloc_cmb_io_buffer(ctrlr, size);

	buf = nvme_transport_ctrlr_map_cmb(ctrlr, size);

	nvme_robust_mutex_unlock(&ctrlr->ctrlr_lock);



	return buf;

}



void

spdk_nvme_ctrlr_free_cmb_io_buffer(struct spdk_nvme_ctrlr *ctrlr, void *buf, size_t size)

spdk_nvme_ctrlr_unmap_cmb(struct spdk_nvme_ctrlr *ctrlr)

{

	if (buf && size) {

	nvme_robust_mutex_lock(&ctrlr->ctrlr_lock);

		nvme_transport_ctrlr_free_cmb_io_buffer(ctrlr, buf, size);

	nvme_transport_ctrlr_unmap_cmb(ctrlr);

	nvme_robust_mutex_unlock(&ctrlr->ctrlr_lock);

}

}



bool

spdk_nvme_ctrlr_is_discovery(struct spdk_nvme_ctrlr *ctrlr)