Commit 538f1354 authored by Jacek Kalwas's avatar Jacek Kalwas Committed by Tomasz Zawadzki
Browse files

nvmf: allow to override virtual controller capabilities 



Virtual controller capabilities can be overridden on transport
specific layer. The current behavior shall be preserved.

This can be useful to limit or extend the default based on transport
type.

Signed-off-by: default avatarJacek Kalwas <jacek.kalwas@intel.com>
Change-Id: I754f0d957a46f219adc1e55f792e79c7546ddb43
Reviewed-on: https://review.spdk.io/gerrit/c/spdk/spdk/+/1274


Tested-by: default avatarSPDK CI Jenkins <sys_sgci@intel.com>
Reviewed-by: default avatarBen Walker <benjamin.walker@intel.com>
Reviewed-by: default avatarShuhei Matsumoto <shuhei.matsumoto.xt@hitachi.com>
parent 20bc88d2

include/spdk/nvme_spec.h

+25 −23
Original line number Diff line number Diff line
@@ -1525,6 +1525,30 @@ enum spdk_nvme_flush_broadcast { 


#define SPDK_NVME_NQN_FIELD_SIZE 256



/** Identify Controller data NVMe over Fabrics-specific fields */

struct spdk_nvme_cdata_nvmf_specific {

	/** I/O queue command capsule supported size (16-byte units) */

	uint32_t	ioccsz;



	/** I/O queue response capsule supported size (16-byte units) */

	uint32_t	iorcsz;



	/** In-capsule data offset (16-byte units) */

	uint16_t	icdoff;



	/** Controller attributes */

	struct {

		/** Controller model: \ref spdk_nvmf_ctrlr_model */

		uint8_t	ctrlr_model : 1;

		uint8_t reserved : 7;

	} ctrattr;



	/** Maximum SGL block descriptors (0 = no limit) */

	uint8_t		msdbd;



	uint8_t		reserved[244];

};



struct __attribute__((packed)) __attribute__((aligned)) spdk_nvme_ctrlr_data {

	/* bytes 0-255: controller capabilities and features */
@@ -1875,29 +1899,7 @@ struct __attribute__((packed)) __attribute__((aligned)) spdk_nvme_ctrlr_data { 


	uint8_t			reserved5[768];



	/** NVMe over Fabrics-specific fields */

	struct {

		/** I/O queue command capsule supported size (16-byte units) */

		uint32_t	ioccsz;



		/** I/O queue response capsule supported size (16-byte units) */

		uint32_t	iorcsz;



		/** In-capsule data offset (16-byte units) */

		uint16_t	icdoff;



		/** Controller attributes */

		struct {

			/** Controller model: \ref spdk_nvmf_ctrlr_model */

			uint8_t	ctrlr_model : 1;

			uint8_t reserved : 7;

		} ctrattr;



		/** Maximum SGL block descriptors (0 = no limit) */

		uint8_t		msdbd;



		uint8_t		reserved[244];

	} nvmf_specific;

	struct spdk_nvme_cdata_nvmf_specific nvmf_specific;



	/* bytes 2048-3071: power state descriptors */

	struct spdk_nvme_power_state	psd[32];

include/spdk/nvmf_transport.h

+22 −0
Original line number Diff line number Diff line
@@ -169,10 +169,18 @@ struct spdk_nvmf_listener { 
	TAILQ_ENTRY(spdk_nvmf_listener)	link;

};



/**

 * A subset of struct spdk_nvme_ctrlr_data that are emulated by a fabrics device.

 */

struct spdk_nvmf_ctrlr_data {

	struct spdk_nvme_cdata_nvmf_specific nvmf_specific;

};



struct spdk_nvmf_transport {

	struct spdk_nvmf_tgt			*tgt;

	const struct spdk_nvmf_transport_ops	*ops;

	struct spdk_nvmf_transport_opts		opts;

	struct spdk_nvmf_ctrlr_data		cdata;



	/* A mempool for transport related data transfers */

	struct spdk_mempool			*data_buf_pool;
@@ -354,6 +362,20 @@ struct spdk_nvmf_registers { 
	uint64_t			acq;

};



/**

 * Initialize NVMe-oF controller capabilities.

 *

 * After that call transport specific layer can override the settings

 * but internally must enforce the conditions on when it can be updated

 * (e.g. no connections active).

 *

 * \param opts transport options

 * \param cdata subset of ctrlr capabilities

 */

void

spdk_nvmf_ctrlr_data_init(struct spdk_nvmf_transport_opts *opts,

			  struct spdk_nvmf_ctrlr_data *cdata);



const struct spdk_nvmf_registers *spdk_nvmf_ctrlr_get_regs(struct spdk_nvmf_ctrlr *ctrlr);



void spdk_nvmf_request_free_buffers(struct spdk_nvmf_request *req,

lib/nvmf/ctrlr.c

+12 −17
Original line number Diff line number Diff line
@@ -1813,6 +1813,17 @@ nvmf_ctrlr_populate_oacs(struct spdk_nvmf_ctrlr *ctrlr, 
				     NULL;

}



void

spdk_nvmf_ctrlr_data_init(struct spdk_nvmf_transport_opts *opts, struct spdk_nvmf_ctrlr_data *cdata)

{

	cdata->nvmf_specific.ioccsz = sizeof(struct spdk_nvme_cmd) / 16;

	cdata->nvmf_specific.ioccsz += opts->in_capsule_data_size / 16;

	cdata->nvmf_specific.iorcsz = sizeof(struct spdk_nvme_cpl) / 16;

	cdata->nvmf_specific.icdoff = 0; /* offset starts directly after SQE */

	cdata->nvmf_specific.ctrattr.ctrlr_model = SPDK_NVMF_CTRLR_MODEL_DYNAMIC;

	cdata->nvmf_specific.msdbd = 1;

}



int

spdk_nvmf_ctrlr_identify_ctrlr(struct spdk_nvmf_ctrlr *ctrlr, struct spdk_nvme_ctrlr_data *cdata)

{
@@ -1867,23 +1878,7 @@ spdk_nvmf_ctrlr_identify_ctrlr(struct spdk_nvmf_ctrlr *ctrlr, struct spdk_nvme_c 
		cdata->vwc.present = 1;

		cdata->vwc.flush_broadcast = SPDK_NVME_FLUSH_BROADCAST_NOT_SUPPORTED;



		cdata->nvmf_specific.ioccsz = sizeof(struct spdk_nvme_cmd) / 16;

		cdata->nvmf_specific.iorcsz = sizeof(struct spdk_nvme_cpl) / 16;

		cdata->nvmf_specific.icdoff = 0; /* offset starts directly after SQE */

		cdata->nvmf_specific.ctrattr.ctrlr_model = SPDK_NVMF_CTRLR_MODEL_DYNAMIC;

		/* The RDMA transport supports up to SPDK_NVMF_MAX_SGL_ENTRIES descriptors. */

		if (transport->ops->type == SPDK_NVME_TRANSPORT_RDMA) {

			cdata->nvmf_specific.msdbd = SPDK_NVMF_MAX_SGL_ENTRIES;

		} else {

			cdata->nvmf_specific.msdbd = 1;

		}



		/* TODO: this should be set by the transport */

		/* Disable in-capsule data transfer for RDMA controller when dif_insert_or_strip is enabled

		   since in-capsule data only works with NVME drives that support SGL memory layout */

		if (!(transport->ops->type == SPDK_NVME_TRANSPORT_RDMA && ctrlr->dif_insert_or_strip)) {

			cdata->nvmf_specific.ioccsz += transport->opts.in_capsule_data_size / 16;

		}

		cdata->nvmf_specific = transport->cdata.nvmf_specific;



		cdata->oncs.dsm = spdk_nvmf_ctrlr_dsm_supported(ctrlr);

		cdata->oncs.write_zeroes = spdk_nvmf_ctrlr_write_zeroes_supported(ctrlr);

lib/nvmf/fc.c

+2 −0
Original line number Diff line number Diff line
@@ -1889,6 +1889,8 @@ nvmf_fc_create(struct spdk_nvmf_transport_opts *opts) 
	/* initialize the low level FC driver */

	nvmf_fc_lld_init();



	spdk_nvmf_ctrlr_data_init(opts, &g_nvmf_ftransport->transport.cdata);



	return &g_nvmf_ftransport->transport;

}

lib/nvmf/rdma.c

+10 −0
Original line number Diff line number Diff line
@@ -2497,6 +2497,16 @@ spdk_nvmf_rdma_create(struct spdk_nvmf_transport_opts *opts) 
		rtransport->poll_fds[i++].events = POLLIN;

	}



	spdk_nvmf_ctrlr_data_init(opts, &rtransport->transport.cdata);



	rtransport->transport.cdata.nvmf_specific.msdbd = SPDK_NVMF_MAX_SGL_ENTRIES;



	/* Disable in-capsule data transfer for RDMA controller when dif_insert_or_strip is enabled

	since in-capsule data only works with NVME drives that support SGL memory layout */

	if (opts->dif_insert_or_strip) {

		rtransport->transport.cdata.nvmf_specific.ioccsz = sizeof(struct spdk_nvme_cmd) / 16;

	}



	return &rtransport->transport;

}