fabrics.h 6.76 KB
Newer Older
1
/* SPDX-License-Identifier: GPL-2.0 */
2 3 4 5 6 7 8 9 10 11 12 13 14 15
/*
 * NVMe over Fabrics common host code.
 * Copyright (c) 2015-2016 HGST, a Western Digital Company.
 */
#ifndef _NVME_FABRICS_H
#define _NVME_FABRICS_H 1

#include <linux/in.h>
#include <linux/inet.h>

#define NVMF_MIN_QUEUE_SIZE	16
#define NVMF_MAX_QUEUE_SIZE	1024
#define NVMF_DEF_QUEUE_SIZE	128
#define NVMF_DEF_RECONNECT_DELAY	10
16 17
/* default to 600 seconds of reconnect attempts before giving up */
#define NVMF_DEF_CTRL_LOSS_TMO		600
18 19 20 21 22 23 24 25 26 27 28 29 30

/*
 * Define a host as seen by the target.  We allocate one at boot, but also
 * allow the override it when creating controllers.  This is both to provide
 * persistence of the Host NQN over multiple boots, and to allow using
 * multiple ones, for example in a container scenario.  Because we must not
 * use different Host NQNs with the same Host ID we generate a Host ID and
 * use this structure to keep track of the relation between the two.
 */
struct nvmf_host {
	struct kref		ref;
	struct list_head	list;
	char			nqn[NVMF_NQN_SIZE];
Christoph Hellwig's avatar
Christoph Hellwig committed
31
	uuid_t			id;
32 33 34 35 36 37 38 39 40 41 42 43 44 45
};

/**
 * enum nvmf_parsing_opts - used to define the sysfs parsing options used.
 */
enum {
	NVMF_OPT_ERR		= 0,
	NVMF_OPT_TRANSPORT	= 1 << 0,
	NVMF_OPT_NQN		= 1 << 1,
	NVMF_OPT_TRADDR		= 1 << 2,
	NVMF_OPT_TRSVCID	= 1 << 3,
	NVMF_OPT_QUEUE_SIZE	= 1 << 4,
	NVMF_OPT_NR_IO_QUEUES	= 1 << 5,
	NVMF_OPT_TL_RETRY_COUNT	= 1 << 6,
46
	NVMF_OPT_KATO		= 1 << 7,
47 48
	NVMF_OPT_HOSTNQN	= 1 << 8,
	NVMF_OPT_RECONNECT_DELAY = 1 << 9,
49
	NVMF_OPT_HOST_TRADDR	= 1 << 10,
50
	NVMF_OPT_CTRL_LOSS_TMO	= 1 << 11,
51
	NVMF_OPT_HOST_ID	= 1 << 12,
52
	NVMF_OPT_DUP_CONNECT	= 1 << 13,
53
	NVMF_OPT_DISABLE_SQFLOW = 1 << 14,
54
	NVMF_OPT_HDR_DIGEST	= 1 << 15,
55
	NVMF_OPT_DATA_DIGEST	= 1 << 16,
56
	NVMF_OPT_NR_WRITE_QUEUES = 1 << 17,
57
	NVMF_OPT_NR_POLL_QUEUES = 1 << 18,
58
	NVMF_OPT_TOS		= 1 << 19,
59 60 61 62 63 64 65 66 67 68 69 70
};

/**
 * struct nvmf_ctrl_options - Used to hold the options specified
 *			      with the parsing opts enum.
 * @mask:	Used by the fabrics library to parse through sysfs options
 *		on adding a NVMe controller.
 * @transport:	Holds the fabric transport "technology name" (for a lack of
 *		better description) that will be used by an NVMe controller
 *		being added.
 * @subsysnqn:	Hold the fully qualified NQN subystem name (format defined
 *		in the NVMe specification, "NVMe Qualified Names").
71 72 73 74
 * @traddr:	The transport-specific TRADDR field for a port on the
 *              subsystem which is adding a controller.
 * @trsvcid:	The transport-specific TRSVCID field for a port on the
 *              subsystem which is adding a controller.
75 76
 * @host_traddr: A transport-specific field identifying the NVME host port
 *              to use for the connection to the controller.
77 78 79 80
 * @queue_size: Number of IO queue elements.
 * @nr_io_queues: Number of controller IO queues that will be established.
 * @reconnect_delay: Time between two consecutive reconnect attempts.
 * @discovery_nqn: indicates if the subsysnqn is the well-known discovery NQN.
81
 * @kato:	Keep-alive timeout.
82
 * @host:	Virtual NVMe host, contains the NQN and Host ID.
83 84 85
 * @max_reconnects: maximum number of allowed reconnect attempts before removing
 *              the controller, (-1) means reconnect forever, zero means remove
 *              immediately;
86 87 88
 * @disable_sqflow: disable controller sq flow control
 * @hdr_digest: generate/verify header digest (TCP)
 * @data_digest: generate/verify data digest (TCP)
89
 * @nr_write_queues: number of queues for write I/O
90
 * @nr_poll_queues: number of queues for polling I/O
91
 * @tos: type of service
92 93 94 95 96 97 98
 */
struct nvmf_ctrl_options {
	unsigned		mask;
	char			*transport;
	char			*subsysnqn;
	char			*traddr;
	char			*trsvcid;
99
	char			*host_traddr;
100 101 102 103
	size_t			queue_size;
	unsigned int		nr_io_queues;
	unsigned int		reconnect_delay;
	bool			discovery_nqn;
104
	bool			duplicate_connect;
105
	unsigned int		kato;
106
	struct nvmf_host	*host;
107
	int			max_reconnects;
108
	bool			disable_sqflow;
109
	bool			hdr_digest;
110
	bool			data_digest;
111
	unsigned int		nr_write_queues;
112
	unsigned int		nr_poll_queues;
113
	int			tos;
114 115 116 117 118 119 120
};

/*
 * struct nvmf_transport_ops - used to register a specific
 *			       fabric implementation of NVMe fabrics.
 * @entry:		Used by the fabrics library to add the new
 *			registration entry to its linked-list internal tree.
121
 * @module:             Transport module reference
122 123 124 125 126 127 128 129 130 131 132 133 134 135 136
 * @name:		Name of the NVMe fabric driver implementation.
 * @required_opts:	sysfs command-line options that must be specified
 *			when adding a new NVMe controller.
 * @allowed_opts:	sysfs command-line options that can be specified
 *			when adding a new NVMe controller.
 * @create_ctrl():	function pointer that points to a non-NVMe
 *			implementation-specific fabric technology
 *			that would go into starting up that fabric
 *			for the purpose of conneciton to an NVMe controller
 *			using that fabric technology.
 *
 * Notes:
 *	1. At minimum, 'required_opts' and 'allowed_opts' should
 *	   be set to the same enum parsing options defined earlier.
 *	2. create_ctrl() must be defined (even if it does nothing)
137 138 139
 *	3. struct nvmf_transport_ops must be statically allocated in the
 *	   modules .bss section so that a pure module_get on @module
 *	   prevents the memory from beeing freed.
140 141 142
 */
struct nvmf_transport_ops {
	struct list_head	entry;
143
	struct module		*module;
144 145 146 147 148 149 150
	const char		*name;
	int			required_opts;
	int			allowed_opts;
	struct nvme_ctrl	*(*create_ctrl)(struct device *dev,
					struct nvmf_ctrl_options *opts);
};

151 152 153 154
static inline bool
nvmf_ctlr_matches_baseopts(struct nvme_ctrl *ctrl,
			struct nvmf_ctrl_options *opts)
{
155 156 157
	if (ctrl->state == NVME_CTRL_DELETING ||
	    ctrl->state == NVME_CTRL_DEAD ||
	    strcmp(opts->subsysnqn, ctrl->opts->subsysnqn) ||
158 159 160 161 162 163 164
	    strcmp(opts->host->nqn, ctrl->opts->host->nqn) ||
	    memcmp(&opts->host->id, &ctrl->opts->host->id, sizeof(uuid_t)))
		return false;

	return true;
}

165 166 167 168
int nvmf_reg_read32(struct nvme_ctrl *ctrl, u32 off, u32 *val);
int nvmf_reg_read64(struct nvme_ctrl *ctrl, u32 off, u64 *val);
int nvmf_reg_write32(struct nvme_ctrl *ctrl, u32 off, u32 val);
int nvmf_connect_admin_queue(struct nvme_ctrl *ctrl);
169
int nvmf_connect_io_queue(struct nvme_ctrl *ctrl, u16 qid, bool poll);
170
int nvmf_register_transport(struct nvmf_transport_ops *ops);
171 172 173
void nvmf_unregister_transport(struct nvmf_transport_ops *ops);
void nvmf_free_options(struct nvmf_ctrl_options *opts);
int nvmf_get_address(struct nvme_ctrl *ctrl, char *buf, int size);
174
bool nvmf_should_reconnect(struct nvme_ctrl *ctrl);
175 176
blk_status_t nvmf_fail_nonready_command(struct nvme_ctrl *ctrl,
		struct request *rq);
177 178
bool __nvmf_check_ready(struct nvme_ctrl *ctrl, struct request *rq,
		bool queue_live);
179 180
bool nvmf_ip_options_match(struct nvme_ctrl *ctrl,
		struct nvmf_ctrl_options *opts);
181 182 183 184

static inline bool nvmf_check_ready(struct nvme_ctrl *ctrl, struct request *rq,
		bool queue_live)
{
185
	if (likely(ctrl->state == NVME_CTRL_LIVE))
186 187 188
		return true;
	return __nvmf_check_ready(ctrl, rq, queue_live);
}
189

190
#endif /* _NVME_FABRICS_H */