mirror of
https://git.kernel.org/pub/scm/linux/kernel/git/stable/linux.git
synced 2024-09-05 02:19:51 +00:00
NFSv4.1: fix pnfs MDS=DS session trunking
[ Upstream commit806a3bc421
] Currently, when GETDEVICEINFO returns multiple locations where each is a different IP but the server's identity is same as MDS, then nfs4_set_ds_client() finds the existing nfs_client structure which has the MDS's max_connect value (and if it's 1), then the 1st IP on the DS's list will get dropped due to MDS trunking rules. Other IPs would be added as they fall under the pnfs trunking rules. For the list of IPs the 1st goes thru calling nfs4_set_ds_client() which will eventually call nfs4_add_trunk() and call into rpc_clnt_test_and_add_xprt() which has the check for MDS trunking. The other IPs (after the 1st one), would call rpc_clnt_add_xprt() which doesn't go thru that check. nfs4_add_trunk() is called when MDS trunking is happening and it needs to enforce the usage of max_connect mount option of the 1st mount. However, this shouldn't be applied to pnfs flow. Instead, this patch proposed to treat MDS=DS as DS trunking and make sure that MDS's max_connect limit does not apply to the 1st IP returned in the GETDEVICEINFO list. It does so by marking the newly created client with a new flag NFS_CS_PNFS which then used to pass max_connect value to use into the rpc_clnt_test_and_add_xprt() instead of the existing rpc client's max_connect value set by the MDS connection. For example, mount was done without max_connect value set so MDS's rpc client has cl_max_connect=1. Upon calling into rpc_clnt_test_and_add_xprt() and using rpc client's value, the caller passes in max_connect value which is previously been set in the pnfs path (as a part of handling GETDEVICEINFO list of IPs) in nfs4_set_ds_client(). However, when NFS_CS_PNFS flag is not set and we know we are doing MDS trunking, comparing a new IP of the same server, we then set the max_connect value to the existing MDS's value and pass that into rpc_clnt_test_and_add_xprt(). Fixes:dc48e0abee
("SUNRPC enforce creation of no more than max_connect xprts") Signed-off-by: Olga Kornievskaia <kolga@netapp.com> Signed-off-by: Anna Schumaker <Anna.Schumaker@Netapp.com> Signed-off-by: Sasha Levin <sashal@kernel.org>
This commit is contained in:
parent
0317d19e26
commit
d1db10f191
3 changed files with 13 additions and 5 deletions
|
@ -417,6 +417,8 @@ static void nfs4_add_trunk(struct nfs_client *clp, struct nfs_client *old)
|
||||||
.net = old->cl_net,
|
.net = old->cl_net,
|
||||||
.servername = old->cl_hostname,
|
.servername = old->cl_hostname,
|
||||||
};
|
};
|
||||||
|
int max_connect = test_bit(NFS_CS_PNFS, &clp->cl_flags) ?
|
||||||
|
clp->cl_max_connect : old->cl_max_connect;
|
||||||
|
|
||||||
if (clp->cl_proto != old->cl_proto)
|
if (clp->cl_proto != old->cl_proto)
|
||||||
return;
|
return;
|
||||||
|
@ -430,7 +432,7 @@ static void nfs4_add_trunk(struct nfs_client *clp, struct nfs_client *old)
|
||||||
xprt_args.addrlen = clp_salen;
|
xprt_args.addrlen = clp_salen;
|
||||||
|
|
||||||
rpc_clnt_add_xprt(old->cl_rpcclient, &xprt_args,
|
rpc_clnt_add_xprt(old->cl_rpcclient, &xprt_args,
|
||||||
rpc_clnt_test_and_add_xprt, NULL);
|
rpc_clnt_test_and_add_xprt, &max_connect);
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -1010,6 +1012,8 @@ struct nfs_client *nfs4_set_ds_client(struct nfs_server *mds_srv,
|
||||||
__set_bit(NFS_CS_NORESVPORT, &cl_init.init_flags);
|
__set_bit(NFS_CS_NORESVPORT, &cl_init.init_flags);
|
||||||
|
|
||||||
__set_bit(NFS_CS_DS, &cl_init.init_flags);
|
__set_bit(NFS_CS_DS, &cl_init.init_flags);
|
||||||
|
__set_bit(NFS_CS_PNFS, &cl_init.init_flags);
|
||||||
|
cl_init.max_connect = NFS_MAX_TRANSPORTS;
|
||||||
/*
|
/*
|
||||||
* Set an authflavor equual to the MDS value. Use the MDS nfs_client
|
* Set an authflavor equual to the MDS value. Use the MDS nfs_client
|
||||||
* cl_ipaddr so as to use the same EXCHANGE_ID co_ownerid as the MDS
|
* cl_ipaddr so as to use the same EXCHANGE_ID co_ownerid as the MDS
|
||||||
|
|
|
@ -48,6 +48,7 @@ struct nfs_client {
|
||||||
#define NFS_CS_NOPING 6 /* - don't ping on connect */
|
#define NFS_CS_NOPING 6 /* - don't ping on connect */
|
||||||
#define NFS_CS_DS 7 /* - Server is a DS */
|
#define NFS_CS_DS 7 /* - Server is a DS */
|
||||||
#define NFS_CS_REUSEPORT 8 /* - reuse src port on reconnect */
|
#define NFS_CS_REUSEPORT 8 /* - reuse src port on reconnect */
|
||||||
|
#define NFS_CS_PNFS 9 /* - Server used for pnfs */
|
||||||
struct sockaddr_storage cl_addr; /* server identifier */
|
struct sockaddr_storage cl_addr; /* server identifier */
|
||||||
size_t cl_addrlen;
|
size_t cl_addrlen;
|
||||||
char * cl_hostname; /* hostname of server */
|
char * cl_hostname; /* hostname of server */
|
||||||
|
|
|
@ -2905,19 +2905,22 @@ static const struct rpc_call_ops rpc_cb_add_xprt_call_ops = {
|
||||||
* @clnt: pointer to struct rpc_clnt
|
* @clnt: pointer to struct rpc_clnt
|
||||||
* @xps: pointer to struct rpc_xprt_switch,
|
* @xps: pointer to struct rpc_xprt_switch,
|
||||||
* @xprt: pointer struct rpc_xprt
|
* @xprt: pointer struct rpc_xprt
|
||||||
* @dummy: unused
|
* @in_max_connect: pointer to the max_connect value for the passed in xprt transport
|
||||||
*/
|
*/
|
||||||
int rpc_clnt_test_and_add_xprt(struct rpc_clnt *clnt,
|
int rpc_clnt_test_and_add_xprt(struct rpc_clnt *clnt,
|
||||||
struct rpc_xprt_switch *xps, struct rpc_xprt *xprt,
|
struct rpc_xprt_switch *xps, struct rpc_xprt *xprt,
|
||||||
void *dummy)
|
void *in_max_connect)
|
||||||
{
|
{
|
||||||
struct rpc_cb_add_xprt_calldata *data;
|
struct rpc_cb_add_xprt_calldata *data;
|
||||||
struct rpc_task *task;
|
struct rpc_task *task;
|
||||||
|
int max_connect = clnt->cl_max_connect;
|
||||||
|
|
||||||
if (xps->xps_nunique_destaddr_xprts + 1 > clnt->cl_max_connect) {
|
if (in_max_connect)
|
||||||
|
max_connect = *(int *)in_max_connect;
|
||||||
|
if (xps->xps_nunique_destaddr_xprts + 1 > max_connect) {
|
||||||
rcu_read_lock();
|
rcu_read_lock();
|
||||||
pr_warn("SUNRPC: reached max allowed number (%d) did not add "
|
pr_warn("SUNRPC: reached max allowed number (%d) did not add "
|
||||||
"transport to server: %s\n", clnt->cl_max_connect,
|
"transport to server: %s\n", max_connect,
|
||||||
rpc_peeraddr2str(clnt, RPC_DISPLAY_ADDR));
|
rpc_peeraddr2str(clnt, RPC_DISPLAY_ADDR));
|
||||||
rcu_read_unlock();
|
rcu_read_unlock();
|
||||||
return -EINVAL;
|
return -EINVAL;
|
||||||
|
|
Loading…
Reference in a new issue