2011-10-26 02:26:31 +00:00
|
|
|
/*
|
2014-09-16 02:20:31 +00:00
|
|
|
* Copyright (c) 2007-2014 Nicira, Inc.
|
2011-10-26 02:26:31 +00:00
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of version 2 of the GNU General Public
|
|
|
|
* License as published by the Free Software Foundation.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful, but
|
|
|
|
* WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License
|
|
|
|
* along with this program; if not, write to the Free Software
|
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
|
|
|
|
* 02110-1301, USA
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include <linux/etherdevice.h>
|
|
|
|
#include <linux/if.h>
|
|
|
|
#include <linux/if_vlan.h>
|
2012-02-23 03:58:59 +00:00
|
|
|
#include <linux/jhash.h>
|
2011-10-26 02:26:31 +00:00
|
|
|
#include <linux/kernel.h>
|
|
|
|
#include <linux/list.h>
|
|
|
|
#include <linux/mutex.h>
|
|
|
|
#include <linux/percpu.h>
|
|
|
|
#include <linux/rcupdate.h>
|
|
|
|
#include <linux/rtnetlink.h>
|
|
|
|
#include <linux/compat.h>
|
2012-02-23 03:58:59 +00:00
|
|
|
#include <net/net_namespace.h>
|
2014-10-22 15:29:06 +00:00
|
|
|
#include <linux/module.h>
|
2011-10-26 02:26:31 +00:00
|
|
|
|
2012-02-23 03:58:59 +00:00
|
|
|
#include "datapath.h"
|
2011-10-26 02:26:31 +00:00
|
|
|
#include "vport.h"
|
|
|
|
#include "vport-internal_dev.h"
|
|
|
|
|
2013-12-17 19:22:48 +00:00
|
|
|
static void ovs_vport_record_error(struct vport *,
|
|
|
|
enum vport_err_type err_type);
|
|
|
|
|
2014-10-22 15:29:06 +00:00
|
|
|
static LIST_HEAD(vport_ops_list);
|
2011-10-26 02:26:31 +00:00
|
|
|
|
2013-04-15 20:23:03 +00:00
|
|
|
/* Protected by RCU read lock for reading, ovs_mutex for writing. */
|
2011-10-26 02:26:31 +00:00
|
|
|
static struct hlist_head *dev_table;
|
|
|
|
#define VPORT_HASH_BUCKETS 1024
|
|
|
|
|
|
|
|
/**
|
|
|
|
* ovs_vport_init - initialize vport subsystem
|
|
|
|
*
|
|
|
|
* Called at module load time to initialize the vport subsystem.
|
|
|
|
*/
|
|
|
|
int ovs_vport_init(void)
|
|
|
|
{
|
|
|
|
dev_table = kzalloc(VPORT_HASH_BUCKETS * sizeof(struct hlist_head),
|
|
|
|
GFP_KERNEL);
|
|
|
|
if (!dev_table)
|
|
|
|
return -ENOMEM;
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* ovs_vport_exit - shutdown vport subsystem
|
|
|
|
*
|
|
|
|
* Called at module exit time to shutdown the vport subsystem.
|
|
|
|
*/
|
|
|
|
void ovs_vport_exit(void)
|
|
|
|
{
|
|
|
|
kfree(dev_table);
|
|
|
|
}
|
|
|
|
|
2012-02-23 03:58:59 +00:00
|
|
|
static struct hlist_head *hash_bucket(struct net *net, const char *name)
|
2011-10-26 02:26:31 +00:00
|
|
|
{
|
2012-02-23 03:58:59 +00:00
|
|
|
unsigned int hash = jhash(name, strlen(name), (unsigned long) net);
|
2011-10-26 02:26:31 +00:00
|
|
|
return &dev_table[hash & (VPORT_HASH_BUCKETS - 1)];
|
|
|
|
}
|
|
|
|
|
2014-10-22 15:29:06 +00:00
|
|
|
int ovs_vport_ops_register(struct vport_ops *ops)
|
|
|
|
{
|
|
|
|
int err = -EEXIST;
|
|
|
|
struct vport_ops *o;
|
|
|
|
|
|
|
|
ovs_lock();
|
|
|
|
list_for_each_entry(o, &vport_ops_list, list)
|
|
|
|
if (ops->type == o->type)
|
|
|
|
goto errout;
|
|
|
|
|
|
|
|
list_add_tail(&ops->list, &vport_ops_list);
|
|
|
|
err = 0;
|
|
|
|
errout:
|
|
|
|
ovs_unlock();
|
|
|
|
return err;
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL(ovs_vport_ops_register);
|
|
|
|
|
|
|
|
void ovs_vport_ops_unregister(struct vport_ops *ops)
|
|
|
|
{
|
|
|
|
ovs_lock();
|
|
|
|
list_del(&ops->list);
|
|
|
|
ovs_unlock();
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL(ovs_vport_ops_unregister);
|
|
|
|
|
2011-10-26 02:26:31 +00:00
|
|
|
/**
|
|
|
|
* ovs_vport_locate - find a port that has already been created
|
|
|
|
*
|
|
|
|
* @name: name of port to find
|
|
|
|
*
|
2013-04-15 20:23:03 +00:00
|
|
|
* Must be called with ovs or RCU read lock.
|
2011-10-26 02:26:31 +00:00
|
|
|
*/
|
2012-02-23 03:58:59 +00:00
|
|
|
struct vport *ovs_vport_locate(struct net *net, const char *name)
|
2011-10-26 02:26:31 +00:00
|
|
|
{
|
2012-02-23 03:58:59 +00:00
|
|
|
struct hlist_head *bucket = hash_bucket(net, name);
|
2011-10-26 02:26:31 +00:00
|
|
|
struct vport *vport;
|
|
|
|
|
hlist: drop the node parameter from iterators
I'm not sure why, but the hlist for each entry iterators were conceived
list_for_each_entry(pos, head, member)
The hlist ones were greedy and wanted an extra parameter:
hlist_for_each_entry(tpos, pos, head, member)
Why did they need an extra pos parameter? I'm not quite sure. Not only
they don't really need it, it also prevents the iterator from looking
exactly like the list iterator, which is unfortunate.
Besides the semantic patch, there was some manual work required:
- Fix up the actual hlist iterators in linux/list.h
- Fix up the declaration of other iterators based on the hlist ones.
- A very small amount of places were using the 'node' parameter, this
was modified to use 'obj->member' instead.
- Coccinelle didn't handle the hlist_for_each_entry_safe iterator
properly, so those had to be fixed up manually.
The semantic patch which is mostly the work of Peter Senna Tschudin is here:
@@
iterator name hlist_for_each_entry, hlist_for_each_entry_continue, hlist_for_each_entry_from, hlist_for_each_entry_rcu, hlist_for_each_entry_rcu_bh, hlist_for_each_entry_continue_rcu_bh, for_each_busy_worker, ax25_uid_for_each, ax25_for_each, inet_bind_bucket_for_each, sctp_for_each_hentry, sk_for_each, sk_for_each_rcu, sk_for_each_from, sk_for_each_safe, sk_for_each_bound, hlist_for_each_entry_safe, hlist_for_each_entry_continue_rcu, nr_neigh_for_each, nr_neigh_for_each_safe, nr_node_for_each, nr_node_for_each_safe, for_each_gfn_indirect_valid_sp, for_each_gfn_sp, for_each_host;
type T;
expression a,c,d,e;
identifier b;
statement S;
@@
-T b;
<+... when != b
(
hlist_for_each_entry(a,
- b,
c, d) S
|
hlist_for_each_entry_continue(a,
- b,
c) S
|
hlist_for_each_entry_from(a,
- b,
c) S
|
hlist_for_each_entry_rcu(a,
- b,
c, d) S
|
hlist_for_each_entry_rcu_bh(a,
- b,
c, d) S
|
hlist_for_each_entry_continue_rcu_bh(a,
- b,
c) S
|
for_each_busy_worker(a, c,
- b,
d) S
|
ax25_uid_for_each(a,
- b,
c) S
|
ax25_for_each(a,
- b,
c) S
|
inet_bind_bucket_for_each(a,
- b,
c) S
|
sctp_for_each_hentry(a,
- b,
c) S
|
sk_for_each(a,
- b,
c) S
|
sk_for_each_rcu(a,
- b,
c) S
|
sk_for_each_from
-(a, b)
+(a)
S
+ sk_for_each_from(a) S
|
sk_for_each_safe(a,
- b,
c, d) S
|
sk_for_each_bound(a,
- b,
c) S
|
hlist_for_each_entry_safe(a,
- b,
c, d, e) S
|
hlist_for_each_entry_continue_rcu(a,
- b,
c) S
|
nr_neigh_for_each(a,
- b,
c) S
|
nr_neigh_for_each_safe(a,
- b,
c, d) S
|
nr_node_for_each(a,
- b,
c) S
|
nr_node_for_each_safe(a,
- b,
c, d) S
|
- for_each_gfn_sp(a, c, d, b) S
+ for_each_gfn_sp(a, c, d) S
|
- for_each_gfn_indirect_valid_sp(a, c, d, b) S
+ for_each_gfn_indirect_valid_sp(a, c, d) S
|
for_each_host(a,
- b,
c) S
|
for_each_host_safe(a,
- b,
c, d) S
|
for_each_mesh_entry(a,
- b,
c, d) S
)
...+>
[akpm@linux-foundation.org: drop bogus change from net/ipv4/raw.c]
[akpm@linux-foundation.org: drop bogus hunk from net/ipv6/raw.c]
[akpm@linux-foundation.org: checkpatch fixes]
[akpm@linux-foundation.org: fix warnings]
[akpm@linux-foudnation.org: redo intrusive kvm changes]
Tested-by: Peter Senna Tschudin <peter.senna@gmail.com>
Acked-by: Paul E. McKenney <paulmck@linux.vnet.ibm.com>
Signed-off-by: Sasha Levin <sasha.levin@oracle.com>
Cc: Wu Fengguang <fengguang.wu@intel.com>
Cc: Marcelo Tosatti <mtosatti@redhat.com>
Cc: Gleb Natapov <gleb@redhat.com>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
2013-02-28 01:06:00 +00:00
|
|
|
hlist_for_each_entry_rcu(vport, bucket, hash_node)
|
2012-02-23 03:58:59 +00:00
|
|
|
if (!strcmp(name, vport->ops->get_name(vport)) &&
|
|
|
|
net_eq(ovs_dp_get_net(vport->dp), net))
|
2011-10-26 02:26:31 +00:00
|
|
|
return vport;
|
|
|
|
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* ovs_vport_alloc - allocate and initialize new vport
|
|
|
|
*
|
|
|
|
* @priv_size: Size of private data area to allocate.
|
|
|
|
* @ops: vport device ops
|
|
|
|
*
|
|
|
|
* Allocate and initialize a new vport defined by @ops. The vport will contain
|
|
|
|
* a private data area of size @priv_size that can be accessed using
|
|
|
|
* vport_priv(). vports that are no longer needed should be released with
|
|
|
|
* vport_free().
|
|
|
|
*/
|
|
|
|
struct vport *ovs_vport_alloc(int priv_size, const struct vport_ops *ops,
|
|
|
|
const struct vport_parms *parms)
|
|
|
|
{
|
|
|
|
struct vport *vport;
|
|
|
|
size_t alloc_size;
|
|
|
|
|
|
|
|
alloc_size = sizeof(struct vport);
|
|
|
|
if (priv_size) {
|
|
|
|
alloc_size = ALIGN(alloc_size, VPORT_ALIGN);
|
|
|
|
alloc_size += priv_size;
|
|
|
|
}
|
|
|
|
|
|
|
|
vport = kzalloc(alloc_size, GFP_KERNEL);
|
|
|
|
if (!vport)
|
|
|
|
return ERR_PTR(-ENOMEM);
|
|
|
|
|
|
|
|
vport->dp = parms->dp;
|
|
|
|
vport->port_no = parms->port_no;
|
|
|
|
vport->ops = ops;
|
2012-08-23 19:40:54 +00:00
|
|
|
INIT_HLIST_NODE(&vport->dp_hash_node);
|
2011-10-26 02:26:31 +00:00
|
|
|
|
2014-08-12 07:27:57 +00:00
|
|
|
if (ovs_vport_set_upcall_portids(vport, parms->upcall_portids)) {
|
|
|
|
kfree(vport);
|
2014-07-17 22:14:13 +00:00
|
|
|
return ERR_PTR(-EINVAL);
|
2014-08-12 07:27:57 +00:00
|
|
|
}
|
2014-07-17 22:14:13 +00:00
|
|
|
|
2014-02-13 19:46:28 +00:00
|
|
|
vport->percpu_stats = netdev_alloc_pcpu_stats(struct pcpu_sw_netstats);
|
2011-12-05 20:27:07 +00:00
|
|
|
if (!vport->percpu_stats) {
|
|
|
|
kfree(vport);
|
2011-10-26 02:26:31 +00:00
|
|
|
return ERR_PTR(-ENOMEM);
|
2011-12-05 20:27:07 +00:00
|
|
|
}
|
2011-10-26 02:26:31 +00:00
|
|
|
|
|
|
|
return vport;
|
|
|
|
}
|
2014-10-22 15:29:06 +00:00
|
|
|
EXPORT_SYMBOL(ovs_vport_alloc);
|
2011-10-26 02:26:31 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* ovs_vport_free - uninitialize and free vport
|
|
|
|
*
|
|
|
|
* @vport: vport to free
|
|
|
|
*
|
|
|
|
* Frees a vport allocated with vport_alloc() when it is no longer needed.
|
|
|
|
*
|
|
|
|
* The caller must ensure that an RCU grace period has passed since the last
|
|
|
|
* time @vport was in a datapath.
|
|
|
|
*/
|
|
|
|
void ovs_vport_free(struct vport *vport)
|
|
|
|
{
|
2014-07-17 22:14:13 +00:00
|
|
|
/* vport is freed from RCU callback or error path, Therefore
|
|
|
|
* it is safe to use raw dereference.
|
|
|
|
*/
|
|
|
|
kfree(rcu_dereference_raw(vport->upcall_portids));
|
2011-10-26 02:26:31 +00:00
|
|
|
free_percpu(vport->percpu_stats);
|
|
|
|
kfree(vport);
|
|
|
|
}
|
2014-10-22 15:29:06 +00:00
|
|
|
EXPORT_SYMBOL(ovs_vport_free);
|
|
|
|
|
|
|
|
static struct vport_ops *ovs_vport_lookup(const struct vport_parms *parms)
|
|
|
|
{
|
|
|
|
struct vport_ops *ops;
|
|
|
|
|
|
|
|
list_for_each_entry(ops, &vport_ops_list, list)
|
|
|
|
if (ops->type == parms->type)
|
|
|
|
return ops;
|
|
|
|
|
|
|
|
return NULL;
|
|
|
|
}
|
2011-10-26 02:26:31 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* ovs_vport_add - add vport device (for kernel callers)
|
|
|
|
*
|
|
|
|
* @parms: Information about new vport.
|
|
|
|
*
|
|
|
|
* Creates a new vport with the specified configuration (which is dependent on
|
2013-04-15 20:23:03 +00:00
|
|
|
* device type). ovs_mutex must be held.
|
2011-10-26 02:26:31 +00:00
|
|
|
*/
|
|
|
|
struct vport *ovs_vport_add(const struct vport_parms *parms)
|
|
|
|
{
|
2014-10-22 15:29:06 +00:00
|
|
|
struct vport_ops *ops;
|
2011-10-26 02:26:31 +00:00
|
|
|
struct vport *vport;
|
|
|
|
|
2014-10-22 15:29:06 +00:00
|
|
|
ops = ovs_vport_lookup(parms);
|
|
|
|
if (ops) {
|
|
|
|
struct hlist_head *bucket;
|
2012-02-23 03:58:59 +00:00
|
|
|
|
2014-10-22 15:29:06 +00:00
|
|
|
if (!try_module_get(ops->owner))
|
|
|
|
return ERR_PTR(-EAFNOSUPPORT);
|
2011-10-26 02:26:31 +00:00
|
|
|
|
2014-10-22 15:29:06 +00:00
|
|
|
vport = ops->create(parms);
|
|
|
|
if (IS_ERR(vport)) {
|
|
|
|
module_put(ops->owner);
|
2011-10-26 02:26:31 +00:00
|
|
|
return vport;
|
|
|
|
}
|
2014-10-22 15:29:06 +00:00
|
|
|
|
|
|
|
bucket = hash_bucket(ovs_dp_get_net(vport->dp),
|
|
|
|
vport->ops->get_name(vport));
|
|
|
|
hlist_add_head_rcu(&vport->hash_node, bucket);
|
|
|
|
return vport;
|
2011-10-26 02:26:31 +00:00
|
|
|
}
|
|
|
|
|
2014-10-22 15:29:06 +00:00
|
|
|
/* Unlock to attempt module load and return -EAGAIN if load
|
|
|
|
* was successful as we need to restart the port addition
|
|
|
|
* workflow.
|
|
|
|
*/
|
|
|
|
ovs_unlock();
|
|
|
|
request_module("vport-type-%d", parms->type);
|
|
|
|
ovs_lock();
|
2011-10-26 02:26:31 +00:00
|
|
|
|
2014-10-22 15:29:06 +00:00
|
|
|
if (!ovs_vport_lookup(parms))
|
|
|
|
return ERR_PTR(-EAFNOSUPPORT);
|
|
|
|
else
|
|
|
|
return ERR_PTR(-EAGAIN);
|
2011-10-26 02:26:31 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* ovs_vport_set_options - modify existing vport device (for kernel callers)
|
|
|
|
*
|
|
|
|
* @vport: vport to modify.
|
2013-08-20 00:49:29 +00:00
|
|
|
* @options: New configuration.
|
2011-10-26 02:26:31 +00:00
|
|
|
*
|
|
|
|
* Modifies an existing device with the specified configuration (which is
|
2013-04-15 20:23:03 +00:00
|
|
|
* dependent on device type). ovs_mutex must be held.
|
2011-10-26 02:26:31 +00:00
|
|
|
*/
|
|
|
|
int ovs_vport_set_options(struct vport *vport, struct nlattr *options)
|
|
|
|
{
|
|
|
|
if (!vport->ops->set_options)
|
|
|
|
return -EOPNOTSUPP;
|
|
|
|
return vport->ops->set_options(vport, options);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* ovs_vport_del - delete existing vport device
|
|
|
|
*
|
|
|
|
* @vport: vport to delete.
|
|
|
|
*
|
|
|
|
* Detaches @vport from its datapath and destroys it. It is possible to fail
|
2013-04-15 20:23:03 +00:00
|
|
|
* for reasons such as lack of memory. ovs_mutex must be held.
|
2011-10-26 02:26:31 +00:00
|
|
|
*/
|
|
|
|
void ovs_vport_del(struct vport *vport)
|
|
|
|
{
|
2013-04-15 20:23:03 +00:00
|
|
|
ASSERT_OVSL();
|
2011-10-26 02:26:31 +00:00
|
|
|
|
|
|
|
hlist_del_rcu(&vport->hash_node);
|
|
|
|
|
|
|
|
vport->ops->destroy(vport);
|
2014-10-22 15:29:06 +00:00
|
|
|
|
|
|
|
module_put(vport->ops->owner);
|
2011-10-26 02:26:31 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* ovs_vport_get_stats - retrieve device stats
|
|
|
|
*
|
|
|
|
* @vport: vport from which to retrieve the stats
|
|
|
|
* @stats: location to store stats
|
|
|
|
*
|
|
|
|
* Retrieves transmit, receive, and error stats for the given device.
|
|
|
|
*
|
2013-04-15 20:23:03 +00:00
|
|
|
* Must be called with ovs_mutex or rcu_read_lock.
|
2011-10-26 02:26:31 +00:00
|
|
|
*/
|
|
|
|
void ovs_vport_get_stats(struct vport *vport, struct ovs_vport_stats *stats)
|
|
|
|
{
|
|
|
|
int i;
|
|
|
|
|
|
|
|
memset(stats, 0, sizeof(*stats));
|
|
|
|
|
|
|
|
/* We potentially have 2 sources of stats that need to be combined:
|
|
|
|
* those we have collected (split into err_stats and percpu_stats) from
|
|
|
|
* set_stats() and device error stats from netdev->get_stats() (for
|
|
|
|
* errors that happen downstream and therefore aren't reported through
|
|
|
|
* our vport_record_error() function).
|
|
|
|
* Stats from first source are reported by ovs (OVS_VPORT_ATTR_STATS).
|
|
|
|
* netdev-stats can be directly read over netlink-ioctl.
|
|
|
|
*/
|
|
|
|
|
2014-09-06 11:06:11 +00:00
|
|
|
stats->rx_errors = atomic_long_read(&vport->err_stats.rx_errors);
|
|
|
|
stats->tx_errors = atomic_long_read(&vport->err_stats.tx_errors);
|
|
|
|
stats->tx_dropped = atomic_long_read(&vport->err_stats.tx_dropped);
|
|
|
|
stats->rx_dropped = atomic_long_read(&vport->err_stats.rx_dropped);
|
2011-10-26 02:26:31 +00:00
|
|
|
|
|
|
|
for_each_possible_cpu(i) {
|
2014-01-04 05:57:59 +00:00
|
|
|
const struct pcpu_sw_netstats *percpu_stats;
|
|
|
|
struct pcpu_sw_netstats local_stats;
|
2011-10-26 02:26:31 +00:00
|
|
|
unsigned int start;
|
|
|
|
|
|
|
|
percpu_stats = per_cpu_ptr(vport->percpu_stats, i);
|
|
|
|
|
|
|
|
do {
|
2014-03-14 04:26:42 +00:00
|
|
|
start = u64_stats_fetch_begin_irq(&percpu_stats->syncp);
|
2011-10-26 02:26:31 +00:00
|
|
|
local_stats = *percpu_stats;
|
2014-03-14 04:26:42 +00:00
|
|
|
} while (u64_stats_fetch_retry_irq(&percpu_stats->syncp, start));
|
2011-10-26 02:26:31 +00:00
|
|
|
|
|
|
|
stats->rx_bytes += local_stats.rx_bytes;
|
|
|
|
stats->rx_packets += local_stats.rx_packets;
|
|
|
|
stats->tx_bytes += local_stats.tx_bytes;
|
|
|
|
stats->tx_packets += local_stats.tx_packets;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* ovs_vport_get_options - retrieve device options
|
|
|
|
*
|
|
|
|
* @vport: vport from which to retrieve the options.
|
|
|
|
* @skb: sk_buff where options should be appended.
|
|
|
|
*
|
|
|
|
* Retrieves the configuration of the given device, appending an
|
|
|
|
* %OVS_VPORT_ATTR_OPTIONS attribute that in turn contains nested
|
|
|
|
* vport-specific attributes to @skb.
|
|
|
|
*
|
|
|
|
* Returns 0 if successful, -EMSGSIZE if @skb has insufficient room, or another
|
|
|
|
* negative error code if a real error occurred. If an error occurs, @skb is
|
|
|
|
* left unmodified.
|
|
|
|
*
|
2013-04-15 20:23:03 +00:00
|
|
|
* Must be called with ovs_mutex or rcu_read_lock.
|
2011-10-26 02:26:31 +00:00
|
|
|
*/
|
|
|
|
int ovs_vport_get_options(const struct vport *vport, struct sk_buff *skb)
|
|
|
|
{
|
|
|
|
struct nlattr *nla;
|
2013-04-02 22:30:43 +00:00
|
|
|
int err;
|
|
|
|
|
|
|
|
if (!vport->ops->get_options)
|
|
|
|
return 0;
|
2011-10-26 02:26:31 +00:00
|
|
|
|
|
|
|
nla = nla_nest_start(skb, OVS_VPORT_ATTR_OPTIONS);
|
|
|
|
if (!nla)
|
|
|
|
return -EMSGSIZE;
|
|
|
|
|
2013-04-02 22:30:43 +00:00
|
|
|
err = vport->ops->get_options(vport, skb);
|
|
|
|
if (err) {
|
|
|
|
nla_nest_cancel(skb, nla);
|
|
|
|
return err;
|
2011-10-26 02:26:31 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
nla_nest_end(skb, nla);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2014-07-17 22:14:13 +00:00
|
|
|
/**
|
|
|
|
* ovs_vport_set_upcall_portids - set upcall portids of @vport.
|
|
|
|
*
|
|
|
|
* @vport: vport to modify.
|
|
|
|
* @ids: new configuration, an array of port ids.
|
|
|
|
*
|
|
|
|
* Sets the vport's upcall_portids to @ids.
|
|
|
|
*
|
|
|
|
* Returns 0 if successful, -EINVAL if @ids is zero length or cannot be parsed
|
|
|
|
* as an array of U32.
|
|
|
|
*
|
|
|
|
* Must be called with ovs_mutex.
|
|
|
|
*/
|
|
|
|
int ovs_vport_set_upcall_portids(struct vport *vport, struct nlattr *ids)
|
|
|
|
{
|
|
|
|
struct vport_portids *old, *vport_portids;
|
|
|
|
|
|
|
|
if (!nla_len(ids) || nla_len(ids) % sizeof(u32))
|
|
|
|
return -EINVAL;
|
|
|
|
|
|
|
|
old = ovsl_dereference(vport->upcall_portids);
|
|
|
|
|
|
|
|
vport_portids = kmalloc(sizeof(*vport_portids) + nla_len(ids),
|
|
|
|
GFP_KERNEL);
|
|
|
|
if (!vport_portids)
|
|
|
|
return -ENOMEM;
|
|
|
|
|
|
|
|
vport_portids->n_ids = nla_len(ids) / sizeof(u32);
|
|
|
|
vport_portids->rn_ids = reciprocal_value(vport_portids->n_ids);
|
|
|
|
nla_memcpy(vport_portids->ids, ids, nla_len(ids));
|
|
|
|
|
|
|
|
rcu_assign_pointer(vport->upcall_portids, vport_portids);
|
|
|
|
|
|
|
|
if (old)
|
|
|
|
kfree_rcu(old, rcu);
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* ovs_vport_get_upcall_portids - get the upcall_portids of @vport.
|
|
|
|
*
|
|
|
|
* @vport: vport from which to retrieve the portids.
|
|
|
|
* @skb: sk_buff where portids should be appended.
|
|
|
|
*
|
|
|
|
* Retrieves the configuration of the given vport, appending the
|
|
|
|
* %OVS_VPORT_ATTR_UPCALL_PID attribute which is the array of upcall
|
|
|
|
* portids to @skb.
|
|
|
|
*
|
|
|
|
* Returns 0 if successful, -EMSGSIZE if @skb has insufficient room.
|
|
|
|
* If an error occurs, @skb is left unmodified. Must be called with
|
|
|
|
* ovs_mutex or rcu_read_lock.
|
|
|
|
*/
|
|
|
|
int ovs_vport_get_upcall_portids(const struct vport *vport,
|
|
|
|
struct sk_buff *skb)
|
|
|
|
{
|
|
|
|
struct vport_portids *ids;
|
|
|
|
|
|
|
|
ids = rcu_dereference_ovsl(vport->upcall_portids);
|
|
|
|
|
|
|
|
if (vport->dp->user_features & OVS_DP_F_VPORT_PIDS)
|
|
|
|
return nla_put(skb, OVS_VPORT_ATTR_UPCALL_PID,
|
|
|
|
ids->n_ids * sizeof(u32), (void *)ids->ids);
|
|
|
|
else
|
|
|
|
return nla_put_u32(skb, OVS_VPORT_ATTR_UPCALL_PID, ids->ids[0]);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* ovs_vport_find_upcall_portid - find the upcall portid to send upcall.
|
|
|
|
*
|
|
|
|
* @vport: vport from which the missed packet is received.
|
|
|
|
* @skb: skb that the missed packet was received.
|
|
|
|
*
|
|
|
|
* Uses the skb_get_hash() to select the upcall portid to send the
|
|
|
|
* upcall.
|
|
|
|
*
|
|
|
|
* Returns the portid of the target socket. Must be called with rcu_read_lock.
|
|
|
|
*/
|
2014-10-15 19:03:41 +00:00
|
|
|
u32 ovs_vport_find_upcall_portid(const struct vport *vport, struct sk_buff *skb)
|
2014-07-17 22:14:13 +00:00
|
|
|
{
|
|
|
|
struct vport_portids *ids;
|
|
|
|
u32 ids_index;
|
|
|
|
u32 hash;
|
|
|
|
|
2014-10-15 19:03:41 +00:00
|
|
|
ids = rcu_dereference(vport->upcall_portids);
|
2014-07-17 22:14:13 +00:00
|
|
|
|
|
|
|
if (ids->n_ids == 1 && ids->ids[0] == 0)
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
hash = skb_get_hash(skb);
|
|
|
|
ids_index = hash - ids->n_ids * reciprocal_divide(hash, ids->rn_ids);
|
|
|
|
return ids->ids[ids_index];
|
|
|
|
}
|
|
|
|
|
2011-10-26 02:26:31 +00:00
|
|
|
/**
|
|
|
|
* ovs_vport_receive - pass up received packet to the datapath for processing
|
|
|
|
*
|
|
|
|
* @vport: vport that received the packet
|
|
|
|
* @skb: skb that was received
|
2013-08-20 00:49:29 +00:00
|
|
|
* @tun_key: tunnel (if any) that carried packet
|
2011-10-26 02:26:31 +00:00
|
|
|
*
|
|
|
|
* Must be called with rcu_read_lock. The packet cannot be shared and
|
2013-02-22 11:41:26 +00:00
|
|
|
* skb->data should point to the Ethernet header.
|
2011-10-26 02:26:31 +00:00
|
|
|
*/
|
2013-06-18 00:50:18 +00:00
|
|
|
void ovs_vport_receive(struct vport *vport, struct sk_buff *skb,
|
2014-10-03 22:35:31 +00:00
|
|
|
struct ovs_tunnel_info *tun_info)
|
2011-10-26 02:26:31 +00:00
|
|
|
{
|
2014-01-04 05:57:59 +00:00
|
|
|
struct pcpu_sw_netstats *stats;
|
2014-09-16 02:28:44 +00:00
|
|
|
struct sw_flow_key key;
|
|
|
|
int error;
|
2011-10-26 02:26:31 +00:00
|
|
|
|
2012-11-13 01:52:25 +00:00
|
|
|
stats = this_cpu_ptr(vport->percpu_stats);
|
2013-04-15 20:30:37 +00:00
|
|
|
u64_stats_update_begin(&stats->syncp);
|
2011-10-26 02:26:31 +00:00
|
|
|
stats->rx_packets++;
|
|
|
|
stats->rx_bytes += skb->len;
|
2013-04-15 20:30:37 +00:00
|
|
|
u64_stats_update_end(&stats->syncp);
|
2011-10-26 02:26:31 +00:00
|
|
|
|
2014-09-16 02:20:31 +00:00
|
|
|
OVS_CB(skb)->input_vport = vport;
|
2014-10-03 22:35:31 +00:00
|
|
|
OVS_CB(skb)->egress_tun_info = NULL;
|
2014-09-16 02:28:44 +00:00
|
|
|
/* Extract flow from 'skb' into 'key'. */
|
2014-10-03 22:35:31 +00:00
|
|
|
error = ovs_flow_key_extract(tun_info, skb, &key);
|
2014-09-16 02:28:44 +00:00
|
|
|
if (unlikely(error)) {
|
|
|
|
kfree_skb(skb);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
ovs_dp_process_packet(skb, &key);
|
2011-10-26 02:26:31 +00:00
|
|
|
}
|
2014-10-22 15:29:06 +00:00
|
|
|
EXPORT_SYMBOL(ovs_vport_receive);
|
2011-10-26 02:26:31 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* ovs_vport_send - send a packet on a device
|
|
|
|
*
|
|
|
|
* @vport: vport on which to send the packet
|
|
|
|
* @skb: skb to send
|
|
|
|
*
|
2013-04-15 20:23:03 +00:00
|
|
|
* Sends the given packet and returns the length of data sent. Either ovs
|
2011-10-26 02:26:31 +00:00
|
|
|
* lock or rcu_read_lock must be held.
|
|
|
|
*/
|
|
|
|
int ovs_vport_send(struct vport *vport, struct sk_buff *skb)
|
|
|
|
{
|
|
|
|
int sent = vport->ops->send(vport, skb);
|
|
|
|
|
2013-05-13 15:22:34 +00:00
|
|
|
if (likely(sent > 0)) {
|
2014-01-04 05:57:59 +00:00
|
|
|
struct pcpu_sw_netstats *stats;
|
2011-10-26 02:26:31 +00:00
|
|
|
|
2012-11-13 01:52:25 +00:00
|
|
|
stats = this_cpu_ptr(vport->percpu_stats);
|
2011-10-26 02:26:31 +00:00
|
|
|
|
2013-04-15 20:30:37 +00:00
|
|
|
u64_stats_update_begin(&stats->syncp);
|
2011-10-26 02:26:31 +00:00
|
|
|
stats->tx_packets++;
|
|
|
|
stats->tx_bytes += sent;
|
2013-04-15 20:30:37 +00:00
|
|
|
u64_stats_update_end(&stats->syncp);
|
2013-05-13 15:22:34 +00:00
|
|
|
} else if (sent < 0) {
|
|
|
|
ovs_vport_record_error(vport, VPORT_E_TX_ERROR);
|
|
|
|
kfree_skb(skb);
|
|
|
|
} else
|
|
|
|
ovs_vport_record_error(vport, VPORT_E_TX_DROPPED);
|
|
|
|
|
2011-10-26 02:26:31 +00:00
|
|
|
return sent;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* ovs_vport_record_error - indicate device error to generic stats layer
|
|
|
|
*
|
|
|
|
* @vport: vport that encountered the error
|
|
|
|
* @err_type: one of enum vport_err_type types to indicate the error type
|
|
|
|
*
|
|
|
|
* If using the vport generic stats layer indicate that an error of the given
|
2013-06-07 23:53:50 +00:00
|
|
|
* type has occurred.
|
2011-10-26 02:26:31 +00:00
|
|
|
*/
|
2013-12-17 19:22:48 +00:00
|
|
|
static void ovs_vport_record_error(struct vport *vport,
|
|
|
|
enum vport_err_type err_type)
|
2011-10-26 02:26:31 +00:00
|
|
|
{
|
|
|
|
switch (err_type) {
|
|
|
|
case VPORT_E_RX_DROPPED:
|
2014-09-06 11:06:11 +00:00
|
|
|
atomic_long_inc(&vport->err_stats.rx_dropped);
|
2011-10-26 02:26:31 +00:00
|
|
|
break;
|
|
|
|
|
|
|
|
case VPORT_E_RX_ERROR:
|
2014-09-06 11:06:11 +00:00
|
|
|
atomic_long_inc(&vport->err_stats.rx_errors);
|
2011-10-26 02:26:31 +00:00
|
|
|
break;
|
|
|
|
|
|
|
|
case VPORT_E_TX_DROPPED:
|
2014-09-06 11:06:11 +00:00
|
|
|
atomic_long_inc(&vport->err_stats.tx_dropped);
|
2011-10-26 02:26:31 +00:00
|
|
|
break;
|
|
|
|
|
|
|
|
case VPORT_E_TX_ERROR:
|
2014-09-06 11:06:11 +00:00
|
|
|
atomic_long_inc(&vport->err_stats.tx_errors);
|
2011-10-26 02:26:31 +00:00
|
|
|
break;
|
2012-09-18 07:10:44 +00:00
|
|
|
}
|
2011-10-26 02:26:31 +00:00
|
|
|
|
|
|
|
}
|
2013-06-18 00:50:33 +00:00
|
|
|
|
|
|
|
static void free_vport_rcu(struct rcu_head *rcu)
|
|
|
|
{
|
|
|
|
struct vport *vport = container_of(rcu, struct vport, rcu);
|
|
|
|
|
|
|
|
ovs_vport_free(vport);
|
|
|
|
}
|
|
|
|
|
|
|
|
void ovs_vport_deferred_free(struct vport *vport)
|
|
|
|
{
|
|
|
|
if (!vport)
|
|
|
|
return;
|
|
|
|
|
|
|
|
call_rcu(&vport->rcu, free_vport_rcu);
|
|
|
|
}
|
2014-10-22 15:29:06 +00:00
|
|
|
EXPORT_SYMBOL(ovs_vport_deferred_free);
|