URL https://opencores.org/ocsvn/or1k/or1k/trunk

Subversion Repositories or1k

[/] [or1k/] [trunk/] [linux/] [linux-2.4/] [net/] [ipv6/] [netfilter/] [ip6_queue.c] - Blame information for rev 1765

Details | Compare with Previous | View Log


/*
 * This is a module which is used for queueing IPv6 packets and
 * communicating with userspace via netlink.
 *
 * (C) 2001 Fernando Anton, this code is GPL.
 *     IPv64 Project - Work based in IPv64 draft by Arturo Azcorra.
 *     Universidad Carlos III de Madrid - Leganes (Madrid) - Spain
 *     Universidad Politecnica de Alcala de Henares - Alcala de H. (Madrid) - Spain
 *     email: fanton@it.uc3m.es
 *
 * 2001-11-06: First try. Working with ip_queue.c for IPv4 and trying
 *             to adapt it to IPv6
 *             HEAVILY based in ipqueue.c by James Morris. It's just
 *             a little modified version of it, so he's nearly the
 *             real coder of this.
 *             Few changes needed, mainly the hard_routing code and
 *             the netlink socket protocol (we're NETLINK_IP6_FW).
 * 2002-06-25: Code cleanup. [JM: ported cleanup over from ip_queue.c]
 */
#include <linux/module.h>
#include <linux/skbuff.h>
#include <linux/init.h>
#include <linux/ipv6.h>
#include <linux/notifier.h>
#include <linux/netdevice.h>
#include <linux/netfilter.h>
#include <linux/netlink.h>
#include <linux/spinlock.h>
#include <linux/brlock.h>
#include <linux/sysctl.h>
#include <linux/proc_fs.h>
#include <net/sock.h>
#include <net/ipv6.h>
#include <net/ip6_route.h>
#include <linux/netfilter_ipv4/ip_queue.h>
#include <linux/netfilter_ipv4/ip_tables.h>
#include <linux/netfilter_ipv6/ip6_tables.h>
 
#define IPQ_QMAX_DEFAULT 1024
#define IPQ_PROC_FS_NAME "ip6_queue"
#define NET_IPQ_QMAX 2088
#define NET_IPQ_QMAX_NAME "ip6_queue_maxlen"
 
struct ipq_rt_info {
        struct in6_addr daddr;
        struct in6_addr saddr;
};
 
struct ipq_queue_entry {
        struct list_head list;
        struct nf_info *info;
        struct sk_buff *skb;
        struct ipq_rt_info rt_info;
};
 
typedef int (*ipq_cmpfn)(struct ipq_queue_entry *, unsigned long);
 
static unsigned char copy_mode = IPQ_COPY_NONE;
static unsigned int queue_maxlen = IPQ_QMAX_DEFAULT;
static rwlock_t queue_lock = RW_LOCK_UNLOCKED;
static int peer_pid;
static unsigned int copy_range;
static unsigned int queue_total;
static struct sock *ipqnl;
static LIST_HEAD(queue_list);
static DECLARE_MUTEX(ipqnl_sem);
 
static void
ipq_issue_verdict(struct ipq_queue_entry *entry, int verdict)
{
        nf_reinject(entry->skb, entry->info, verdict);
        kfree(entry);
}
 
static inline int
__ipq_enqueue_entry(struct ipq_queue_entry *entry)
{
       if (queue_total >= queue_maxlen) {
               if (net_ratelimit())
                       printk(KERN_WARNING "ip6_queue: full at %d entries, "
                              "dropping packet(s).\n", queue_total);
               return -ENOSPC;
       }
       list_add(&entry->list, &queue_list);
       queue_total++;
       return 0;
}
 
/*
 * Find and return a queued entry matched by cmpfn, or return the last
 * entry if cmpfn is NULL.
 */
static inline struct ipq_queue_entry *
__ipq_find_entry(ipq_cmpfn cmpfn, unsigned long data)
{
        struct list_head *p;
 
        list_for_each_prev(p, &queue_list) {
                struct ipq_queue_entry *entry = (struct ipq_queue_entry *)p;
 
                if (!cmpfn || cmpfn(entry, data))
                        return entry;
        }
        return NULL;
}
 
static inline void
__ipq_dequeue_entry(struct ipq_queue_entry *entry)
{
        list_del(&entry->list);
        queue_total--;
}
 
static inline struct ipq_queue_entry *
__ipq_find_dequeue_entry(ipq_cmpfn cmpfn, unsigned long data)
{
        struct ipq_queue_entry *entry;
 
        entry = __ipq_find_entry(cmpfn, data);
        if (entry == NULL)
                return NULL;
 
        __ipq_dequeue_entry(entry);
        return entry;
}
 
 
static inline void
__ipq_flush(int verdict)
{
        struct ipq_queue_entry *entry;
 
        while ((entry = __ipq_find_dequeue_entry(NULL, 0)))
                ipq_issue_verdict(entry, verdict);
}
 
static inline int
__ipq_set_mode(unsigned char mode, unsigned int range)
{
        int status = 0;
 
        switch(mode) {
        case IPQ_COPY_NONE:
        case IPQ_COPY_META:
                copy_mode = mode;
                copy_range = 0;
                break;
 
        case IPQ_COPY_PACKET:
                copy_mode = mode;
                copy_range = range;
                if (copy_range > 0xFFFF)
                        copy_range = 0xFFFF;
                break;
 
        default:
                status = -EINVAL;
 
        }
        return status;
}
 
static inline void
__ipq_reset(void)
{
        peer_pid = 0;
        __ipq_set_mode(IPQ_COPY_NONE, 0);
        __ipq_flush(NF_DROP);
}
 
static struct ipq_queue_entry *
ipq_find_dequeue_entry(ipq_cmpfn cmpfn, unsigned long data)
{
        struct ipq_queue_entry *entry;
 
        write_lock_bh(&queue_lock);
        entry = __ipq_find_dequeue_entry(cmpfn, data);
        write_unlock_bh(&queue_lock);
        return entry;
}
 
static void
ipq_flush(int verdict)
{
        write_lock_bh(&queue_lock);
        __ipq_flush(verdict);
        write_unlock_bh(&queue_lock);
}
 
static struct sk_buff *
ipq_build_packet_message(struct ipq_queue_entry *entry, int *errp)
{
        unsigned char *old_tail;
        size_t size = 0;
        size_t data_len = 0;
        struct sk_buff *skb;
        struct ipq_packet_msg *pmsg;
        struct nlmsghdr *nlh;
 
        read_lock_bh(&queue_lock);
 
        switch (copy_mode) {
        case IPQ_COPY_META:
        case IPQ_COPY_NONE:
                size = NLMSG_SPACE(sizeof(*pmsg));
                data_len = 0;
                break;
 
        case IPQ_COPY_PACKET:
                if (copy_range == 0 || copy_range > entry->skb->len)
                        data_len = entry->skb->len;
                else
                        data_len = copy_range;
 
                size = NLMSG_SPACE(sizeof(*pmsg) + data_len);
                break;
 
        default:
                *errp = -EINVAL;
                read_unlock_bh(&queue_lock);
                return NULL;
        }
 
        read_unlock_bh(&queue_lock);
 
        skb = alloc_skb(size, GFP_ATOMIC);
        if (!skb)
                goto nlmsg_failure;
 
        old_tail= skb->tail;
        nlh = NLMSG_PUT(skb, 0, 0, IPQM_PACKET, size - sizeof(*nlh));
        pmsg = NLMSG_DATA(nlh);
        memset(pmsg, 0, sizeof(*pmsg));
 
        pmsg->packet_id       = (unsigned long )entry;
        pmsg->data_len        = data_len;
        pmsg->timestamp_sec   = entry->skb->stamp.tv_sec;
        pmsg->timestamp_usec  = entry->skb->stamp.tv_usec;
        pmsg->mark            = entry->skb->nfmark;
        pmsg->hook            = entry->info->hook;
        pmsg->hw_protocol     = entry->skb->protocol;
 
        if (entry->info->indev)
                strcpy(pmsg->indev_name, entry->info->indev->name);
        else
                pmsg->indev_name[0] = '\0';
 
        if (entry->info->outdev)
                strcpy(pmsg->outdev_name, entry->info->outdev->name);
        else
                pmsg->outdev_name[0] = '\0';
 
        if (entry->info->indev && entry->skb->dev) {
                pmsg->hw_type = entry->skb->dev->type;
                if (entry->skb->dev->hard_header_parse)
                        pmsg->hw_addrlen =
                                entry->skb->dev->hard_header_parse(entry->skb,
                                                                   pmsg->hw_addr);
        }
 
        if (data_len)
                memcpy(pmsg->payload, entry->skb->data, data_len);
 
        nlh->nlmsg_len = skb->tail - old_tail;
        return skb;
 
nlmsg_failure:
        if (skb)
                kfree_skb(skb);
        *errp = -EINVAL;
        printk(KERN_ERR "ip6_queue: error creating packet message\n");
        return NULL;
}
 
static int
ipq_enqueue_packet(struct sk_buff *skb, struct nf_info *info, void *data)
{
        int status = -EINVAL;
        struct sk_buff *nskb;
        struct ipq_queue_entry *entry;
 
        if (copy_mode == IPQ_COPY_NONE)
                return -EAGAIN;
 
        entry = kmalloc(sizeof(*entry), GFP_ATOMIC);
        if (entry == NULL) {
                printk(KERN_ERR "ip6_queue: OOM in ipq_enqueue_packet()\n");
                return -ENOMEM;
        }
 
        entry->info = info;
        entry->skb = skb;
 
        if (entry->info->hook == NF_IP_LOCAL_OUT) {
                struct ipv6hdr *iph = skb->nh.ipv6h;
 
                entry->rt_info.daddr = iph->daddr;
                entry->rt_info.saddr = iph->saddr;
        }
 
        nskb = ipq_build_packet_message(entry, &status);
        if (nskb == NULL)
                goto err_out_free;
 
        write_lock_bh(&queue_lock);
 
        if (!peer_pid)
                goto err_out_free_nskb;
 
        /* netlink_unicast will either free the nskb or attach it to a socket */
        status = netlink_unicast(ipqnl, nskb, peer_pid, MSG_DONTWAIT);
        if (status < 0)
                goto err_out_unlock;
 
        status = __ipq_enqueue_entry(entry);
        if (status < 0)
                goto err_out_unlock;
 
        write_unlock_bh(&queue_lock);
        return status;
 
err_out_free_nskb:
        kfree_skb(nskb);
 
err_out_unlock:
        write_unlock_bh(&queue_lock);
 
err_out_free:
        kfree(entry);
        return status;
}
 
static int
ipq_mangle_ipv6(ipq_verdict_msg_t *v, struct ipq_queue_entry *e)
{
        int diff;
        struct ipv6hdr *user_iph = (struct ipv6hdr *)v->payload;
 
        if (v->data_len < sizeof(*user_iph))
                return 0;
        diff = v->data_len - e->skb->len;
        if (diff < 0)
                skb_trim(e->skb, v->data_len);
        else if (diff > 0) {
                if (v->data_len > 0xFFFF)
                        return -EINVAL;
                if (diff > skb_tailroom(e->skb)) {
                        struct sk_buff *newskb;
 
                        newskb = skb_copy_expand(e->skb,
                                                 skb_headroom(e->skb),
                                                 diff,
                                                 GFP_ATOMIC);
                        if (newskb == NULL) {
                                printk(KERN_WARNING "ip6_queue: OOM "
                                      "in mangle, dropping packet\n");
                                return -ENOMEM;
                        }
                        if (e->skb->sk)
                                skb_set_owner_w(newskb, e->skb->sk);
                        kfree_skb(e->skb);
                        e->skb = newskb;
                }
                skb_put(e->skb, diff);
        }
        memcpy(e->skb->data, v->payload, v->data_len);
        e->skb->nfcache |= NFC_ALTERED;
 
        /*
         * Extra routing may needed on local out, as the QUEUE target never
         * returns control to the table.
         * Not a nice way to cmp, but works
         */
        if (e->info->hook == NF_IP_LOCAL_OUT) {
                struct ipv6hdr *iph = e->skb->nh.ipv6h;
                if (ipv6_addr_cmp(&iph->daddr, &e->rt_info.daddr) ||
                    ipv6_addr_cmp(&iph->saddr, &e->rt_info.saddr))
                        return ip6_route_me_harder(e->skb);
        }
        return 0;
}
 
static inline int
id_cmp(struct ipq_queue_entry *e, unsigned long id)
{
        return (id == (unsigned long )e);
}
 
static int
ipq_set_verdict(struct ipq_verdict_msg *vmsg, unsigned int len)
{
        struct ipq_queue_entry *entry;
 
        if (vmsg->value > NF_MAX_VERDICT)
                return -EINVAL;
 
        entry = ipq_find_dequeue_entry(id_cmp, vmsg->id);
        if (entry == NULL)
                return -ENOENT;
        else {
                int verdict = vmsg->value;
 
                if (vmsg->data_len && vmsg->data_len == len)
                        if (ipq_mangle_ipv6(vmsg, entry) < 0)
                                verdict = NF_DROP;
 
                ipq_issue_verdict(entry, verdict);
                return 0;
        }
}
 
static int
ipq_set_mode(unsigned char mode, unsigned int range)
{
        int status;
 
        write_lock_bh(&queue_lock);
        status = __ipq_set_mode(mode, range);
        write_unlock_bh(&queue_lock);
        return status;
}
 
static int
ipq_receive_peer(struct ipq_peer_msg *pmsg,
                 unsigned char type, unsigned int len)
{
        int status = 0;
 
        if (len < sizeof(*pmsg))
                return -EINVAL;
 
        switch (type) {
        case IPQM_MODE:
                status = ipq_set_mode(pmsg->msg.mode.value,
                                      pmsg->msg.mode.range);
                break;
 
        case IPQM_VERDICT:
                if (pmsg->msg.verdict.value > NF_MAX_VERDICT)
                        status = -EINVAL;
                else
                        status = ipq_set_verdict(&pmsg->msg.verdict,
                                                 len - sizeof(*pmsg));
                        break;
        default:
                status = -EINVAL;
        }
        return status;
}
 
static int
dev_cmp(struct ipq_queue_entry *entry, unsigned long ifindex)
{
        if (entry->info->indev)
                if (entry->info->indev->ifindex == ifindex)
                        return 1;
 
        if (entry->info->outdev)
                if (entry->info->outdev->ifindex == ifindex)
                        return 1;
 
        return 0;
}
 
static void
ipq_dev_drop(int ifindex)
{
        struct ipq_queue_entry *entry;
 
        while ((entry = ipq_find_dequeue_entry(dev_cmp, ifindex)) != NULL)
                ipq_issue_verdict(entry, NF_DROP);
}
 
#define RCV_SKB_FAIL(err) do { netlink_ack(skb, nlh, (err)); return; } while (0)
 
static inline void
ipq_rcv_skb(struct sk_buff *skb)
{
        int status, type, pid, flags, nlmsglen, skblen;
        struct nlmsghdr *nlh;
 
        skblen = skb->len;
        if (skblen < sizeof(*nlh))
                return;
 
        nlh = (struct nlmsghdr *)skb->data;
        nlmsglen = nlh->nlmsg_len;
        if (nlmsglen < sizeof(*nlh) || skblen < nlmsglen)
                return;
 
        pid = nlh->nlmsg_pid;
        flags = nlh->nlmsg_flags;
 
        if(pid <= 0 || !(flags & NLM_F_REQUEST) || flags & NLM_F_MULTI)
                RCV_SKB_FAIL(-EINVAL);
 
        if (flags & MSG_TRUNC)
                RCV_SKB_FAIL(-ECOMM);
 
        type = nlh->nlmsg_type;
        if (type < NLMSG_NOOP || type >= IPQM_MAX)
                RCV_SKB_FAIL(-EINVAL);
 
        if (type <= IPQM_BASE)
                return;
 
        if(!cap_raised(NETLINK_CB(skb).eff_cap, CAP_NET_ADMIN))
                RCV_SKB_FAIL(-EPERM);
 
        write_lock_bh(&queue_lock);
 
        if (peer_pid) {
                if (peer_pid != pid) {
                        write_unlock_bh(&queue_lock);
                        RCV_SKB_FAIL(-EBUSY);
                }
        }
        else
                peer_pid = pid;
 
        write_unlock_bh(&queue_lock);
 
        status = ipq_receive_peer(NLMSG_DATA(nlh), type,
                                  skblen - NLMSG_LENGTH(0));
        if (status < 0)
                RCV_SKB_FAIL(status);
 
        if (flags & NLM_F_ACK)
                netlink_ack(skb, nlh, 0);
        return;
}
 
static void
ipq_rcv_sk(struct sock *sk, int len)
{
        do {
                struct sk_buff *skb;
 
                if (down_trylock(&ipqnl_sem))
                        return;
 
                while ((skb = skb_dequeue(&sk->receive_queue)) != NULL) {
                        ipq_rcv_skb(skb);
                        kfree_skb(skb);
                }
 
                up(&ipqnl_sem);
 
        } while (ipqnl && ipqnl->receive_queue.qlen);
}
 
static int
ipq_rcv_dev_event(struct notifier_block *this,
                  unsigned long event, void *ptr)
{
        struct net_device *dev = ptr;
 
        /* Drop any packets associated with the downed device */
        if (event == NETDEV_DOWN)
                ipq_dev_drop(dev->ifindex);
        return NOTIFY_DONE;
}
 
static struct notifier_block ipq_dev_notifier = {
        ipq_rcv_dev_event,
        NULL,
 
};
 
static int
ipq_rcv_nl_event(struct notifier_block *this,
                 unsigned long event, void *ptr)
{
        struct netlink_notify *n = ptr;
 
        if (event == NETLINK_URELEASE &&
            n->protocol == NETLINK_IP6_FW && n->pid) {
                write_lock_bh(&queue_lock);
                if (n->pid == peer_pid)
                        __ipq_reset();
                write_unlock_bh(&queue_lock);
        }
        return NOTIFY_DONE;
}
 
static struct notifier_block ipq_nl_notifier = {
        ipq_rcv_nl_event,
        NULL,
 
};
 
static struct ctl_table_header *ipq_sysctl_header;
 
static ctl_table ipq_table[] = {
        { NET_IPQ_QMAX, NET_IPQ_QMAX_NAME, &queue_maxlen,
          sizeof(queue_maxlen), 0644,  NULL, proc_dointvec },
        { 0 }
};
 
static ctl_table ipq_dir_table[] = {
        {NET_IPV6, "ipv6", NULL, 0, 0555, ipq_table, 0, 0, 0, 0, 0},
        { 0 }
};
 
static ctl_table ipq_root_table[] = {
        {CTL_NET, "net", NULL, 0, 0555, ipq_dir_table, 0, 0, 0, 0, 0},
        { 0 }
};
 
static int
ipq_get_info(char *buffer, char **start, off_t offset, int length)
{
        int len;
 
        read_lock_bh(&queue_lock);
 
        len = sprintf(buffer,
                      "Peer PID          : %d\n"
                      "Copy mode         : %hu\n"
                      "Copy range        : %u\n"
                      "Queue length      : %u\n"
                      "Queue max. length : %u\n",
                      peer_pid,
                      copy_mode,
                      copy_range,
                      queue_total,
                      queue_maxlen);
 
        read_unlock_bh(&queue_lock);
 
        *start = buffer + offset;
        len -= offset;
        if (len > length)
                len = length;
        else if (len < 0)
                len = 0;
        return len;
}
 
static int
init_or_cleanup(int init)
{
        int status = -ENOMEM;
        struct proc_dir_entry *proc;
 
        if (!init)
                goto cleanup;
 
        netlink_register_notifier(&ipq_nl_notifier);
        ipqnl = netlink_kernel_create(NETLINK_IP6_FW, ipq_rcv_sk);
        if (ipqnl == NULL) {
                printk(KERN_ERR "ip6_queue: failed to create netlink socket\n");
                goto cleanup_netlink_notifier;
        }
 
        proc = proc_net_create(IPQ_PROC_FS_NAME, 0, ipq_get_info);
        if (proc)
                proc->owner = THIS_MODULE;
        else {
                printk(KERN_ERR "ip6_queue: failed to create proc entry\n");
                goto cleanup_ipqnl;
        }
 
        register_netdevice_notifier(&ipq_dev_notifier);
        ipq_sysctl_header = register_sysctl_table(ipq_root_table, 0);
 
        status = nf_register_queue_handler(PF_INET6, ipq_enqueue_packet, NULL);
        if (status < 0) {
                printk(KERN_ERR "ip6_queue: failed to register queue handler\n");
                goto cleanup_sysctl;
        }
        return status;
 
cleanup:
        nf_unregister_queue_handler(PF_INET6);
        br_write_lock_bh(BR_NETPROTO_LOCK);
        br_write_unlock_bh(BR_NETPROTO_LOCK);
        ipq_flush(NF_DROP);
 
cleanup_sysctl:
        unregister_sysctl_table(ipq_sysctl_header);
        unregister_netdevice_notifier(&ipq_dev_notifier);
        proc_net_remove(IPQ_PROC_FS_NAME);
 
cleanup_ipqnl:
        sock_release(ipqnl->socket);
        down(&ipqnl_sem);
        up(&ipqnl_sem);
 
cleanup_netlink_notifier:
        netlink_unregister_notifier(&ipq_nl_notifier);
        return status;
}
 
static int __init init(void)
{
 
        return init_or_cleanup(1);
}
 
static void __exit fini(void)
{
        init_or_cleanup(0);
}
 
MODULE_DESCRIPTION("IPv6 packet queue handler");
MODULE_LICENSE("GPL");
 
module_init(init);
module_exit(fini);

Browse

Tools

Subversion Repositories or1k

[/] [or1k/] [trunk/] [linux/] [linux-2.4/] [net/] [ipv6/] [netfilter/] [ip6_queue.c] - Blame information for rev 1765

Line No.	Rev	Author	Line
1	1275	phoenix	`/*`
2			`* This is a module which is used for queueing IPv6 packets and`
3			`* communicating with userspace via netlink.`
4			`*`
5			`* (C) 2001 Fernando Anton, this code is GPL.`
6			`* IPv64 Project - Work based in IPv64 draft by Arturo Azcorra.`
7			`* Universidad Carlos III de Madrid - Leganes (Madrid) - Spain`
8			`* Universidad Politecnica de Alcala de Henares - Alcala de H. (Madrid) - Spain`
9			`* email: fanton@it.uc3m.es`
10			`*`
11			`* 2001-11-06: First try. Working with ip_queue.c for IPv4 and trying`
12			`* to adapt it to IPv6`
13			`* HEAVILY based in ipqueue.c by James Morris. It's just`
14			`* a little modified version of it, so he's nearly the`
15			`* real coder of this.`
16			`* Few changes needed, mainly the hard_routing code and`
17			`* the netlink socket protocol (we're NETLINK_IP6_FW).`
18			`* 2002-06-25: Code cleanup. [JM: ported cleanup over from ip_queue.c]`
19			`*/`
20			`#include <linux/module.h>`
21			`#include <linux/skbuff.h>`
22			`#include <linux/init.h>`
23			`#include <linux/ipv6.h>`
24			`#include <linux/notifier.h>`
25			`#include <linux/netdevice.h>`
26			`#include <linux/netfilter.h>`
27			`#include <linux/netlink.h>`
28			`#include <linux/spinlock.h>`
29			`#include <linux/brlock.h>`
30			`#include <linux/sysctl.h>`
31			`#include <linux/proc_fs.h>`
32			`#include <net/sock.h>`
33			`#include <net/ipv6.h>`
34			`#include <net/ip6_route.h>`
35			`#include <linux/netfilter_ipv4/ip_queue.h>`
36			`#include <linux/netfilter_ipv4/ip_tables.h>`
37			`#include <linux/netfilter_ipv6/ip6_tables.h>`
38
39			`#define IPQ_QMAX_DEFAULT 1024`
40			`#define IPQ_PROC_FS_NAME "ip6_queue"`
41			`#define NET_IPQ_QMAX 2088`
42			`#define NET_IPQ_QMAX_NAME "ip6_queue_maxlen"`
43
44			`struct ipq_rt_info {`
45			`struct in6_addr daddr;`
46			`struct in6_addr saddr;`
47			`};`
48
49			`struct ipq_queue_entry {`
50			`struct list_head list;`
51			`struct nf_info *info;`
52			`struct sk_buff *skb;`
53			`struct ipq_rt_info rt_info;`
54			`};`
55
56			`typedef int (ipq_cmpfn)(struct ipq_queue_entry , unsigned long);`
57
58			`static unsigned char copy_mode = IPQ_COPY_NONE;`
59			`static unsigned int queue_maxlen = IPQ_QMAX_DEFAULT;`
60			`static rwlock_t queue_lock = RW_LOCK_UNLOCKED;`
61			`static int peer_pid;`
62			`static unsigned int copy_range;`
63			`static unsigned int queue_total;`
64			`static struct sock *ipqnl;`
65			`static LIST_HEAD(queue_list);`
66			`static DECLARE_MUTEX(ipqnl_sem);`
67
68			`static void`
69			`ipq_issue_verdict(struct ipq_queue_entry *entry, int verdict)`
70			`{`
71			`nf_reinject(entry->skb, entry->info, verdict);`
72			`kfree(entry);`
73			`}`
74
75			`static inline int`
76			`__ipq_enqueue_entry(struct ipq_queue_entry *entry)`
77			`{`
78			`if (queue_total >= queue_maxlen) {`
79			`if (net_ratelimit())`
80			`printk(KERN_WARNING "ip6_queue: full at %d entries, "`
81			`"dropping packet(s).\n", queue_total);`
82			`return -ENOSPC;`
83			`}`
84			`list_add(&entry->list, &queue_list);`
85			`queue_total++;`
86			`return 0;`
87			`}`
88
89			`/*`
90			`* Find and return a queued entry matched by cmpfn, or return the last`
91			`* entry if cmpfn is NULL.`
92			`*/`
93			`static inline struct ipq_queue_entry *`
94			`__ipq_find_entry(ipq_cmpfn cmpfn, unsigned long data)`
95			`{`
96			`struct list_head *p;`
97
98			`list_for_each_prev(p, &queue_list) {`
99			`struct ipq_queue_entry entry = (struct ipq_queue_entry )p;`
100
101			`if (!cmpfn \|\| cmpfn(entry, data))`
102			`return entry;`
103			`}`
104			`return NULL;`
105			`}`
106
107			`static inline void`
108			`__ipq_dequeue_entry(struct ipq_queue_entry *entry)`
109			`{`
110			`list_del(&entry->list);`
111			`queue_total--;`
112			`}`
113
114			`static inline struct ipq_queue_entry *`
115			`__ipq_find_dequeue_entry(ipq_cmpfn cmpfn, unsigned long data)`
116			`{`
117			`struct ipq_queue_entry *entry;`
118
119			`entry = __ipq_find_entry(cmpfn, data);`
120			`if (entry == NULL)`
121			`return NULL;`
122
123			`__ipq_dequeue_entry(entry);`
124			`return entry;`
125			`}`
126
127
128			`static inline void`
129			`__ipq_flush(int verdict)`
130			`{`
131			`struct ipq_queue_entry *entry;`
132
133			`while ((entry = __ipq_find_dequeue_entry(NULL, 0)))`
134			`ipq_issue_verdict(entry, verdict);`
135			`}`
136
137			`static inline int`
138			`__ipq_set_mode(unsigned char mode, unsigned int range)`
139			`{`
140			`int status = 0;`
141
142			`switch(mode) {`
143			`case IPQ_COPY_NONE:`
144			`case IPQ_COPY_META:`
145			`copy_mode = mode;`
146			`copy_range = 0;`
147			`break;`
148
149			`case IPQ_COPY_PACKET:`
150			`copy_mode = mode;`
151			`copy_range = range;`
152			`if (copy_range > 0xFFFF)`
153			`copy_range = 0xFFFF;`
154			`break;`
155
156			`default:`
157			`status = -EINVAL;`
158
159			`}`
160			`return status;`
161			`}`
162
163			`static inline void`
164			`__ipq_reset(void)`
165			`{`
166			`peer_pid = 0;`
167			`__ipq_set_mode(IPQ_COPY_NONE, 0);`
168			`__ipq_flush(NF_DROP);`
169			`}`
170
171			`static struct ipq_queue_entry *`
172			`ipq_find_dequeue_entry(ipq_cmpfn cmpfn, unsigned long data)`
173			`{`
174			`struct ipq_queue_entry *entry;`
175
176			`write_lock_bh(&queue_lock);`
177			`entry = __ipq_find_dequeue_entry(cmpfn, data);`
178			`write_unlock_bh(&queue_lock);`
179			`return entry;`
180			`}`
181
182			`static void`
183			`ipq_flush(int verdict)`
184			`{`
185			`write_lock_bh(&queue_lock);`
186			`__ipq_flush(verdict);`
187			`write_unlock_bh(&queue_lock);`
188			`}`
189
190			`static struct sk_buff *`
191			`ipq_build_packet_message(struct ipq_queue_entry entry, int errp)`
192			`{`
193			`unsigned char *old_tail;`
194			`size_t size = 0;`
195			`size_t data_len = 0;`
196			`struct sk_buff *skb;`
197			`struct ipq_packet_msg *pmsg;`
198			`struct nlmsghdr *nlh;`
199
200			`read_lock_bh(&queue_lock);`
201
202			`switch (copy_mode) {`
203			`case IPQ_COPY_META:`
204			`case IPQ_COPY_NONE:`
205			`size = NLMSG_SPACE(sizeof(*pmsg));`
206			`data_len = 0;`
207			`break;`
208
209			`case IPQ_COPY_PACKET:`
210			`if (copy_range == 0 \|\| copy_range > entry->skb->len)`
211			`data_len = entry->skb->len;`
212			`else`
213			`data_len = copy_range;`
214
215			`size = NLMSG_SPACE(sizeof(*pmsg) + data_len);`
216			`break;`
217
218			`default:`
219			`*errp = -EINVAL;`
220			`read_unlock_bh(&queue_lock);`
221			`return NULL;`
222			`}`
223
224			`read_unlock_bh(&queue_lock);`
225
226			`skb = alloc_skb(size, GFP_ATOMIC);`
227			`if (!skb)`
228			`goto nlmsg_failure;`
229
230			`old_tail= skb->tail;`
231			`nlh = NLMSG_PUT(skb, 0, 0, IPQM_PACKET, size - sizeof(*nlh));`
232			`pmsg = NLMSG_DATA(nlh);`
233			`memset(pmsg, 0, sizeof(*pmsg));`
234
235			`pmsg->packet_id = (unsigned long )entry;`
236			`pmsg->data_len = data_len;`
237			`pmsg->timestamp_sec = entry->skb->stamp.tv_sec;`
238			`pmsg->timestamp_usec = entry->skb->stamp.tv_usec;`
239			`pmsg->mark = entry->skb->nfmark;`
240			`pmsg->hook = entry->info->hook;`
241			`pmsg->hw_protocol = entry->skb->protocol;`
242
243			`if (entry->info->indev)`
244			`strcpy(pmsg->indev_name, entry->info->indev->name);`
245			`else`
246			`pmsg->indev_name[0] = '\0';`
247
248			`if (entry->info->outdev)`
249			`strcpy(pmsg->outdev_name, entry->info->outdev->name);`
250			`else`
251			`pmsg->outdev_name[0] = '\0';`
252
253			`if (entry->info->indev && entry->skb->dev) {`
254			`pmsg->hw_type = entry->skb->dev->type;`
255			`if (entry->skb->dev->hard_header_parse)`
256			`pmsg->hw_addrlen =`
257			`entry->skb->dev->hard_header_parse(entry->skb,`
258			`pmsg->hw_addr);`
259			`}`
260
261			`if (data_len)`
262			`memcpy(pmsg->payload, entry->skb->data, data_len);`
263
264			`nlh->nlmsg_len = skb->tail - old_tail;`
265			`return skb;`
266
267			`nlmsg_failure:`
268			`if (skb)`
269			`kfree_skb(skb);`
270			`*errp = -EINVAL;`
271			`printk(KERN_ERR "ip6_queue: error creating packet message\n");`
272			`return NULL;`
273			`}`
274
275			`static int`
276			`ipq_enqueue_packet(struct sk_buff skb, struct nf_info info, void *data)`
277			`{`
278			`int status = -EINVAL;`
279			`struct sk_buff *nskb;`
280			`struct ipq_queue_entry *entry;`
281
282			`if (copy_mode == IPQ_COPY_NONE)`
283			`return -EAGAIN;`
284
285			`entry = kmalloc(sizeof(*entry), GFP_ATOMIC);`
286			`if (entry == NULL) {`
287			`printk(KERN_ERR "ip6_queue: OOM in ipq_enqueue_packet()\n");`
288			`return -ENOMEM;`
289			`}`
290
291			`entry->info = info;`
292			`entry->skb = skb;`
293
294			`if (entry->info->hook == NF_IP_LOCAL_OUT) {`
295			`struct ipv6hdr *iph = skb->nh.ipv6h;`
296
297			`entry->rt_info.daddr = iph->daddr;`
298			`entry->rt_info.saddr = iph->saddr;`
299			`}`
300
301			`nskb = ipq_build_packet_message(entry, &status);`
302			`if (nskb == NULL)`
303			`goto err_out_free;`
304
305			`write_lock_bh(&queue_lock);`
306
307			`if (!peer_pid)`
308			`goto err_out_free_nskb;`
309
310			`/* netlink_unicast will either free the nskb or attach it to a socket */`
311			`status = netlink_unicast(ipqnl, nskb, peer_pid, MSG_DONTWAIT);`
312			`if (status < 0)`
313			`goto err_out_unlock;`
314
315			`status = __ipq_enqueue_entry(entry);`
316			`if (status < 0)`
317			`goto err_out_unlock;`
318
319			`write_unlock_bh(&queue_lock);`
320			`return status;`
321
322			`err_out_free_nskb:`
323			`kfree_skb(nskb);`
324
325			`err_out_unlock:`
326			`write_unlock_bh(&queue_lock);`
327
328			`err_out_free:`
329			`kfree(entry);`
330			`return status;`
331			`}`
332
333			`static int`
334			`ipq_mangle_ipv6(ipq_verdict_msg_t v, struct ipq_queue_entry e)`
335			`{`
336			`int diff;`
337			`struct ipv6hdr user_iph = (struct ipv6hdr )v->payload;`
338
339			`if (v->data_len < sizeof(*user_iph))`
340			`return 0;`
341			`diff = v->data_len - e->skb->len;`
342			`if (diff < 0)`
343			`skb_trim(e->skb, v->data_len);`
344			`else if (diff > 0) {`
345			`if (v->data_len > 0xFFFF)`
346			`return -EINVAL;`
347			`if (diff > skb_tailroom(e->skb)) {`
348			`struct sk_buff *newskb;`
349
350			`newskb = skb_copy_expand(e->skb,`
351			`skb_headroom(e->skb),`
352			`diff,`
353			`GFP_ATOMIC);`
354			`if (newskb == NULL) {`
355			`printk(KERN_WARNING "ip6_queue: OOM "`
356			`"in mangle, dropping packet\n");`
357			`return -ENOMEM;`
358			`}`
359			`if (e->skb->sk)`
360			`skb_set_owner_w(newskb, e->skb->sk);`
361			`kfree_skb(e->skb);`
362			`e->skb = newskb;`
363			`}`
364			`skb_put(e->skb, diff);`
365			`}`
366			`memcpy(e->skb->data, v->payload, v->data_len);`
367			`e->skb->nfcache \|= NFC_ALTERED;`
368
369			`/*`
370			`* Extra routing may needed on local out, as the QUEUE target never`
371			`* returns control to the table.`
372			`* Not a nice way to cmp, but works`
373			`*/`
374			`if (e->info->hook == NF_IP_LOCAL_OUT) {`
375			`struct ipv6hdr *iph = e->skb->nh.ipv6h;`
376			`if (ipv6_addr_cmp(&iph->daddr, &e->rt_info.daddr) \|\|`
377			`ipv6_addr_cmp(&iph->saddr, &e->rt_info.saddr))`
378			`return ip6_route_me_harder(e->skb);`
379			`}`
380			`return 0;`
381			`}`
382
383			`static inline int`
384			`id_cmp(struct ipq_queue_entry *e, unsigned long id)`
385			`{`
386			`return (id == (unsigned long )e);`
387			`}`
388
389			`static int`
390			`ipq_set_verdict(struct ipq_verdict_msg *vmsg, unsigned int len)`
391			`{`
392			`struct ipq_queue_entry *entry;`
393
394			`if (vmsg->value > NF_MAX_VERDICT)`
395			`return -EINVAL;`
396
397			`entry = ipq_find_dequeue_entry(id_cmp, vmsg->id);`
398			`if (entry == NULL)`
399			`return -ENOENT;`
400			`else {`
401			`int verdict = vmsg->value;`
402
403			`if (vmsg->data_len && vmsg->data_len == len)`
404			`if (ipq_mangle_ipv6(vmsg, entry) < 0)`
405			`verdict = NF_DROP;`
406
407			`ipq_issue_verdict(entry, verdict);`
408			`return 0;`
409			`}`
410			`}`
411
412			`static int`
413			`ipq_set_mode(unsigned char mode, unsigned int range)`
414			`{`
415			`int status;`
416
417			`write_lock_bh(&queue_lock);`
418			`status = __ipq_set_mode(mode, range);`
419			`write_unlock_bh(&queue_lock);`
420			`return status;`
421			`}`
422
423			`static int`
424			`ipq_receive_peer(struct ipq_peer_msg *pmsg,`
425			`unsigned char type, unsigned int len)`
426			`{`
427			`int status = 0;`
428
429			`if (len < sizeof(*pmsg))`
430			`return -EINVAL;`
431
432			`switch (type) {`
433			`case IPQM_MODE:`
434			`status = ipq_set_mode(pmsg->msg.mode.value,`
435			`pmsg->msg.mode.range);`
436			`break;`
437
438			`case IPQM_VERDICT:`
439			`if (pmsg->msg.verdict.value > NF_MAX_VERDICT)`
440			`status = -EINVAL;`
441			`else`
442			`status = ipq_set_verdict(&pmsg->msg.verdict,`
443			`len - sizeof(*pmsg));`
444			`break;`
445			`default:`
446			`status = -EINVAL;`
447			`}`
448			`return status;`
449			`}`
450
451			`static int`
452			`dev_cmp(struct ipq_queue_entry *entry, unsigned long ifindex)`
453			`{`
454			`if (entry->info->indev)`
455			`if (entry->info->indev->ifindex == ifindex)`
456			`return 1;`
457
458			`if (entry->info->outdev)`
459			`if (entry->info->outdev->ifindex == ifindex)`
460			`return 1;`
461
462			`return 0;`
463			`}`
464
465			`static void`
466			`ipq_dev_drop(int ifindex)`
467			`{`
468			`struct ipq_queue_entry *entry;`
469
470			`while ((entry = ipq_find_dequeue_entry(dev_cmp, ifindex)) != NULL)`
471			`ipq_issue_verdict(entry, NF_DROP);`
472			`}`
473
474			`#define RCV_SKB_FAIL(err) do { netlink_ack(skb, nlh, (err)); return; } while (0)`
475
476			`static inline void`
477			`ipq_rcv_skb(struct sk_buff *skb)`
478			`{`
479			`int status, type, pid, flags, nlmsglen, skblen;`
480			`struct nlmsghdr *nlh;`
481
482			`skblen = skb->len;`
483			`if (skblen < sizeof(*nlh))`
484			`return;`
485
486			`nlh = (struct nlmsghdr *)skb->data;`
487			`nlmsglen = nlh->nlmsg_len;`
488			`if (nlmsglen < sizeof(*nlh) \|\| skblen < nlmsglen)`
489			`return;`
490
491			`pid = nlh->nlmsg_pid;`
492			`flags = nlh->nlmsg_flags;`
493
494			`if(pid <= 0 \|\| !(flags & NLM_F_REQUEST) \|\| flags & NLM_F_MULTI)`
495			`RCV_SKB_FAIL(-EINVAL);`
496
497			`if (flags & MSG_TRUNC)`
498			`RCV_SKB_FAIL(-ECOMM);`
499
500			`type = nlh->nlmsg_type;`
501			`if (type < NLMSG_NOOP \|\| type >= IPQM_MAX)`
502			`RCV_SKB_FAIL(-EINVAL);`
503
504			`if (type <= IPQM_BASE)`
505			`return;`
506
507			`if(!cap_raised(NETLINK_CB(skb).eff_cap, CAP_NET_ADMIN))`
508			`RCV_SKB_FAIL(-EPERM);`
509
510			`write_lock_bh(&queue_lock);`
511
512			`if (peer_pid) {`
513			`if (peer_pid != pid) {`
514			`write_unlock_bh(&queue_lock);`
515			`RCV_SKB_FAIL(-EBUSY);`
516			`}`
517			`}`
518			`else`
519			`peer_pid = pid;`
520
521			`write_unlock_bh(&queue_lock);`
522
523			`status = ipq_receive_peer(NLMSG_DATA(nlh), type,`
524			`skblen - NLMSG_LENGTH(0));`
525			`if (status < 0)`
526			`RCV_SKB_FAIL(status);`
527
528			`if (flags & NLM_F_ACK)`
529			`netlink_ack(skb, nlh, 0);`
530			`return;`
531			`}`
532
533			`static void`
534			`ipq_rcv_sk(struct sock *sk, int len)`
535			`{`
536			`do {`
537			`struct sk_buff *skb;`
538
539			`if (down_trylock(&ipqnl_sem))`
540			`return;`
541
542			`while ((skb = skb_dequeue(&sk->receive_queue)) != NULL) {`
543			`ipq_rcv_skb(skb);`
544			`kfree_skb(skb);`
545			`}`
546
547			`up(&ipqnl_sem);`
548
549			`} while (ipqnl && ipqnl->receive_queue.qlen);`
550			`}`
551
552			`static int`
553			`ipq_rcv_dev_event(struct notifier_block *this,`
554			`unsigned long event, void *ptr)`
555			`{`
556			`struct net_device *dev = ptr;`
557
558			`/* Drop any packets associated with the downed device */`
559			`if (event == NETDEV_DOWN)`
560			`ipq_dev_drop(dev->ifindex);`
561			`return NOTIFY_DONE;`
562			`}`
563
564			`static struct notifier_block ipq_dev_notifier = {`
565			`ipq_rcv_dev_event,`
566			`NULL,`
567
568			`};`
569
570			`static int`
571			`ipq_rcv_nl_event(struct notifier_block *this,`
572			`unsigned long event, void *ptr)`
573			`{`
574			`struct netlink_notify *n = ptr;`
575
576			`if (event == NETLINK_URELEASE &&`
577			`n->protocol == NETLINK_IP6_FW && n->pid) {`
578			`write_lock_bh(&queue_lock);`
579			`if (n->pid == peer_pid)`
580			`__ipq_reset();`
581			`write_unlock_bh(&queue_lock);`
582			`}`
583			`return NOTIFY_DONE;`
584			`}`
585
586			`static struct notifier_block ipq_nl_notifier = {`
587			`ipq_rcv_nl_event,`
588			`NULL,`
589
590			`};`
591
592			`static struct ctl_table_header *ipq_sysctl_header;`
593
594			`static ctl_table ipq_table[] = {`
595			`{ NET_IPQ_QMAX, NET_IPQ_QMAX_NAME, &queue_maxlen,`
596			`sizeof(queue_maxlen), 0644, NULL, proc_dointvec },`
597			`{ 0 }`
598			`};`
599
600			`static ctl_table ipq_dir_table[] = {`
601			`{NET_IPV6, "ipv6", NULL, 0, 0555, ipq_table, 0, 0, 0, 0, 0},`
602			`{ 0 }`
603			`};`
604
605			`static ctl_table ipq_root_table[] = {`
606			`{CTL_NET, "net", NULL, 0, 0555, ipq_dir_table, 0, 0, 0, 0, 0},`
607			`{ 0 }`
608			`};`
609
610			`static int`
611			`ipq_get_info(char buffer, char *start, off_t offset, int length)`
612			`{`
613			`int len;`
614
615			`read_lock_bh(&queue_lock);`
616
617			`len = sprintf(buffer,`
618			`"Peer PID : %d\n"`
619			`"Copy mode : %hu\n"`
620			`"Copy range : %u\n"`
621			`"Queue length : %u\n"`
622			`"Queue max. length : %u\n",`
623			`peer_pid,`
624			`copy_mode,`
625			`copy_range,`
626			`queue_total,`
627			`queue_maxlen);`
628
629			`read_unlock_bh(&queue_lock);`
630
631			`*start = buffer + offset;`
632			`len -= offset;`
633			`if (len > length)`
634			`len = length;`
635			`else if (len < 0)`
636			`len = 0;`
637			`return len;`
638			`}`
639
640			`static int`
641			`init_or_cleanup(int init)`
642			`{`
643			`int status = -ENOMEM;`
644			`struct proc_dir_entry *proc;`
645
646			`if (!init)`
647			`goto cleanup;`
648
649			`netlink_register_notifier(&ipq_nl_notifier);`
650			`ipqnl = netlink_kernel_create(NETLINK_IP6_FW, ipq_rcv_sk);`
651			`if (ipqnl == NULL) {`
652			`printk(KERN_ERR "ip6_queue: failed to create netlink socket\n");`
653			`goto cleanup_netlink_notifier;`
654			`}`
655
656			`proc = proc_net_create(IPQ_PROC_FS_NAME, 0, ipq_get_info);`
657			`if (proc)`
658			`proc->owner = THIS_MODULE;`
659			`else {`
660			`printk(KERN_ERR "ip6_queue: failed to create proc entry\n");`
661			`goto cleanup_ipqnl;`
662			`}`
663
664			`register_netdevice_notifier(&ipq_dev_notifier);`
665			`ipq_sysctl_header = register_sysctl_table(ipq_root_table, 0);`
666
667			`status = nf_register_queue_handler(PF_INET6, ipq_enqueue_packet, NULL);`
668			`if (status < 0) {`
669			`printk(KERN_ERR "ip6_queue: failed to register queue handler\n");`
670			`goto cleanup_sysctl;`
671			`}`
672			`return status;`
673
674			`cleanup:`
675			`nf_unregister_queue_handler(PF_INET6);`
676			`br_write_lock_bh(BR_NETPROTO_LOCK);`
677			`br_write_unlock_bh(BR_NETPROTO_LOCK);`
678			`ipq_flush(NF_DROP);`
679
680			`cleanup_sysctl:`
681			`unregister_sysctl_table(ipq_sysctl_header);`
682			`unregister_netdevice_notifier(&ipq_dev_notifier);`
683			`proc_net_remove(IPQ_PROC_FS_NAME);`
684
685			`cleanup_ipqnl:`
686			`sock_release(ipqnl->socket);`
687			`down(&ipqnl_sem);`
688			`up(&ipqnl_sem);`
689
690			`cleanup_netlink_notifier:`
691			`netlink_unregister_notifier(&ipq_nl_notifier);`
692			`return status;`
693			`}`
694
695			`static int __init init(void)`
696			`{`
697
698			`return init_or_cleanup(1);`
699			`}`
700
701			`static void __exit fini(void)`
702			`{`
703			`init_or_cleanup(0);`
704			`}`
705
706			`MODULE_DESCRIPTION("IPv6 packet queue handler");`
707			`MODULE_LICENSE("GPL");`
708
709			`module_init(init);`
710			`module_exit(fini);`