/* * (C) 2006-2007 by Pablo Neira Ayuso * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License as published by * the Free Software Foundation; either version 2 of the License, or * (at your option) any later version. * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. * * You should have received a copy of the GNU General Public License * along with this program; if not, write to the Free Software * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. */ #include "sync.h" #include "netlink.h" #include "traffic_stats.h" #include "log.h" #include "cache.h" #include "conntrackd.h" #include "network.h" #include "fds.h" #include "event.h" #include "debug.h" #include #include #include #include #include static void do_mcast_handler_step(struct nethdr *net, size_t remain) { char __ct[nfct_maxsize()]; struct nf_conntrack *ct = (struct nf_conntrack *)(void*) __ct; struct cache_object *obj; int id; if (net->version != CONNTRACKD_PROTOCOL_VERSION) { STATE_SYNC(error).msg_rcv_malformed++; STATE_SYNC(error).msg_rcv_bad_version++; return; } switch (STATE_SYNC(sync)->recv(net)) { case MSG_DATA: break; case MSG_DROP: case MSG_CTL: return; case MSG_BAD: STATE_SYNC(error).msg_rcv_malformed++; STATE_SYNC(error).msg_rcv_bad_header++; return; default: break; } if (net->type > NET_T_STATE_MAX) { STATE_SYNC(error).msg_rcv_malformed++; STATE_SYNC(error).msg_rcv_bad_type++; return; } memset(ct, 0, sizeof(__ct)); if (parse_payload(ct, net, remain) == -1) { STATE_SYNC(error).msg_rcv_malformed++; STATE_SYNC(error).msg_rcv_bad_payload++; return; } switch(net->type) { case NET_T_STATE_NEW: obj = cache_find(STATE_SYNC(external), ct, &id); if (obj == NULL) { retry: obj = cache_object_new(STATE_SYNC(external), ct); if (obj == NULL) return; if (cache_add(STATE_SYNC(external), obj, id) == -1) { cache_object_free(obj); return; } } else { cache_del(STATE_SYNC(external), obj); cache_object_free(obj); goto retry; } break; case NET_T_STATE_UPD: cache_update_force(STATE_SYNC(external), ct); break; case NET_T_STATE_DEL: obj = cache_find(STATE_SYNC(external), ct, &id); if (obj) { cache_del(STATE_SYNC(external), obj); cache_object_free(obj); } break; default: STATE_SYNC(error).msg_rcv_malformed++; STATE_SYNC(error).msg_rcv_bad_type++; break; } } /* handler for multicast messages received */ static void mcast_handler(void) { ssize_t numbytes; ssize_t remain; char __net[65536], *ptr = __net; /* XXX: maximum MTU for IPv4 */ numbytes = mcast_recv(STATE_SYNC(mcast_server), __net, sizeof(__net)); if (numbytes <= 0) return; remain = numbytes; while (remain > 0) { struct nethdr *net = (struct nethdr *) ptr; if (remain < NETHDR_SIZ) { STATE_SYNC(error).msg_rcv_malformed++; STATE_SYNC(error).msg_rcv_truncated++; break; } if (ntohs(net->len) > remain) { STATE_SYNC(error).msg_rcv_malformed++; STATE_SYNC(error).msg_rcv_bad_size++; break; } if (IS_ACK(net) || IS_NACK(net) || IS_RESYNC(net)) { if (remain < NETHDR_ACK_SIZ) { STATE_SYNC(error).msg_rcv_malformed++; STATE_SYNC(error).msg_rcv_truncated++; } if (ntohs(net->len) < NETHDR_ACK_SIZ) { STATE_SYNC(error).msg_rcv_malformed++; STATE_SYNC(error).msg_rcv_bad_size++; } } else { if (ntohs(net->len) < NETHDR_SIZ) { STATE_SYNC(error).msg_rcv_malformed++; STATE_SYNC(error).msg_rcv_bad_size++; } } debug("recv sq: %u fl:%u len:%u (rem:%d)\n", ntohl(net->seq), net->flags, ntohs(net->len), remain); HDR_NETWORK2HOST(net); do_mcast_handler_step(net, remain); ptr += net->len; remain -= net->len; } } static int init_sync(void) { state.sync = malloc(sizeof(struct ct_sync_state)); if (!state.sync) { dlog(LOG_ERR, "can't allocate memory for sync"); return -1; } memset(state.sync, 0, sizeof(struct ct_sync_state)); if (CONFIG(flags) & CTD_SYNC_FTFW) STATE_SYNC(sync) = &sync_ftfw; else if (CONFIG(flags) & CTD_SYNC_ALARM) STATE_SYNC(sync) = &sync_alarm; else if (CONFIG(flags) & CTD_SYNC_NOTRACK) STATE_SYNC(sync) = &sync_notrack; else { fprintf(stderr, "WARNING: No synchronization mode specified. " "Defaulting to FT-FW mode.\n"); CONFIG(flags) |= CTD_SYNC_FTFW; STATE_SYNC(sync) = &sync_ftfw; } if (STATE_SYNC(sync)->init) STATE_SYNC(sync)->init(); STATE_SYNC(internal) = cache_create("internal", STATE_SYNC(sync)->internal_cache_flags, STATE_SYNC(sync)->internal_cache_extra); if (!STATE_SYNC(internal)) { dlog(LOG_ERR, "can't allocate memory for the internal cache"); return -1; } /* straight forward commit of conntrack to kernel space */ if (CONFIG(cache_write_through)) STATE_SYNC(sync)->external_cache_flags |= WRITE_THROUGH; STATE_SYNC(external) = cache_create("external", STATE_SYNC(sync)->external_cache_flags, NULL); if (!STATE_SYNC(external)) { dlog(LOG_ERR, "can't allocate memory for the external cache"); return -1; } /* multicast server to receive events from the wire */ STATE_SYNC(mcast_server) = mcast_server_create(&CONFIG(mcast)); if (STATE_SYNC(mcast_server) == NULL) { dlog(LOG_ERR, "can't open multicast server!"); return -1; } dlog(LOG_NOTICE, "multicast server socket receiver queue " "has been set to %d bytes", CONFIG(mcast).rcvbuf); /* multicast client to send events on the wire */ STATE_SYNC(mcast_client) = mcast_client_create(&CONFIG(mcast)); if (STATE_SYNC(mcast_client) == NULL) { dlog(LOG_ERR, "can't open client multicast socket"); mcast_server_destroy(STATE_SYNC(mcast_server)); return -1; } dlog(LOG_NOTICE, "multicast client socket sender queue " "has been set to %d bytes", CONFIG(mcast).sndbuf); if (mcast_buffered_init(CONFIG(mcast).mtu) == -1) { dlog(LOG_ERR, "can't init tx buffer!"); mcast_server_destroy(STATE_SYNC(mcast_server)); mcast_client_destroy(STATE_SYNC(mcast_client)); return -1; } STATE_SYNC(evfd) = create_evfd(); if (STATE_SYNC(evfd) == NULL) { dlog(LOG_ERR, "cannot open evfd"); return -1; } /* initialization of multicast sequence generation */ STATE_SYNC(last_seq_sent) = time(NULL); return 0; } static int register_fds_sync(struct fds *fds) { if (register_fd(STATE_SYNC(mcast_server->fd), fds) == -1) return -1; return register_fd(get_read_evfd(STATE_SYNC(evfd)), fds); } static void run_sync(fd_set *readfds) { /* multicast packet has been received */ if (FD_ISSET(STATE_SYNC(mcast_server->fd), readfds)) mcast_handler(); if (FD_ISSET(get_read_evfd(STATE_SYNC(evfd)), readfds) && STATE_SYNC(sync)->run) { read_evfd(STATE_SYNC(evfd)); STATE_SYNC(sync)->run(); } /* flush pending messages */ mcast_buffered_pending_netmsg(STATE_SYNC(mcast_client)); } static void kill_sync(void) { cache_destroy(STATE_SYNC(internal)); cache_destroy(STATE_SYNC(external)); mcast_server_destroy(STATE_SYNC(mcast_server)); mcast_client_destroy(STATE_SYNC(mcast_client)); destroy_evfd(STATE_SYNC(evfd)); mcast_buffered_destroy(); if (STATE_SYNC(sync)->kill) STATE_SYNC(sync)->kill(); } static void dump_stats_sync(int fd) { char buf[512]; int size; size = sprintf(buf, "multicast sequence tracking:\n" "%20llu Pckts mfrm " "%20llu Pckts lost\n\n", (unsigned long long)STATE_SYNC(error).msg_rcv_malformed, (unsigned long long)STATE_SYNC(error).msg_rcv_lost); send(fd, buf, size, 0); } static void dump_stats_sync_extended(int fd) { char buf[512]; int size; size = snprintf(buf, sizeof(buf), "network statistics:\n" "\trecv:\n" "\t\tMalformed messages:\t%20llu\n" "\t\tWrong protocol version:\t%20u\n" "\t\tMalformed header:\t%20u\n" "\t\tMalformed payload:\t%20u\n" "\t\tBad message type:\t%20u\n" "\t\tTruncated message:\t%20u\n" "\t\tBad message size:\t%20u\n" "\tsend:\n" "\t\tMalformed messages:\t%20u\n\n" "sequence tracking statistics:\n" "\trecv:\n" "\t\tPackets lost:\t\t%20llu\n" "\t\tPackets before:\t\t%20llu\n\n", (unsigned long long)STATE_SYNC(error).msg_rcv_malformed, STATE_SYNC(error).msg_rcv_bad_version, STATE_SYNC(error).msg_rcv_bad_header, STATE_SYNC(error).msg_rcv_bad_payload, STATE_SYNC(error).msg_rcv_bad_type, STATE_SYNC(error).msg_rcv_truncated, STATE_SYNC(error).msg_rcv_bad_size, STATE_SYNC(error).msg_snd_malformed, (unsigned long long)STATE_SYNC(error).msg_rcv_lost, (unsigned long long)STATE_SYNC(error).msg_rcv_before); send(fd, buf, size, 0); } /* handler for requests coming via UNIX socket */ static int local_handler_sync(int fd, int type, void *data) { int ret = 1; switch(type) { case DUMP_INTERNAL: ret = fork(); if (ret == 0) { cache_dump(STATE_SYNC(internal), fd, NFCT_O_PLAIN); exit(EXIT_SUCCESS); } break; case DUMP_EXTERNAL: ret = fork(); if (ret == 0) { cache_dump(STATE_SYNC(external), fd, NFCT_O_PLAIN); exit(EXIT_SUCCESS); } break; case DUMP_INT_XML: ret = fork(); if (ret == 0) { cache_dump(STATE_SYNC(internal), fd, NFCT_O_XML); exit(EXIT_SUCCESS); } break; case DUMP_EXT_XML: ret = fork(); if (ret == 0) { cache_dump(STATE_SYNC(external), fd, NFCT_O_XML); exit(EXIT_SUCCESS); } break; case COMMIT: ret = fork(); if (ret == 0) { dlog(LOG_NOTICE, "committing external cache"); cache_commit(STATE_SYNC(external)); exit(EXIT_SUCCESS); } break; case RESET_TIMERS: ret = fork(); if (ret == 0) { dlog(LOG_NOTICE, "resetting timers"); cache_reset_timers(STATE_SYNC(internal)); exit(EXIT_SUCCESS); } break; case FLUSH_CACHE: dlog(LOG_NOTICE, "flushing caches"); cache_flush(STATE_SYNC(internal)); cache_flush(STATE_SYNC(external)); break; case KILL: killer(0); break; case STATS: cache_stats(STATE_SYNC(internal), fd); cache_stats(STATE_SYNC(external), fd); dump_traffic_stats(fd); mcast_dump_stats(fd, STATE_SYNC(mcast_client), STATE_SYNC(mcast_server)); dump_stats_sync(fd); break; case STATS_NETWORK: dump_stats_sync_extended(fd); mcast_dump_stats(fd, STATE_SYNC(mcast_client), STATE_SYNC(mcast_server)); break; case STATS_CACHE: cache_stats_extended(STATE_SYNC(internal), fd); cache_stats_extended(STATE_SYNC(external), fd); break; default: if (STATE_SYNC(sync)->local) ret = STATE_SYNC(sync)->local(fd, type, data); break; } return ret; } static void dump_sync(struct nf_conntrack *ct) { /* This is required by kernels < 2.6.20 */ nfct_attr_unset(ct, ATTR_ORIG_COUNTER_BYTES); nfct_attr_unset(ct, ATTR_ORIG_COUNTER_PACKETS); nfct_attr_unset(ct, ATTR_REPL_COUNTER_BYTES); nfct_attr_unset(ct, ATTR_REPL_COUNTER_PACKETS); nfct_attr_unset(ct, ATTR_USE); if (cache_update_force(STATE_SYNC(internal), ct)) debug_ct(ct, "resync"); } static void mcast_send_sync(struct cache_object *obj, int query) { struct nethdr *net; net = BUILD_NETMSG(obj->ct, query); if (STATE_SYNC(sync)->send) STATE_SYNC(sync)->send(net, obj); mcast_buffered_send_netmsg(STATE_SYNC(mcast_client), net); } static int purge_step(void *data1, void *data2) { int ret; struct nfct_handle *h = STATE(dump); struct cache_object *obj = data2; ret = nfct_query(h, NFCT_Q_GET, obj->ct); if (ret == -1 && errno == ENOENT) { debug_ct(obj->ct, "overrun purge resync"); mcast_send_sync(obj, NET_T_STATE_DEL); cache_del_timer(STATE_SYNC(internal), obj, CONFIG(del_timeout)); } return 0; } static int purge_sync(void) { cache_iterate(STATE_SYNC(internal), NULL, purge_step); return 0; } static int overrun_sync(enum nf_conntrack_msg_type type, struct nf_conntrack *ct, void *data) { struct cache_object *obj; if (ct_filter_conntrack(ct, 1)) return NFCT_CB_CONTINUE; /* This is required by kernels < 2.6.20 */ nfct_attr_unset(ct, ATTR_ORIG_COUNTER_BYTES); nfct_attr_unset(ct, ATTR_ORIG_COUNTER_PACKETS); nfct_attr_unset(ct, ATTR_REPL_COUNTER_BYTES); nfct_attr_unset(ct, ATTR_REPL_COUNTER_PACKETS); nfct_attr_unset(ct, ATTR_USE); if ((obj = cache_update_force(STATE_SYNC(internal), ct))) { debug_ct(obj->ct, "overrun resync"); mcast_send_sync(obj, NET_T_STATE_UPD); } return NFCT_CB_CONTINUE; } static void event_new_sync(struct nf_conntrack *ct) { struct cache_object *obj; int id; /* required by linux kernel <= 2.6.20 */ nfct_attr_unset(ct, ATTR_ORIG_COUNTER_BYTES); nfct_attr_unset(ct, ATTR_ORIG_COUNTER_PACKETS); nfct_attr_unset(ct, ATTR_REPL_COUNTER_BYTES); nfct_attr_unset(ct, ATTR_REPL_COUNTER_PACKETS); obj = cache_find(STATE_SYNC(internal), ct, &id); if (obj == NULL) { retry: obj = cache_object_new(STATE_SYNC(internal), ct); if (obj == NULL) return; if (cache_add(STATE_SYNC(internal), obj, id) == -1) { cache_object_free(obj); return; } mcast_send_sync(obj, NET_T_STATE_NEW); debug_ct(obj->ct, "internal new"); } else { cache_del(STATE_SYNC(internal), obj); cache_object_free(obj); debug_ct(ct, "can't add"); goto retry; } } static void event_update_sync(struct nf_conntrack *ct) { struct cache_object *obj; if ((obj = cache_update_force(STATE_SYNC(internal), ct)) == NULL) { debug_ct(ct, "can't update"); return; } debug_ct(obj->ct, "internal update"); mcast_send_sync(obj, NET_T_STATE_UPD); } static int event_destroy_sync(struct nf_conntrack *ct) { struct cache_object *obj; int id; obj = cache_find(STATE_SYNC(internal), ct, &id); if (obj == NULL) { debug_ct(ct, "can't destroy"); return 0; } mcast_send_sync(obj, NET_T_STATE_DEL); cache_del_timer(STATE_SYNC(internal), obj, CONFIG(del_timeout)); debug_ct(ct, "internal destroy"); return 1; } struct ct_mode sync_mode = { .init = init_sync, .register_fds = register_fds_sync, .run = run_sync, .local = local_handler_sync, .kill = kill_sync, .dump = dump_sync, .overrun = overrun_sync, .purge = purge_sync, .event_new = event_new_sync, .event_upd = event_update_sync, .event_dst = event_destroy_sync };