global_vrouter.cc

Go to the documentation of this file.

/*
 * Copyright (c) 2013 Juniper Networks, Inc. All rights reserved.
 */
 
// global_vrouter.cc - operational data for global vrouter configuration
#include <boost/foreach.hpp>
#include <base/util.h>
#include <cmn/agent_cmn.h>
#include <cfg/cfg_init.h>
#include <route/route.h>
 
#include <vnc_cfg_types.h>
#include <agent_types.h>
#include <ifmap/ifmap_link.h>
#include <ifmap/ifmap_node.h>
 
#include <oper/operdb_init.h>
#include <oper/peer.h>
#include <oper/vrf.h>
#include <oper/interface_common.h>
#include <oper/nexthop.h>
#include <oper/vn.h>
#include <oper/mirror_table.h>
#include <oper/vxlan.h>
#include <oper/mpls.h>
#include <oper/route_common.h>
#include <oper/ecmp_load_balance.h>
#include <oper/config_manager.h>
#include <oper/crypt_tunnel.h>
 
#include <oper/agent_route_walker.h>
#include <oper/agent_route_resync.h>
#include <oper/global_vrouter.h>
#include <vrouter/flow_stats/flow_stats_collector.h>
 
const std::string GlobalVrouter::kMetadataService = "metadata";
const std::string GlobalVrouter::kMetadataService6 = "metadata6";
const Ip4Address GlobalVrouter::kLoopBackIp = Ip4Address(0x7f000001);
 
static int ProtocolToString(const std::string proto) {
    if (proto == "TCP" || proto == "tcp") {
        return IPPROTO_TCP;
    }
 
    if (proto == "UDP" || proto == "udp") {
        return IPPROTO_UDP;
    }
 
    if (proto == "ICMP" || proto == "icmp") {
        return IPPROTO_ICMP;
    }
 
    if (proto == "SCTP" || proto == "sctp") {
        return IPPROTO_SCTP;
    }
 
    if (proto == "all") {
        return 0;
    }
 
    return atoi(proto.c_str());
}
 
void GlobalVrouter::UpdateFlowAging(autogen::GlobalVrouterConfig *cfg) {
    if (agent()->flow_stats_req_handler() == NULL) {
        return;
    }
 
    std::vector<autogen::FlowAgingTimeout>::const_iterator new_list_it =
        cfg->flow_aging_timeout_list().begin();
    FlowAgingTimeoutMap new_flow_aging_timeout_map;
 
    while (new_list_it != cfg->flow_aging_timeout_list().end()) {
        int proto = ProtocolToString(new_list_it->protocol);
        if (proto < 0 || proto > 0xFF) {
            new_list_it++;
            continue;
        }
        FlowAgingTimeoutKey key(proto, new_list_it->port);
        agent()->flow_stats_req_handler()(agent(), proto, new_list_it->port,
                                          new_list_it->timeout_in_seconds);
 
        flow_aging_timeout_map_.erase(key);
        new_flow_aging_timeout_map.insert(
                FlowAgingTimeoutPair(key, new_list_it->timeout_in_seconds));
        new_list_it++;
    }
 
    FlowAgingTimeoutMap::const_iterator old_list_it =
        flow_aging_timeout_map_.begin();
    while (old_list_it != flow_aging_timeout_map_.end()) {
        agent()->flow_stats_req_handler()(agent(), old_list_it->first.protocol,
                                          old_list_it->first.port, 0);
        old_list_it++;
    }
    flow_aging_timeout_map_ = new_flow_aging_timeout_map;
}
 
void GlobalVrouter::DeleteFlowAging() {
 
    if (agent()->flow_stats_req_handler() == NULL) {
        return;
    }
 
    FlowAgingTimeoutMap::const_iterator old_list_it =
        flow_aging_timeout_map_.begin();
    while (old_list_it != flow_aging_timeout_map_.end()) {
        agent()->flow_stats_req_handler()(agent(), old_list_it->first.protocol,
                                          old_list_it->first.port, 0);
        old_list_it++;
    }
    flow_aging_timeout_map_.clear();
}
 
void GlobalVrouter::UpdatePortConfig(autogen::GlobalVrouterConfig *cfg) {
    if (agent()->port_config_handler() == NULL) {
        return;
    }
 
    ProtocolPortSet new_protocol_port_set;
    std::vector<autogen::PortTranslationPool>::const_iterator new_list_it =
        cfg->port_translation_pools().begin();
    for (;new_list_it != cfg->port_translation_pools().end(); new_list_it++) {
        int proto = ProtocolToString(new_list_it->protocol);
        if (proto < 0 || proto > 0xFF) {
            new_list_it++;
            continue;
        }
 
        if (proto != IPPROTO_TCP && proto != IPPROTO_UDP) {
            continue;
        }
 
        uint16_t port_count = 0;
        std::stringstream str(new_list_it->port_count);
        str >> port_count;
 
        protocol_port_set_.erase(proto);
        if (new_list_it->port_range.start_port != 0 &&
                new_list_it->port_range.end_port != 0) {
            PortConfig::PortRange range(new_list_it->port_range.start_port,
                                        new_list_it->port_range.end_port);
            new_protocol_port_set[proto].port_range.push_back(range);
        } else if (port_count != 0) {
            new_protocol_port_set[proto].port_count = port_count;
        }
    }
 
    struct rlimit rl;
    int result = getrlimit(RLIMIT_NOFILE, &rl);
    int avail_count = 0;
    if (result == 0) {
        avail_count = rl.rlim_max - Agent::kMaxOtherOpenFds;
        if (avail_count < 0) {
            avail_count = 0;
        }
    }
 
 
    ProtocolPortSet::const_iterator old_list_it = protocol_port_set_.begin();
    for (; old_list_it != protocol_port_set_.end(); old_list_it++) {
        PortConfig pc;
        agent()->port_config_handler()(agent(), old_list_it->first, &pc);
    }
 
    int total_port_count = 0;
    ProtocolPortSet::iterator pc_list_it = new_protocol_port_set.begin();
    for (; pc_list_it != new_protocol_port_set.end(); pc_list_it++) {
        pc_list_it->second.Trim();
        total_port_count += pc_list_it->second.port_count;
    }
 
    float avail_percent = 1;
    if (total_port_count > avail_count) {
        avail_percent = (float)avail_count / (float)total_port_count;
    }
 
    pc_list_it = new_protocol_port_set.begin();
    for (; pc_list_it != new_protocol_port_set.end(); pc_list_it++) {
        pc_list_it->second.port_count *= avail_percent;
        agent()->port_config_handler()(agent(), pc_list_it->first,
                                       &(pc_list_it->second));
    }
 
    protocol_port_set_ = new_protocol_port_set;
}
 
void GlobalVrouter::DeletePortConfig() {
    ProtocolPortSet::const_iterator it = protocol_port_set_.begin();
    for (; it != protocol_port_set_.end(); it++) {
        PortConfig pc;
        agent()->port_config_handler()(agent(), it->first, &pc);
    }
 
    protocol_port_set_.clear();
}
 
void GlobalVrouter::ReadFlowsLimits(const autogen::GlobalVrouterConfig &cfg) {
    uint32_t max_vm_flows_percent;
    uint32_t global_max_vmi_flows;
    if (cfg.IsPropertySet(autogen::GlobalVrouterConfig::MAX_VM_FLOWS_PERCENT)) {
        max_vm_flows_percent = cfg.max_vm_flows_percent();
    } else {
        max_vm_flows_percent = FLOWS_LIMIT_UNLIMITED;
    }
    if (cfg.IsPropertySet(autogen::GlobalVrouterConfig::GLOBAL_MAX_VMI_FLOWS)) {
        global_max_vmi_flows = cfg.global_max_vmi_flows();
    } else {
        global_max_vmi_flows = FLOWS_LIMIT_UNLIMITED;
    }
    Agent *agent = this->agent();
    agent->set_max_vm_flows_perc(max_vm_flows_percent);
    agent->set_global_max_vmi_flows(global_max_vmi_flows);
    agent->update_max_vm_flows(agent->flow_table_size());
}
 
 
// Link local service
GlobalVrouter::LinkLocalService::LinkLocalService(
                         const std::string &service_name,
                         const std::string &fabric_dns_name,
                         const std::vector<Ip4Address> &fabric_ip,
                         uint16_t fabric_port)
    : linklocal_service_name(service_name),
      ipfabric_dns_service_name(fabric_dns_name),
      ipfabric_service_ip(fabric_ip),
      ipfabric_service_port(fabric_port) {
}
 
bool GlobalVrouter::LinkLocalService::operator==(
                    const LinkLocalService &rhs) const {
    if (linklocal_service_name == rhs.linklocal_service_name &&
        ipfabric_dns_service_name == rhs.ipfabric_dns_service_name &&
        ipfabric_service_ip == rhs.ipfabric_service_ip &&
        ipfabric_service_port == rhs.ipfabric_service_port)
        return true;
    return false;
}
 
bool GlobalVrouter::LinkLocalService::IsAddressInUse(const Ip4Address &ip) const {
     BOOST_FOREACH(Ip4Address ipfabric_addr, ipfabric_service_ip) {
         if (ipfabric_addr == ip)
             return true;
    }
    return false;
}
 
bool GlobalVrouter::LinkLocalServiceKey::operator<(
                    const LinkLocalServiceKey &rhs) const {
    if (linklocal_service_ip != rhs.linklocal_service_ip)
        return linklocal_service_ip < rhs.linklocal_service_ip;
    return linklocal_service_port < rhs.linklocal_service_port;
}
 
 
// Async resolve DNS names (used to resolve names given in linklocal config)
class GlobalVrouter::FabricDnsResolver {
public:
    typedef boost::asio::ip::udp boost_udp;
    static const uint32_t kDnsTimeout = 15 * 60 * 1000; // fifteen minutes
 
    FabricDnsResolver(GlobalVrouter *vrouter, boost::asio::io_service &io)
        : request_count_(0), response_count_(0), global_vrouter_(vrouter),
        io_(io) {
        // start timer to re-resolve the DNS names to IP addresses
        timer_ = TimerManager::CreateTimer(io_, "DnsHandlerTimer");
        timer_->Start(kDnsTimeout,
                      boost::bind(&GlobalVrouter::FabricDnsResolver::OnTimeout, this));
    }
    virtual ~FabricDnsResolver() {
        timer_->Cancel();
        TimerManager::DeleteTimer(timer_);
    }
 
    // Called in DB context, gives the list of names to be resolved
    void ResolveList(const std::vector<std::string> &name_list) {
        std::vector<Ip4Address> empty_addr_list;
        ResolveMap new_addr_map;
        tbb::mutex::scoped_lock lock(mutex_);
        BOOST_FOREACH(std::string name, name_list) {
            ResolveName(name);
            ResolveMap::iterator it = address_map_.find(name);
            if (it != address_map_.end()) {
                new_addr_map.insert(ResolvePair(name, it->second));
                address_map_.erase(it);
            } else {
                new_addr_map.insert(ResolvePair(name, empty_addr_list));
            }
        }
        address_map_.swap(new_addr_map);
    }
 
    // Called from client tasks to resolve name to address
    bool Resolve(const std::string &name, Ip4Address *address) {
        tbb::mutex::scoped_lock lock(mutex_);
        ResolveMap::iterator it = address_map_.find(name);
        if (it != address_map_.end() && it->second.size()) {
            int index = rand() % it->second.size();
            *address = it->second[index];
            if (*address == kLoopBackIp) {
                *address = global_vrouter_->agent()->router_id();
            }
            return true;
        }
        return false;
    }
 
    // Timer handler; re-resolve all DNS names
    bool OnTimeout() {
        tbb::mutex::scoped_lock lock(mutex_);
        for (ResolveMap::const_iterator it = address_map_.begin();
             it != address_map_.end(); ++it) {
            ResolveName(it->first);
        }
        return true;
    }
 
    // Called in DB context
    bool IsAddressInUse(const Ip4Address &ip) {
        tbb::mutex::scoped_lock lock(mutex_);
        for (ResolveMap::const_iterator it = address_map_.begin();
             it != address_map_.end(); ++it) {
            BOOST_FOREACH(Ip4Address address, it->second) {
                if (address == ip)
                    return true;
            }
        }
        return false;
    }
 
    uint64_t PendingRequests() const {
        return request_count_ - response_count_;
    }
 
private:
    typedef std::map<std::string, std::vector<Ip4Address> > ResolveMap;
    typedef std::pair<std::string, std::vector<Ip4Address> > ResolvePair;
 
    void ResolveName(const std::string &name) {
        boost_udp::resolver *resolver = new boost_udp::resolver(io_);
 
        resolver->async_resolve(
            boost_udp::resolver::query(boost_udp::v4(), name, "domain"),
            boost::bind(&GlobalVrouter::FabricDnsResolver::ResolveHandler, this,
                        _1, _2, name, resolver));
        request_count_++;
    }
 
    // called in asio context, handle resolve response
    void ResolveHandler(const boost::system::error_code& error,
                        boost_udp::resolver::iterator resolve_it,
                        std::string &name, boost_udp::resolver *resolver) {
        std::vector<Ip4Address> old_list;
        ResolveMap::iterator addr_it;
        tbb::mutex::scoped_lock lock(mutex_);
        addr_it = address_map_.find(name);
        if (addr_it != address_map_.end()) {
            old_list.swap(addr_it->second);
            if (!error) {
                boost_udp::resolver::iterator end;
                while (resolve_it != end) {
                    boost_udp::endpoint ep = *resolve_it;
                    addr_it->second.push_back(ep.address().to_v4());
                    resolve_it++;
                }
            }
            global_vrouter_->LinkLocalRouteUpdate(addr_it->second);
        }
        response_count_++;
        delete resolver;
    }
 
    Timer *timer_;
    tbb::mutex mutex_;
    ResolveMap address_map_;
    uint64_t request_count_;
    uint64_t response_count_;
    GlobalVrouter *global_vrouter_;
    boost::asio::io_service &io_;
};
 
 
// Add / delete routes to ip fabric servers used for link local services
// Also, add / delete receive routes for link local addresses in different VRFs
class GlobalVrouter::LinkLocalRouteManager {
public:
    LinkLocalRouteManager(GlobalVrouter *vrouter)
        : global_vrouter_(vrouter), vn_id_(DBTableBase::kInvalidId){
    }
 
    virtual ~LinkLocalRouteManager() {
        DeleteDBClients();
        ipfabric_address_list_.clear();
        linklocal_address_list_.clear();
    }
 
    void CreateDBClients();
    void DeleteDBClients();
    void AddArpRoute(const Ip4Address &srv);
    void UpdateAllVns(const LinkLocalServiceKey &key, bool is_add);
 
private:
    bool VnUpdateWalk(DBEntryBase *entry, const LinkLocalServiceKey key,
                      bool is_add);
    void VnWalkDone(DBTable::DBTableWalkRef ref);
    bool VnNotify(DBTablePartBase *partition, DBEntryBase *entry);
 
    GlobalVrouter *global_vrouter_;
    DBTableBase::ListenerId vn_id_;
    std::set<Ip4Address> ipfabric_address_list_;
    std::set<IpAddress> linklocal_address_list_;
};
 
void GlobalVrouter::LinkLocalRouteManager::CreateDBClients() {
    vn_id_ = global_vrouter_->agent()->vn_table()->Register(
             boost::bind(&GlobalVrouter::LinkLocalRouteManager::VnNotify,
                         this, _1, _2));
}
 
void GlobalVrouter::LinkLocalRouteManager::DeleteDBClients() {
    global_vrouter_->agent()->vn_table()->Unregister(vn_id_);
}
 
void GlobalVrouter::LinkLocalRouteManager::AddArpRoute(const Ip4Address &srv) {
    std::set<Ip4Address>::iterator it;
    std::pair<std::set<Ip4Address>::iterator, bool> ret;
 
    ret = ipfabric_address_list_.insert(srv);
    if (ret.second == false) {
        return;
    }
 
    Agent *agent = global_vrouter_->agent();
    VnListType vn_list;
    vn_list.insert(agent->fabric_vn_name());
    InetUnicastAgentRouteTable::CheckAndAddArpReq(agent->fabric_vrf_name(),
                                                  srv, agent->vhost_interface(),
                                                  vn_list, SecurityGroupList(),
                                                  TagList());
}
 
// Walk thru all the VNs
void GlobalVrouter::LinkLocalRouteManager::UpdateAllVns(
                    const LinkLocalServiceKey &key, bool is_add) {
    if (is_add) {
        if (!linklocal_address_list_.insert(key.linklocal_service_ip).second)
            return;
    } else {
        if (!linklocal_address_list_.erase(key.linklocal_service_ip))
            return;
    }
    // This walker allocation has to be done everytime as function argument
    // takes key and is_add which keeps varying. So boost bind needs to be
    // redone.
    // Also thats the reason why previous walk is also not stopped and it runs
    // to completion.
    // TODO: Evaluate if this can be optimized
    DBTable::DBTableWalkRef walk_ref =
        global_vrouter_->agent()->vn_table()->AllocWalker(
               boost::bind(&GlobalVrouter::LinkLocalRouteManager::VnUpdateWalk,
                           this, _2, key, is_add),
               boost::bind(&GlobalVrouter::LinkLocalRouteManager::VnWalkDone,
                           this, _1));
    global_vrouter_->agent()->vn_table()->WalkAgain(walk_ref);
}
 
// Vn Walk method
// For each Vn, add or delete receive route for the specified linklocal service
bool GlobalVrouter::LinkLocalRouteManager::VnUpdateWalk(
    DBEntryBase *entry, const LinkLocalServiceKey key, bool is_add) {
 
    VnEntry *vn_entry = static_cast<VnEntry *>(entry);
    if (vn_entry->IsDeleted()) {
        return true;
    }
 
    VrfEntry *vrf_entry = vn_entry->GetVrf();
    if (!vrf_entry) {
        return true;
    }
 
    Agent *agent = global_vrouter_->agent();
    // Do not create the routes for the default VRF
    if (agent->fabric_vrf_name() == vrf_entry->GetName()) {
        return true;
    }
 
    InetUnicastAgentRouteTable *rt_table =
        vrf_entry->GetInetUnicastRouteTable(key.linklocal_service_ip);
 
    LinkLocalDBState *state = static_cast<LinkLocalDBState *>
        (vn_entry->GetState(vn_entry->get_table_partition()->parent(), vn_id_));
    if (!state) {
        return true;
    }
 
    if (is_add) {
        if (vn_entry->layer3_forwarding()) {
            state->Add(key.linklocal_service_ip);
            VmInterfaceKey vmi_key(AgentKey::ADD_DEL_CHANGE,
                                   boost::uuids::nil_uuid(),
                                   agent->vhost_interface_name());
 
            rt_table->AddVHostRecvRoute(agent->link_local_peer(),
                vrf_entry->GetName(),
                vmi_key,
                key.linklocal_service_ip,
                key.linklocal_service_ip.is_v4() ? 32 : 128,
                vn_entry->GetName(),
                true, false, false);
        }
    } else {
        state->Delete(key.linklocal_service_ip);
        rt_table->DeleteReq(agent->link_local_peer(), vrf_entry->GetName(),
            key.linklocal_service_ip,
            key.linklocal_service_ip.is_v4() ? 32 : 128, NULL);
    }
    return true;
}
 
void
GlobalVrouter::LinkLocalRouteManager::VnWalkDone(DBTable::DBTableWalkRef ref) {
    global_vrouter_->agent()->vn_table()->ReleaseWalker(ref);
}
 
// VN notify handler
bool GlobalVrouter::LinkLocalRouteManager::VnNotify(DBTablePartBase *partition,
                                                    DBEntryBase *entry) {
    VnEntry *vn_entry = static_cast<VnEntry *>(entry);
    VrfEntry *vrf_entry = vn_entry->GetVrf();
    Agent *agent = global_vrouter_->agent();
    if (vn_entry->IsDeleted() || !vn_entry->layer3_forwarding() || !vrf_entry) {
        LinkLocalDBState *state = static_cast<LinkLocalDBState *>
            (vn_entry->GetState(partition->parent(), vn_id_));
        if (!state)
            return true;
        for (std::set<IpAddress>::const_iterator it =
             state->addresses_.begin(); it != state->addresses_.end(); ++it) {
            InetUnicastAgentRouteTable *rt_table =
                state->vrf_->GetInetUnicastRouteTable(*it);
            rt_table->DeleteReq(agent->link_local_peer(),
                state->vrf_->GetName(), *it, it->is_v4() ? 32 : 128, NULL);
        }
        vn_entry->ClearState(partition->parent(), vn_id_);
        delete state;
        return true;
    }
 
    // Do not create the routes for the default VRF
    if (agent->fabric_vrf_name() == vrf_entry->GetName()) {
        return true;
    }
 
    if (vn_entry->layer3_forwarding()) {
        if (vn_entry->GetState(partition->parent(), vn_id_))
            return true;
        LinkLocalDBState *state = new LinkLocalDBState(vrf_entry);
        vn_entry->SetState(partition->parent(), vn_id_, state);
        InetUnicastAgentRouteTable *rt_table = NULL;
        const GlobalVrouter::LinkLocalServicesMap &services =
                   global_vrouter_->linklocal_services_map();
        for (GlobalVrouter::LinkLocalServicesMap::const_iterator it =
                services.begin(); it != services.end(); ++it) {
            VmInterfaceKey key(AgentKey::ADD_DEL_CHANGE,
                               boost::uuids::nil_uuid(),
                               agent->vhost_interface_name());
            rt_table =
                vrf_entry->GetInetUnicastRouteTable(it->first.linklocal_service_ip);
            state->Add(it->first.linklocal_service_ip);
            rt_table->AddVHostRecvRoute(agent->link_local_peer(),
                vrf_entry->GetName(),
                key,
                it->first.linklocal_service_ip,
                it->first.linklocal_service_ip.is_v4() ? 32 : 128,
                vn_entry->GetName(),
                true, false, false);
        }
    }
    return true;
}
 
 
GlobalVrouter::GlobalVrouter(Agent *agent) :
    OperIFMapTable(agent), linklocal_services_map_(),
    crypt_tunnels_map_(), crypt_mode_(CRYPT_NONE),
    linklocal_route_mgr_(new LinkLocalRouteManager(this)),
    fabric_dns_resolver_(new FabricDnsResolver
                         (this, *(agent->event_manager()->io_service()))),
    forwarding_mode_(Agent::L2_L3), flow_export_rate_(kDefaultFlowExportRate),
    ecmp_load_balance_(), configured_(false),
    slo_uuid_(boost::uuids::nil_uuid()) {
        agent_route_resync_walker_.reset
            (new AgentRouteResync("GlobalVrouterRouteWalker", agent));
        agent->oper_db()->agent_route_walk_manager()->
            RegisterWalker(static_cast<AgentRouteWalker *>
                           (agent_route_resync_walker_.get()));
    }
 
GlobalVrouter::~GlobalVrouter() {
    agent()->oper_db()->agent_route_walk_manager()->
        ReleaseWalker(agent_route_resync_walker_.get());
}
 
 
uint64_t GlobalVrouter::PendingFabricDnsRequests() const {
    return fabric_dns_resolver_.get()->PendingRequests();
}
 
void GlobalVrouter::CreateDBClients() {
    linklocal_route_mgr_->CreateDBClients();
}
 
void GlobalVrouter::ConfigDelete(IFMapNode *node) {
    GlobalVrouterConfig(node);
    configured_ = false;
    agent()->connection_state()->Update();
    return;
}
 
void GlobalVrouter::ConfigAddChange(IFMapNode *node) {
    GlobalVrouterConfig(node);
    configured_ = true;
    agent()->connection_state()->Update();
    return;
}
 
void GlobalVrouter::ConfigManagerEnqueue(IFMapNode *node) {
    agent()->config_manager()->AddGlobalVrouterNode(node);
}
 
void GlobalVrouter::UpdateSLOConfig(IFMapNode *node) {
    IFMapAgentTable *table = static_cast<IFMapAgentTable *>(node->table());
    DBGraph *graph = table->GetGraph();
    for (DBGraphVertex::adjacency_iterator iter = node->begin(graph);
         iter != node->end(table->GetGraph()); ++iter) {
 
        IFMapNode *adj_node = static_cast<IFMapNode *>(iter.operator->());
        if (agent()->config_manager()->SkipNode(adj_node)) {
            continue;
        }
 
        if (adj_node->table() == agent()->cfg()->cfg_slo_table()) {
            autogen::SecurityLoggingObject *slo =
                static_cast<autogen::SecurityLoggingObject *>(adj_node->
                                                              GetObject());
            autogen::IdPermsType id_perms = slo->id_perms();
            CfgUuidSet(id_perms.uuid.uuid_mslong, id_perms.uuid.uuid_lslong,
                       slo_uuid_);
        }
    }
}
 
// Handle incoming global vrouter configuration
void GlobalVrouter::GlobalVrouterConfig(IFMapNode *node) {
    Agent::VxLanNetworkIdentifierMode cfg_vxlan_network_identifier_mode =
                                            Agent::AUTOMATIC;
    bool resync_vn = false; //resync_vn walks internally calls VMI walk.
    bool resync_route = false;
 
    if (node->IsDeleted() == false) {
        UpdateSLOConfig(node);
 
        autogen::GlobalVrouterConfig *cfg =
            static_cast<autogen::GlobalVrouterConfig *>(node->GetObject());
 
        agent()->set_global_slo_status(cfg->enable_security_logging());
 
        resync_route =
            TunnelType::EncapPrioritySync(cfg->encapsulation_priorities());
        if (cfg->vxlan_network_identifier_mode() == "configured") {
            cfg_vxlan_network_identifier_mode = Agent::CONFIGURED;
        }
        UpdateLinkLocalServiceConfig(cfg->linklocal_services());
        UpdateCryptTunnelEndpointConfig(cfg->encryption_tunnel_endpoints(),
                                        cfg->encryption_mode());
 
        //Take the forwarding mode if its set, else fallback to l2_l3.
        Agent::ForwardingMode new_forwarding_mode =
            agent()->TranslateForwardingMode(cfg->forwarding_mode());
        if (new_forwarding_mode != forwarding_mode_) {
            forwarding_mode_ = new_forwarding_mode;
            resync_route = true;
            resync_vn = true;
        }
        if (cfg->IsPropertySet
                (autogen::GlobalVrouterConfig::FLOW_EXPORT_RATE)) {
            flow_export_rate_ = cfg->flow_export_rate();
        } else {
            flow_export_rate_ = kDefaultFlowExportRate;
        }
        UpdateFlowAging(cfg);
        UpdatePortConfig(cfg);
        EcmpLoadBalance ecmp_load_balance;
        if (cfg->ecmp_hashing_include_fields().hashing_configured) {
            ecmp_load_balance.UpdateFields(cfg->
                                           ecmp_hashing_include_fields());
        }
        if (ecmp_load_balance_ != ecmp_load_balance) {
            ecmp_load_balance_ = ecmp_load_balance;
            resync_vn = true;
        }
        ReadFlowsLimits(*cfg);
    } else {
        DeleteLinkLocalServiceConfig();
        TunnelType::DeletePriorityList();
        resync_route = true;
        flow_export_rate_ = kDefaultFlowExportRate;
        DeleteFlowAging();
        DeletePortConfig();
    }
 
    if (cfg_vxlan_network_identifier_mode !=
        agent()->vxlan_network_identifier_mode()) {
        agent()->set_vxlan_network_identifier_mode
            (cfg_vxlan_network_identifier_mode);
        resync_vn = true;
    }
 
    //Rebakes
    if (resync_route) {
        //Resync vm_interfaces to handle ethernet tag change if vxlan changed to
        //mpls or vice versa.
        //Update all routes irrespectively as this will handle change of
        //priority between MPLS-UDP to MPLS-GRE and vice versa.
        ResyncRoutes();
        resync_vn = true;
    }
 
    //Rebakes VN and then all interfaces.
    if (resync_vn)
        agent()->vn_table()->GlobalVrouterConfigChanged();
}
 
// Get link local service configuration info, for a given service name
bool GlobalVrouter::FindLinkLocalService(const std::string &service_name,
                                         IpAddress *service_ip,
                                         uint16_t *service_port,
                                         std::string *fabric_hostname,
                                         Ip4Address *fabric_ip,
                                         uint16_t *fabric_port) const {
    std::string name = boost::to_lower_copy(service_name);
 
    for (GlobalVrouter::LinkLocalServicesMap::const_iterator it =
         linklocal_services_map_.begin();
         it != linklocal_services_map_.end(); ++it) {
        if (it->second.linklocal_service_name == name) {
            *service_ip = it->first.linklocal_service_ip;
            *service_port = it->first.linklocal_service_port;
            *fabric_port = it->second.ipfabric_service_port;
            *fabric_hostname = it->second.ipfabric_dns_service_name;
            if (it->second.ipfabric_service_ip.size()) {
                // if there are multiple addresses, return one of them
                int index = rand() % it->second.ipfabric_service_ip.size();
                *fabric_ip = it->second.ipfabric_service_ip[index];
                if (*fabric_ip == kLoopBackIp) {
                    *fabric_ip = agent()->router_id();
                }
                if (it->second.ipfabric_dns_service_name.empty())
                    *fabric_hostname = fabric_ip->to_string();
                return true;
            } else if (!it->second.ipfabric_dns_service_name.empty()) {
                return fabric_dns_resolver_->Resolve(
                       it->second.ipfabric_dns_service_name, fabric_ip);
            }
        }
    }
    return false;
}
 
// Get link local service info for a given linklocal service <ip, port>
bool GlobalVrouter::FindLinkLocalService(const IpAddress &service_ip,
                                         uint16_t service_port,
                                         std::string *service_name,
                                         Ip4Address *fabric_ip,
                                         uint16_t *fabric_port) const {
    LinkLocalServicesMap::const_iterator it =
        linklocal_services_map_.find(LinkLocalServiceKey(service_ip,
                                                         service_port));
    if (it == linklocal_services_map_.end()) {
#if 0
        if (!service_port) {
            // to support ping to metadata address
            IpAddress metadata_service_ip;
            Ip4Address metadata_fabric_ip;
            uint16_t metadata_service_port, metadata_fabric_port;
            if (FindLinkLocalService(GlobalVrouter::kMetadataService,
                                     &metadata_service_ip,
                                     &metadata_service_port,
                                     &metadata_fabric_ip,
                                     &metadata_fabric_port) &&
                service_ip == metadata_service_ip) {
                *fabric_port = agent()->metadata_server_port();
                *fabric_ip = agent()->router_id();
                return true;
            }
        }
#endif
        return false;
    }
 
    *service_name = it->second.linklocal_service_name;
    if (service_name->find(GlobalVrouter::kMetadataService)
        != std::string::npos) {
        // for metadata, return vhost0 ip and HTTP proxy port
        *fabric_port = agent()->metadata_server_port();
        *fabric_ip = agent()->router_id();
        return true;
    }
 
    *fabric_port = it->second.ipfabric_service_port;
    // if there are multiple addresses, return one of them
    if (it->second.ipfabric_service_ip.size()) {
        int index = rand() % it->second.ipfabric_service_ip.size();
        *fabric_ip = it->second.ipfabric_service_ip[index];
        if (*fabric_ip == kLoopBackIp) {
            *fabric_ip = agent()->router_id();
        }
        return true;
    } else if (!it->second.ipfabric_dns_service_name.empty()) {
        return fabric_dns_resolver_->Resolve(
               it->second.ipfabric_dns_service_name, fabric_ip);
    }
    return false;
}
 
// Get link local services, for a given service name
bool GlobalVrouter::FindLinkLocalService(const std::string &service_name,
                                         std::set<IpAddress> *service_ip
                                        ) const {
    if (service_name.empty())
        return false;
 
    std::string name = boost::to_lower_copy(service_name);
    for (GlobalVrouter::LinkLocalServicesMap::const_iterator it =
         linklocal_services_map_.begin();
         it != linklocal_services_map_.end(); ++it) {
        if (it->second.linklocal_service_name == name) {
            service_ip->insert(it->first.linklocal_service_ip);
        }
    }
 
    return (service_ip->size() > 0);
}
 
// Get link local services info for a given linklocal service <ip>
bool GlobalVrouter::FindLinkLocalService(const IpAddress &service_ip,
                                         std::set<std::string> *service_names
                                        ) const {
    LinkLocalServicesMap::const_iterator it =
        linklocal_services_map_.lower_bound(LinkLocalServiceKey(service_ip, 0));
 
    while (it != linklocal_services_map_.end() &&
           it->first.linklocal_service_ip == service_ip) {
        service_names->insert(it->second.linklocal_service_name);
        it++;
    }
 
    return (service_names->size() > 0);
}
 
// Handle changes to link local service configuration
void GlobalVrouter::UpdateLinkLocalServiceConfig(
    const LinkLocalServiceList &linklocal_list) {
 
    std::vector<std::string> dns_name_list;
    LinkLocalServicesMap linklocal_services_map;
    for (std::vector<autogen::LinklocalServiceEntryType>::const_iterator it =
         linklocal_list.begin(); it != linklocal_list.end(); it++) {
        boost::system::error_code ec;
        IpAddress llip = IpAddress::from_string(it->linklocal_service_ip, ec);
        std::vector<Ip4Address> fabric_ip;
        BOOST_FOREACH(std::string ip_fabric_ip, it->ip_fabric_service_ip) {
            Ip4Address ip = Ip4Address::from_string(ip_fabric_ip, ec);
            if (ec) continue;
            fabric_ip.push_back(ip);
        }
        std::string name = boost::to_lower_copy(it->linklocal_service_name);
        linklocal_services_map.insert(LinkLocalServicesPair(
            LinkLocalServiceKey(llip, it->linklocal_service_port),
            LinkLocalService(name, it->ip_fabric_DNS_service_name,
                             fabric_ip, it->ip_fabric_service_port)));
        if (!it->ip_fabric_DNS_service_name.empty())
            dns_name_list.push_back(it->ip_fabric_DNS_service_name);
    }
 
    linklocal_services_map_.swap(linklocal_services_map);
    fabric_dns_resolver_->ResolveList(dns_name_list);
    ChangeNotify(&linklocal_services_map, &linklocal_services_map_);
}
 
void GlobalVrouter::DeleteLinkLocalServiceConfig() {
    std::vector<std::string> dns_name_list;
    LinkLocalServicesMap linklocal_services_map;
 
    linklocal_services_map_.swap(linklocal_services_map);
    fabric_dns_resolver_->ResolveList(dns_name_list);
    ChangeNotify(&linklocal_services_map, &linklocal_services_map_);
}
 
// Identify linklocal service configuration changes from old to new
bool GlobalVrouter::ChangeNotify(LinkLocalServicesMap *old_value,
                                 LinkLocalServicesMap *new_value) {
    bool change = false;
    LinkLocalServicesMap::iterator it_old = old_value->begin();
    LinkLocalServicesMap::iterator it_new = new_value->begin();
    while (it_old != old_value->end() && it_new != new_value->end()) {
        if (it_old->first < it_new->first) {
            // old entry is deleted
            DeleteLinkLocalService(it_old);
            change = true;
            it_old++;
        } else if (it_new->first < it_old->first) {
            // new entry
            AddLinkLocalService(it_new);
            change = true;
            it_new++;
        } else if (it_new->second == it_old->second) {
            // no change in entry
            it_old++;
            it_new++;
        } else {
            // change in entry
            ChangeLinkLocalService(it_old, it_new);
            change = true;
            it_old++;
            it_new++;
        }
    }
 
    // delete remaining old entries
    for (; it_old != old_value->end(); ++it_old) {
        DeleteLinkLocalService(it_old);
        change = true;
    }
 
    // add remaining new entries
    for (; it_new != new_value->end(); ++it_new) {
        AddLinkLocalService(it_new);
        change = true;
    }
 
    return change;
}
 
// New link local service
void GlobalVrouter::AddLinkLocalService(
                    const LinkLocalServicesMap::iterator &it) {
    linklocal_route_mgr_->UpdateAllVns(it->first, true);
    BOOST_FOREACH(Ip4Address ip, it->second.ipfabric_service_ip) {
        linklocal_route_mgr_->AddArpRoute(ip);
    }
}
 
// Link local service deleted
void GlobalVrouter::DeleteLinkLocalService(
                    const LinkLocalServicesMap::iterator &it) {
    if (!IsLinkLocalAddressInUse(it->first.linklocal_service_ip))
        linklocal_route_mgr_->UpdateAllVns(it->first, false);
}
 
// Change in Link local service
void GlobalVrouter::ChangeLinkLocalService(
                    const LinkLocalServicesMap::iterator &old_it,
                    const LinkLocalServicesMap::iterator &new_it) {
    if (old_it->first.linklocal_service_ip !=
        new_it->first.linklocal_service_ip) {
        if (!IsLinkLocalAddressInUse(old_it->first.linklocal_service_ip))
            linklocal_route_mgr_->UpdateAllVns(old_it->first, false);
        linklocal_route_mgr_->UpdateAllVns(new_it->first, true);
    }
    LinkLocalRouteUpdate(new_it->second.ipfabric_service_ip);
}
 
void GlobalVrouter::LinkLocalRouteUpdate(
                    const std::vector<Ip4Address> &addr_list) {
    BOOST_FOREACH(Ip4Address ip, addr_list) {
        linklocal_route_mgr_->AddArpRoute(ip);
    }
}
 
bool GlobalVrouter::IsAddressInUse(const Ip4Address &ip) const {
    for (LinkLocalServicesMap::const_iterator it =
         linklocal_services_map_.begin(); it != linklocal_services_map_.end();
         ++it) {
        if (it->second.IsAddressInUse(ip))
            return true;
    }
    return fabric_dns_resolver_->IsAddressInUse(ip);
}
 
bool GlobalVrouter::IsLinkLocalAddressInUse(const IpAddress &ip) const {
    for (LinkLocalServicesMap::const_iterator it =
         linklocal_services_map_.begin(); it != linklocal_services_map_.end();
         ++it) {
        if (it->first.linklocal_service_ip == ip)
            return true;
    }
    return false;
}
 
void GlobalVrouter::ResyncRoutes() {
    (static_cast<AgentRouteResync *>(agent_route_resync_walker_.get()))->
        Update();
}
 
const EcmpLoadBalance &GlobalVrouter::ecmp_load_balance() const {
    return ecmp_load_balance_;
}
 
 
void LinkLocalServiceInfo::HandleRequest() const {
    LinkLocalServiceResponse *resp = new LinkLocalServiceResponse();
    std::vector<LinkLocalServiceData> linklocal_list;
    const GlobalVrouter::LinkLocalServicesMap &services =
                   Agent::GetInstance()->oper_db()->
                   global_vrouter()->linklocal_services_map();
 
    for (GlobalVrouter::LinkLocalServicesMap::const_iterator it =
         services.begin(); it != services.end(); ++it) {
        LinkLocalServiceData service;
        service.linklocal_service_name = it->second.linklocal_service_name;
        service.linklocal_service_ip =
                     it->first.linklocal_service_ip.to_string();
        service.linklocal_service_port = it->first.linklocal_service_port;
        service.ipfabric_dns_name = it->second.ipfabric_dns_service_name;
        BOOST_FOREACH(Ip4Address ip, it->second.ipfabric_service_ip) {
            service.ipfabric_ip.push_back(ip.to_string());
        }
        service.ipfabric_port = it->second.ipfabric_service_port;
        linklocal_list.push_back(service);
    }
 
    resp->set_service_list(linklocal_list);
    resp->set_context(context());
    resp->Response();
}
 
 
bool GlobalVrouter::IsVrouterPresentCryptTunnelConfig(
    const EncryptionTunnelEndpointList &endpoint_list) {
    bool vrouter_present = false;
    for (EncryptionTunnelEndpointList::const_iterator it = endpoint_list.begin();
         it != endpoint_list.end(); it++) {
         if (it->tunnel_remote_ip_address.compare(agent()->router_id().to_string()) == 0) {
             vrouter_present = true;
             break;
         }
    }
    return vrouter_present;
}
 
// Handle changes for cryptunnels
void GlobalVrouter::UpdateCryptTunnelEndpointConfig(
    const EncryptionTunnelEndpointList &endpoint_list, const std::string encrypt_mode_str) {
    CryptMode mode = GlobalVrouter::CRYPT_NONE;
    CryptTunnelsMap crypt_tunnels_map;
    if (!agent()->crypt_interface())
        return;
    if (IsVrouterPresentCryptTunnelConfig(endpoint_list)) {
        if (boost::iequals(encrypt_mode_str, "all"))
            mode = GlobalVrouter::CRYPT_ALL_TRAFFIC;
        for (EncryptionTunnelEndpointList::const_iterator it = endpoint_list.begin();
            it != endpoint_list.end(); it++) {
            if (it->tunnel_remote_ip_address.compare(agent()->router_id().to_string()) == 0) {
                continue;
            }
            crypt_tunnels_map.insert(CryptTunnelsPair(CryptTunnelKey(it->tunnel_remote_ip_address),
                                                  CryptTunnel(mode)));
        }
    }
    crypt_tunnels_map_.swap(crypt_tunnels_map);
    ChangeNotifyCryptTunnels(&crypt_tunnels_map, &crypt_tunnels_map_);
}
 
void GlobalVrouter::DeleteCryptTunnelEndpointConfig() {
}
 
bool GlobalVrouter::ChangeNotifyCryptTunnels(CryptTunnelsMap *old_value,
                                             CryptTunnelsMap *new_value) {
    bool change = false;
    CryptTunnelsMap::iterator it_old = old_value->begin();
    CryptTunnelsMap::iterator it_new = new_value->begin();
    while (it_old != old_value->end() && it_new != new_value->end()) {
        if (it_old->first < it_new->first) {
            // old entry is deleted
            DeleteCryptTunnelEndpoint(it_old);
            change = true;
            it_old++;
        } else if (it_new->first < it_old->first) {
            // new entry
            AddCryptTunnelEndpoint(it_new);
            change = true;
            it_new++;
        } else if (it_new->second == it_old->second) {
            // no change in entry
            it_old++;
            it_new++;
        } else {
            // change in entry
            ChangeCryptTunnelEndpoint(it_old, it_new);
            change = true;
            it_old++;
            it_new++;
        }
    }
 
    // delete remaining old entries
    for (; it_old != old_value->end(); ++it_old) {
        DeleteCryptTunnelEndpoint(it_old);
        change = true;
    }
 
    // add remaining new entries
    for (; it_new != new_value->end(); ++it_new) {
        AddCryptTunnelEndpoint(it_new);
        change = true;
    }
 
    return change;
}
 
void GlobalVrouter::AddCryptTunnelEndpoint(const CryptTunnelsMap::iterator &it) {
    bool crypt_traffic = false;
    if (it->second.mode == GlobalVrouter::CRYPT_ALL_TRAFFIC)
        crypt_traffic = true;
    agent()->crypt_tunnel_table()->Create(it->first, crypt_traffic);
}
 
void GlobalVrouter::DeleteCryptTunnelEndpoint(const CryptTunnelsMap::iterator &it) {
    agent()->crypt_tunnel_table()->Delete(it->first);
}
 
void GlobalVrouter::ChangeCryptTunnelEndpoint(const CryptTunnelsMap::iterator &old_it,
                                              const CryptTunnelsMap::iterator &new_it) {
    AddCryptTunnelEndpoint(new_it);
}
 
void PortConfig::Trim() {
    if (port_range.size() != 0) {
        port_count = 0;
    }
 
    //Only port range specified
    //nothing more to be done
    if (port_count != 0) {
        return;
    }
 
    for (uint16_t index = 0; index < port_range.size(); index++) {
        //Ignore invalid range
        if (port_range[index].port_start > port_range[index].port_end) {
            port_range[index].port_start = 0;
            port_range[index].port_end = 0;
        }
 
        if (port_range[index].port_start == 0 &&
            port_range[index].port_end == 0) {
            continue;
        }
 
        //Check if given range is a subset or intersecting with any other range
        for (uint16_t sub_index = 0; sub_index < port_range.size(); sub_index++) {
            if (index == sub_index) {
                continue;
            }
 
            //Two ranges are same
            if (port_range[index].port_start ==
                    port_range[sub_index].port_start &&
                port_range[index].port_end == port_range[sub_index].port_end) {
                port_range[index].port_start = 0;
                port_range[index].port_end = 0;
                break;
            }
 
            //Range is a subset of other range
            if (port_range[index].port_start >=
                    port_range[sub_index].port_start &&
                port_range[index].port_end <= port_range[sub_index].port_end) {
                port_range[index].port_start = 0;
                port_range[index].port_end = 0;
                break;
            }
 
            //Overlapping range with index range lesser than sub index range
            //Ex 10-15, 15-20
            if (port_range[index].port_start <=
                    port_range[sub_index].port_start &&
                port_range[index].port_end >=
                    port_range[sub_index].port_start &&
                port_range[index].port_end < port_range[sub_index].port_end) {
                port_range[index].port_end = port_range[sub_index].port_start;
                port_range[sub_index].port_start =
                    port_range[sub_index].port_start + 1;
            }
        }
    }
 
    port_count = 0;
    //Update count
    std::vector<PortRange>::iterator it = port_range.begin();
    while (it != port_range.end()) {
        std::vector<PortRange>::iterator prev_it = it++;
        if (prev_it->port_end == 0 &&
            prev_it->port_start == 0) {
            continue;
        }
 
        port_count += (prev_it->port_end - prev_it->port_start) + 1;
    }
}