[Ryu-devel] [PATCH] add network awareness module
Brought to you by:
nz_gizmoguy
From: 北邮-李呈 <lic...@qq...> - 2016-07-01 02:36:25
|
From 6c2d02ed0f3557aaf43ae8a5541448d6c47e7f6f Mon Sep 17 00:00:00 2001 From: muzixing <350...@qq...> Date: Fri, 1 Jul 2016 10:17:29 +0800 Subject: [PATCH] add network awareness module --- ryu/app/network_awareness/README.md | 55 +++ ryu/app/network_awareness/__init__.py | 1 + ryu/app/network_awareness/network_awareness.py | 277 +++++++++++++++ .../network_awareness/network_delay_detector.py | 152 ++++++++ ryu/app/network_awareness/network_monitor.py | 365 ++++++++++++++++++++ ryu/app/network_awareness/setting.py | 9 + ryu/app/network_awareness/shortest_forwarding.py | 322 +++++++++++++++++ ryu/flags.py | 7 + 8 files changed, 1188 insertions(+) create mode 100644 ryu/app/network_awareness/README.md create mode 100644 ryu/app/network_awareness/__init__.py create mode 100644 ryu/app/network_awareness/network_awareness.py create mode 100644 ryu/app/network_awareness/network_delay_detector.py create mode 100644 ryu/app/network_awareness/network_monitor.py create mode 100644 ryu/app/network_awareness/setting.py create mode 100644 ryu/app/network_awareness/shortest_forwarding.py diff --git a/ryu/app/network_awareness/README.md b/ryu/app/network_awareness/README.md new file mode 100644 index 0000000..4f7923d --- /dev/null +++ b/ryu/app/network_awareness/README.md @@ -0,0 +1,55 @@ +##Network Awareness + +Network Awareness is a set of Ryu applications to collecting the basic network information including the topology, link delay, and link free bandwidth. Also, the Shortest\_forwarding.py application can achieve the shortest path forwarding based on HOP, DELAY and BANDWIDTH. You can set model of computing shortest path when starting Ryu by adding "weight" argument. Moreover, you can set "k-paths" argument to support K-Shortest paths computing. Fortunately, our application supports load balance based on dynamic traffic information. + +The detail information of modules shows below. + +* Network Aware is a module for collecting network information. + +* Network Monitor is a module for collecting network traffic information. + +* Network Delay is a module for collecting link delay information. + +* Shortest\_forwarding is a simple application to achieve shortest forwarding based on hop or delay. + +* Setting is the common setting module. + + + +In this version, we take networkx's data structure to store topology. Meanwhile, we also use networkx's function to calculate shortest path. + + +### Download File + +Download files, and add them to ryu directory, for instance, app/network_awareness + +### Make some changes + +To register parsing parameter, you NEED to add code into flags.py, which is in the topo directory of ryu project. + + CONF.register_cli_opts([ + # k_shortest_forwarding + cfg.IntOpt('k-paths', default=1, help='number for k shortest paths'), + cfg.StrOpt('weight', default='hop', + help='weight type of computing shortest path.')]) + +### Reinstall Ryu + +You have to reinstall Ryu, so that you can run the new code. In the top derectory of ryu project. + + sudo python setup.py install + + +### Start + +Go into the directory, and run applications. You are suggested to add arguments when starting Ryu. The example shows below. + + ryu-manager shortest_forwarding.py --observe-links --k-paths=2 --weight=bw + +The last step is to set up a network and connect to Ryu. + +If you need to show collected information, you can set the parameter in setting.py. Also, you can define your personal setting, such as topology discovery period, You will find out the information shown in terninal. + +Enjoy it! Good Luck! + +If you have any question, you can email me. Don't forget to STAR this repository! diff --git a/ryu/app/network_awareness/__init__.py b/ryu/app/network_awareness/__init__.py new file mode 100644 index 0000000..5d7110b --- /dev/null +++ b/ryu/app/network_awareness/__init__.py @@ -0,0 +1 @@ +"For loading module" diff --git a/ryu/app/network_awareness/network_awareness.py b/ryu/app/network_awareness/network_awareness.py new file mode 100644 index 0000000..9e5f464 --- /dev/null +++ b/ryu/app/network_awareness/network_awareness.py @@ -0,0 +1,277 @@ +# Copyright (C) 2016 Li Cheng at Beijing University of Posts +# and Telecommunications. www.muzixing.com +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or +# implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# conding=utf-8 +import logging +import struct +import copy +import networkx as nx +from operator import attrgetter +from ryu import cfg +from ryu.base import app_manager +from ryu.controller import ofp_event +from ryu.controller.handler import MAIN_DISPATCHER, DEAD_DISPATCHER +from ryu.controller.handler import CONFIG_DISPATCHER +from ryu.controller.handler import set_ev_cls +from ryu.ofproto import ofproto_v1_3 +from ryu.lib.packet import packet +from ryu.lib.packet import ethernet +from ryu.lib.packet import ipv4 +from ryu.lib.packet import arp +from ryu.lib import hub + +from ryu.topology import event, switches +from ryu.topology.api import get_switch, get_link +import setting + + +CONF = cfg.CONF + + +class NetworkAwareness(app_manager.RyuApp): + OFP_VERSIONS = [ofproto_v1_3.OFP_VERSION] + + def __init__(self, *args, **kwargs): + super(NetworkAwareness, self).__init__(*args, **kwargs) + self.topology_api_app = self + self.name = "awareness" + self.link_to_port = {} # (src_dpid,dst_dpid)->(src_port,dst_port) + self.access_table = {} # {(sw,port) :[host1_ip]} + self.switch_port_table = {} # dpip->port_num + self.access_ports = {} # dpid->port_num + self.interior_ports = {} # dpid->port_num + + self.graph = nx.DiGraph() + self.pre_graph = nx.DiGraph() + self.pre_access_table = {} + self.pre_link_to_port = {} + self.shortest_paths = None + + self.discover_thread = hub.spawn(self._discover) + + def _discover(self): + i = 0 + while True: + self.show_topology() + if i == 5: + self.get_topology(None) + i = 0 + hub.sleep(setting.DISCOVERY_PERIOD) + i = i + 1 + + @set_ev_cls(ofp_event.EventOFPSwitchFeatures, CONFIG_DISPATCHER) + def switch_features_handler(self, ev): + datapath = ev.msg.datapath + ofproto = datapath.ofproto + parser = datapath.ofproto_parser + msg = ev.msg + self.logger.info("switch:%s connected", datapath.id) + + # install table-miss flow entry + match = parser.OFPMatch() + actions = [parser.OFPActionOutput(ofproto.OFPP_CONTROLLER, + ofproto.OFPCML_NO_BUFFER)] + self.add_flow(datapath, 0, match, actions) + + def add_flow(self, dp, p, match, actions, idle_timeout=0, hard_timeout=0): + ofproto = dp.ofproto + parser = dp.ofproto_parser + + inst = [parser.OFPInstructionActions(ofproto.OFPIT_APPLY_ACTIONS, + actions)] + + mod = parser.OFPFlowMod(datapath=dp, priority=p, + idle_timeout=idle_timeout, + hard_timeout=hard_timeout, + match=match, instructions=inst) + dp.send_msg(mod) + + def get_host_location(self, host_ip): + for key in self.access_table.keys(): + if self.access_table[key][0] == host_ip: + return key + self.logger.info("%s location is not found." % host_ip) + return None + + def get_switches(self): + return self.switches + + def get_links(self): + return self.link_to_port + + # get Adjacency matrix from link_to_port + def get_graph(self, link_list): + for src in self.switches: + for dst in self.switches: + # self.graph.add_edge(src, dst, weight=float('inf')) + if src == dst: + self.graph.add_edge(src, dst, weight=0) + elif (src, dst) in link_list: + self.graph.add_edge(src, dst, weight=1) + return self.graph + + def create_port_map(self, switch_list): + for sw in switch_list: + dpid = sw.dp.id + self.switch_port_table.setdefault(dpid, set()) + self.interior_ports.setdefault(dpid, set()) + self.access_ports.setdefault(dpid, set()) + + for p in sw.ports: + self.switch_port_table[dpid].add(p.port_no) + + # get links`srouce port to dst port from link_list, + # link_to_port:(src_dpid,dst_dpid)->(src_port,dst_port) + def create_interior_links(self, link_list): + for link in link_list: + src = link.src + dst = link.dst + self.link_to_port[ + (src.dpid, dst.dpid)] = (src.port_no, dst.port_no) + + # find the access ports and interiorior ports + if link.src.dpid in self.switches: + self.interior_ports[link.src.dpid].add(link.src.port_no) + if link.dst.dpid in self.switches: + self.interior_ports[link.dst.dpid].add(link.dst.port_no) + + # get ports without link into access_ports + def create_access_ports(self): + for sw in self.switch_port_table: + all_port_table = self.switch_port_table[sw] + interior_port = self.interior_ports[sw] + self.access_ports[sw] = all_port_table - interior_port + + def k_shortest_paths(self, graph, src, dst, weight='weight', k=1): + generator = nx.shortest_simple_paths(graph, source=src, + target=dst, weight=weight) + shortest_paths = [] + try: + for path in generator: + if k <= 0: + break + shortest_paths.append(path) + k -= 1 + return shortest_paths + except: + self.logger.debug("No path between %s and %s" % (src, dst)) + + def all_k_shortest_paths(self, graph, weight='weight', k=1): + _graph = copy.deepcopy(graph) + paths = {} + + # find ksp in graph. + for src in _graph.nodes(): + paths.setdefault(src, {src: [[src] for i in xrange(k)]}) + for dst in _graph.nodes(): + if src == dst: + continue + paths[src].setdefault(dst, []) + paths[src][dst] = self.k_shortest_paths(_graph, src, dst, + weight=weight, k=k) + return paths + + events = [event.EventSwitchEnter, + event.EventSwitchLeave, event.EventPortAdd, + event.EventPortDelete, event.EventPortModify, + event.EventLinkAdd, event.EventLinkDelete] + + @set_ev_cls(events) + def get_topology(self, ev): + switch_list = get_switch(self.topology_api_app, None) + self.create_port_map(switch_list) + self.switches = self.switch_port_table.keys() + links = get_link(self.topology_api_app, None) + self.create_interior_links(links) + self.create_access_ports() + self.get_graph(self.link_to_port.keys()) + self.shortest_paths = self.all_k_shortest_paths( + self.graph, weight='weight', k=CONF.k_paths) + + def register_access_info(self, dpid, in_port, ip, mac): + if in_port in self.access_ports[dpid]: + if (dpid, in_port) in self.access_table: + if self.access_table[(dpid, in_port)] == (ip, mac): + return + else: + self.access_table[(dpid, in_port)] = (ip, mac) + return + else: + self.access_table.setdefault((dpid, in_port), None) + self.access_table[(dpid, in_port)] = (ip, mac) + return + + @set_ev_cls(ofp_event.EventOFPPacketIn, MAIN_DISPATCHER) + def _packet_in_handler(self, ev): + msg = ev.msg + datapath = msg.datapath + + parser = datapath.ofproto_parser + in_port = msg.match['in_port'] + pkt = packet.Packet(msg.data) + + eth_type = pkt.get_protocols(ethernet.ethernet)[0].ethertype + arp_pkt = pkt.get_protocol(arp.arp) + ip_pkt = pkt.get_protocol(ipv4.ipv4) + + if arp_pkt: + arp_src_ip = arp_pkt.src_ip + arp_dst_ip = arp_pkt.dst_ip + mac = arp_pkt.src_mac + + # record the access info + self.register_access_info(datapath.id, in_port, arp_src_ip, mac) + + def show_topology(self): + switch_num = len(self.graph.nodes()) + if self.pre_graph != self.graph or setting.TOSHOW: + print "---------------------Topo Link---------------------" + print '%10s' % ("switch"), + for i in xrange(1, switch_num + 1): + print '%10d' % i, + print "" + for i in self.graph.nodes(): + print '%10d' % i, + for j in self.graph[i].values(): + print '%10.0f' % j['weight'], + print "" + self.pre_graph = copy.deepcopy(self.graph) + + if self.pre_link_to_port != self.link_to_port or setting.TOSHOW: + print "---------------------Link Port---------------------" + print '%10s' % ("switch"), + for i in xrange(1, switch_num + 1): + print '%10d' % i, + print "" + for i in xrange(1, switch_num + 1): + print '%10d' % i, + for j in xrange(1, switch_num + 1): + if (i, j) in self.link_to_port.keys(): + print '%10s' % str(self.link_to_port[(i, j)]), + else: + print '%10s' % "No-link", + print "" + self.pre_link_to_port = copy.deepcopy(self.link_to_port) + + if self.pre_access_table != self.access_table or setting.TOSHOW: + print "----------------Access Host-------------------" + print '%10s' % ("switch"), '%12s' % "Host" + if not self.access_table.keys(): + print " NO found host" + else: + for tup in self.access_table: + print '%10d: ' % tup[0], self.access_table[tup] + self.pre_access_table = copy.deepcopy(self.access_table) diff --git a/ryu/app/network_awareness/network_delay_detector.py b/ryu/app/network_awareness/network_delay_detector.py new file mode 100644 index 0000000..9b2222a --- /dev/null +++ b/ryu/app/network_awareness/network_delay_detector.py @@ -0,0 +1,152 @@ +# Copyright (C) 2016 Li Cheng at Beijing University of Posts +# and Telecommunications. www.muzixing.com +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or +# implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from __future__ import division +from ryu import cfg +from ryu.base import app_manager +from ryu.base.app_manager import lookup_service_brick +from ryu.controller import ofp_event +from ryu.controller.handler import MAIN_DISPATCHER, DEAD_DISPATCHER +from ryu.controller.handler import set_ev_cls +from ryu.ofproto import ofproto_v1_3 +from ryu.lib import hub +from ryu.topology.switches import Switches +from ryu.topology.switches import LLDPPacket +import networkx as nx +import time +import setting + + +CONF = cfg.CONF + + +class NetworkDelayDetector(app_manager.RyuApp): + OFP_VERSIONS = [ofproto_v1_3.OFP_VERSION] + + def __init__(self, *args, **kwargs): + super(NetworkDelayDetector, self).__init__(*args, **kwargs) + self.name = 'delaydetector' + self.sw_module = lookup_service_brick('switches') + self.awareness = lookup_service_brick('awareness') + + self.datapaths = {} + self.echo_latency = {} + self.measure_thread = hub.spawn(self._detector) + + @set_ev_cls(ofp_event.EventOFPStateChange, + [MAIN_DISPATCHER, DEAD_DISPATCHER]) + def _state_change_handler(self, ev): + datapath = ev.datapath + if ev.state == MAIN_DISPATCHER: + if not datapath.id in self.datapaths: + self.logger.debug('Register datapath: %016x', datapath.id) + self.datapaths[datapath.id] = datapath + elif ev.state == DEAD_DISPATCHER: + if datapath.id in self.datapaths: + self.logger.debug('Unregister datapath: %016x', datapath.id) + del self.datapaths[datapath.id] + + def _detector(self): + while CONF.weight == 'delay': + self.create_link_delay() + try: + self.awareness.shortest_paths = {} + self.logger.debug("Refresh the shortest_paths") + except: + self.awareness = lookup_service_brick('awareness') + + self.show_delay_statis() + self._send_echo_request() + hub.sleep(setting.DELAY_DETECTING_PERIOD) + + def _send_echo_request(self): + for datapath in self.datapaths.values(): + parser = datapath.ofproto_parser + data = "%.6f" % time.time() + echo_req = parser.OFPEchoRequest(datapath, data=data) + datapath.send_msg(echo_req) + + @set_ev_cls(ofp_event.EventOFPEchoReply, MAIN_DISPATCHER) + def echo_reply_handler(self, ev): + try: + latency = time.time() - eval(ev.msg.data) + self.echo_latency[ev.msg.datapath.id] = latency + except: + return + + def get_dalay(self, src, dst): + try: + fwd_delay = self.awareness.graph[src][dst]['lldpdelay'] + re_delay = self.awareness.graph[dst][src]['lldpdelay'] + src_latency = self.echo_latency[src] + dst_latency = self.echo_latency[dst] + + delay = (fwd_delay + re_delay - src_latency - dst_latency)/2 + return max(delay, 0) + except: + return float('inf') + + def _save_lldp_delay(self, src=0, dst=0, lldpdelay=0): + try: + self.awareness.graph[src][dst]['lldpdelay'] = lldpdelay + except: + if self.awareness is None: + self.awareness = lookup_service_brick('awareness') + return + + def create_link_delay(self): + try: + for src in self.awareness.graph: + for dst in self.awareness.graph[src]: + if src == dst: + self.awareness.graph[src][dst]['delay'] = 0 + continue + delay = self.get_dalay(src, dst) + self.awareness.graph[src][dst]['delay'] = delay + except: + if self.awareness is None: + self.awareness = lookup_service_brick('awareness') + return + + @set_ev_cls(ofp_event.EventOFPPacketIn, MAIN_DISPATCHER) + def packet_in_handler(self, ev): + msg = ev.msg + try: + src_dpid, src_port_no = LLDPPacket.lldp_parse(msg.data) + dpid = msg.datapath.id + in_port = msg.match['in_port'] + if self.sw_module is None: + self.sw_module = lookup_service_brick('switches') + + for port in self.sw_module.ports.keys(): + if src_dpid == port.dpid and src_port_no == port.port_no: + port_data = self.sw_module.ports[port] + timestamp = port_data.timestamp + if timestamp: + delay = time.time() - timestamp + self._save_lldp_delay(src=src_dpid, dst=dpid, + lldpdelay=delay) + except LLDPPacket.LLDPUnknownFormat as e: + return + + def show_delay_statis(self): + if setting.TOSHOW and self.awareness is not None: + self.logger.info("\nsrc dst delay") + self.logger.info("---------------------------") + for src in self.awareness.graph: + for dst in self.awareness.graph[src]: + delay = self.awareness.graph[src][dst]['delay'] + self.logger.info("%s<-->%s : %s" % (src, dst, delay)) diff --git a/ryu/app/network_awareness/network_monitor.py b/ryu/app/network_awareness/network_monitor.py new file mode 100644 index 0000000..e65f9e8 --- /dev/null +++ b/ryu/app/network_awareness/network_monitor.py @@ -0,0 +1,365 @@ +# Copyright (C) 2016 Li Cheng at Beijing University of Posts +# and Telecommunications. www.muzixing.com +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or +# implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +from __future__ import division +import copy +from operator import attrgetter +from ryu import cfg +from ryu.base import app_manager +from ryu.base.app_manager import lookup_service_brick +from ryu.controller import ofp_event +from ryu.controller.handler import MAIN_DISPATCHER, DEAD_DISPATCHER +from ryu.controller.handler import CONFIG_DISPATCHER +from ryu.controller.handler import set_ev_cls +from ryu.ofproto import ofproto_v1_3 +from ryu.lib import hub +from ryu.lib.packet import packet +import setting + + +CONF = cfg.CONF + + +class NetworkMonitor(app_manager.RyuApp): + OFP_VERSIONS = [ofproto_v1_3.OFP_VERSION] + + def __init__(self, *args, **kwargs): + super(NetworkMonitor, self).__init__(*args, **kwargs) + self.name = 'monitor' + self.datapaths = {} + self.port_stats = {} + self.port_speed = {} + self.flow_stats = {} + self.flow_speed = {} + self.stats = {} + self.port_link = {} + self.free_bandwidth = {} + self.awareness = lookup_service_brick('awareness') + self.graph = None + self.monitor_thread = hub.spawn(self._monitor) + self.save_freebandwidth_thread = hub.spawn(self._save_bw_graph) + + @set_ev_cls(ofp_event.EventOFPStateChange, + [MAIN_DISPATCHER, DEAD_DISPATCHER]) + def _state_change_handler(self, ev): + datapath = ev.datapath + if ev.state == MAIN_DISPATCHER: + if not datapath.id in self.datapaths: + self.logger.debug('register datapath: %016x', datapath.id) + self.datapaths[datapath.id] = datapath + elif ev.state == DEAD_DISPATCHER: + if datapath.id in self.datapaths: + self.logger.debug('unregister datapath: %016x', datapath.id) + del self.datapaths[datapath.id] + + def _monitor(self): + while CONF.weight == 'bw': + self.stats['flow'] = {} + self.stats['port'] = {} + for dp in self.datapaths.values(): + self.port_link.setdefault(dp.id, {}) + self._request_stats(dp) + hub.sleep(setting.MONITOR_PERIOD) + if self.stats['flow'] or self.stats['port']: + self.show_stat('flow') + self.show_stat('port') + hub.sleep(1) + + def _save_bw_graph(self): + while CONF.weight == 'bw': + self.graph = self.create_bw_graph(self.free_bandwidth) + self.logger.debug("save_freebandwidth") + hub.sleep(setting.MONITOR_PERIOD) + + def _request_stats(self, datapath): + self.logger.debug('send stats request: %016x', datapath.id) + ofproto = datapath.ofproto + parser = datapath.ofproto_parser + + req = parser.OFPPortDescStatsRequest(datapath, 0) + datapath.send_msg(req) + + req = parser.OFPPortStatsRequest(datapath, 0, ofproto.OFPP_ANY) + datapath.send_msg(req) + + req = parser.OFPFlowStatsRequest(datapath) + datapath.send_msg(req) + + def get_min_bw_of_links(self, graph, path, min_bw): + _len = len(path) + if _len > 1: + minimal_band_width = min_bw + for i in xrange(_len-1): + pre, curr = path[i], path[i+1] + if 'bandwidth' in graph[pre][curr]: + bw = graph[pre][curr]['bandwidth'] + minimal_band_width = min(bw, minimal_band_width) + else: + continue + return minimal_band_width + return min_bw + + def get_best_path_by_bw(self, graph, paths): + capabilities = {} + best_paths = copy.deepcopy(paths) + + for src in paths: + for dst in paths[src]: + if src == dst: + best_paths[src][src] = [src] + capabilities.setdefault(src, {src: setting.MAX_CAPACITY}) + capabilities[src][src] = setting.MAX_CAPACITY + continue + max_bw_of_paths = 0 + best_path = paths[src][dst][0] + for path in paths[src][dst]: + min_bw = setting.MAX_CAPACITY + min_bw = self.get_min_bw_of_links(graph, path, min_bw) + if min_bw > max_bw_of_paths: + max_bw_of_paths = min_bw + best_path = path + + best_paths[src][dst] = best_path + capabilities.setdefault(src, {dst: max_bw_of_paths}) + capabilities[src][dst] = max_bw_of_paths + return capabilities, best_paths + + def create_bw_graph(self, bw_dict): + try: + graph = self.awareness.graph + link_to_port = self.awareness.link_to_port + for link in link_to_port: + (src_dpid, dst_dpid) = link + (src_port, dst_port) = link_to_port[link] + if src_dpid in bw_dict and dst_dpid in bw_dict: + bw_src = bw_dict[src_dpid][src_port] + bw_dst = bw_dict[dst_dpid][dst_port] + bandwidth = min(bw_src, bw_dst) + graph[src_dpid][dst_dpid]['bandwidth'] = bandwidth + else: + graph[src_dpid][dst_dpid]['bandwidth'] = 0 + return graph + except: + self.logger.info("Create bw graph exception") + if self.awareness is None: + self.awareness = lookup_service_brick('awareness') + return self.awareness.graph + + def _save_freebandwidth(self, dpid, port_no, speed): + port_state = self.port_link.get(dpid).get(port_no) + if port_state: + capacity = port_state[2] + curr_bw = self._get_free_bw(capacity, speed) + self.free_bandwidth[dpid].setdefault(port_no, None) + self.free_bandwidth[dpid][port_no] = curr_bw + else: + self.logger.info("Fail in getting port state") + + def _save_stats(self, dist, key, value, length): + if key not in dist: + dist[key] = [] + dist[key].append(value) + + if len(dist[key]) > length: + dist[key].pop(0) + + def _get_speed(self, now, pre, period): + if period: + return (now - pre) / (period) + else: + return 0 + + def _get_free_bw(self, capacity, speed): + # BW:Mbit/s + return max(capacity / 10**3 - speed * 8, 0) + + def _get_time(self, sec, nsec): + return sec + nsec / (10 ** 9) + + def _get_period(self, n_sec, n_nsec, p_sec, p_nsec): + return self._get_time(n_sec, n_nsec) - self._get_time(p_sec, p_nsec) + + @set_ev_cls(ofp_event.EventOFPFlowStatsReply, MAIN_DISPATCHER) + def _flow_stats_reply_handler(self, ev): + body = ev.msg.body + dpid = ev.msg.datapath.id + self.stats['flow'][dpid] = body + self.flow_stats.setdefault(dpid, {}) + self.flow_speed.setdefault(dpid, {}) + for stat in sorted([flow for flow in body if flow.priority == 1], + key=lambda flow: (flow.match.get('in_port'), + flow.match.get('ipv4_dst'))): + key = (stat.match['in_port'], stat.match.get('ipv4_dst'), + stat.instructions[0].actions[0].port) + value = (stat.packet_count, stat.byte_count, + stat.duration_sec, stat.duration_nsec) + self._save_stats(self.flow_stats[dpid], key, value, 5) + + # Get flow's speed. + pre = 0 + period = setting.MONITOR_PERIOD + tmp = self.flow_stats[dpid][key] + if len(tmp) > 1: + pre = tmp[-2][1] + period = self._get_period(tmp[-1][2], tmp[-1][3], + tmp[-2][2], tmp[-2][3]) + + speed = self._get_speed(self.flow_stats[dpid][key][-1][1], + pre, period) + + self._save_stats(self.flow_speed[dpid], key, speed, 5) + + @set_ev_cls(ofp_event.EventOFPPortStatsReply, MAIN_DISPATCHER) + def _port_stats_reply_handler(self, ev): + body = ev.msg.body + dpid = ev.msg.datapath.id + self.stats['port'][dpid] = body + self.free_bandwidth.setdefault(dpid, {}) + + for stat in sorted(body, key=attrgetter('port_no')): + port_no = stat.port_no + if port_no != ofproto_v1_3.OFPP_LOCAL: + key = (dpid, port_no) + value = (stat.tx_bytes, stat.rx_bytes, stat.rx_errors, + stat.duration_sec, stat.duration_nsec) + + self._save_stats(self.port_stats, key, value, 5) + + # Get port speed. + pre = 0 + period = setting.MONITOR_PERIOD + tmp = self.port_stats[key] + if len(tmp) > 1: + pre = tmp[-2][0] + tmp[-2][1] + period = self._get_period(tmp[-1][3], tmp[-1][4], + tmp[-2][3], tmp[-2][4]) + + speed = self._get_speed( + self.port_stats[key][-1][0] + self.port_stats[key][-1][1], + pre, period) + + self._save_stats(self.port_speed, key, speed, 5) + self._save_freebandwidth(dpid, port_no, speed) + + @set_ev_cls(ofp_event.EventOFPPortDescStatsReply, MAIN_DISPATCHER) + def port_desc_stats_reply_handler(self, ev): + msg = ev.msg + dpid = msg.datapath.id + ofproto = msg.datapath.ofproto + + config_dist = {ofproto.OFPPC_PORT_DOWN: "Down", + ofproto.OFPPC_NO_RECV: "No Recv", + ofproto.OFPPC_NO_FWD: "No Farward", + ofproto.OFPPC_NO_PACKET_IN: "No Packet-in"} + + state_dist = {ofproto.OFPPS_LINK_DOWN: "Down", + ofproto.OFPPS_BLOCKED: "Blocked", + ofproto.OFPPS_LIVE: "Live"} + + ports = [] + for p in ev.msg.body: + ports.append('port_no=%d hw_addr=%s name=%s config=0x%08x ' + 'state=0x%08x curr=0x%08x advertised=0x%08x ' + 'supported=0x%08x peer=0x%08x curr_speed=%d ' + 'max_speed=%d' % + (p.port_no, p.hw_addr, + p.name, p.config, + p.state, p.curr, p.advertised, + p.supported, p.peer, p.curr_speed, + p.max_speed)) + + if p.config in config_dist: + config = config_dist[p.config] + else: + config = "up" + + if p.state in state_dist: + state = state_dist[p.state] + else: + state = "up" + + port_feature = (config, state, p.curr_speed) + self.port_link[dpid][p.port_no] = port_feature + + @set_ev_cls(ofp_event.EventOFPPortStatus, MAIN_DISPATCHER) + def _port_status_handler(self, ev): + msg = ev.msg + reason = msg.reason + port_no = msg.desc.port_no + dpid = msg.datapath.id + ofproto = msg.datapath.ofproto + + reason_dict = {ofproto.OFPPR_ADD: "added", + ofproto.OFPPR_DELETE: "deleted", + ofproto.OFPPR_MODIFY: "modified", } + + if reason in reason_dict: + + print "switch%d: port %s %s" % (dpid, reason_dict[reason], port_no) + else: + print "switch%d: Illeagal port state %s %s" % (port_no, reason) + + def show_stat(self, type): + ''' + type: 'port' 'flow' + ''' + if setting.TOSHOW is False: + return + + bodys = self.stats[type] + if(type == 'flow'): + print('datapath '' in-port ip-dst ' + 'out-port packets bytes flow-speed(B/s)') + print('---------------- '' -------- ----------------- ' + '-------- -------- -------- -----------') + for dpid in bodys.keys(): + for stat in sorted( + [flow for flow in bodys[dpid] if flow.priority == 1], + key=lambda flow: (flow.match.get('in_port'), + flow.match.get('ipv4_dst'))): + print('%016x %8x %17s %8x %8d %8d %8.1f' % ( + dpid, + stat.match['in_port'], stat.match['ipv4_dst'], + stat.instructions[0].actions[0].port, + stat.packet_count, stat.byte_count, + abs(self.flow_speed[dpid][ + (stat.match.get('in_port'), + stat.match.get('ipv4_dst'), + stat.instructions[0].actions[0].port)][-1]))) + print '\n' + + if(type == 'port'): + print('datapath port ''rx-pkts rx-bytes rx-error ' + 'tx-pkts tx-bytes tx-error port-speed(B/s)' + ' current-capacity(Kbps) ' + 'port-stat link-stat') + print('---------------- -------- ''-------- -------- -------- ' + '-------- -------- -------- ' + '---------------- ---------------- ' + ' ----------- -----------') + format = '%016x %8x %8d %8d %8d %8d %8d %8d %8.1f %16d %16s %16s' + for dpid in bodys.keys(): + for stat in sorted(bodys[dpid], key=attrgetter('port_no')): + if stat.port_no != ofproto_v1_3.OFPP_LOCAL: + print(format % ( + dpid, stat.port_no, + stat.rx_packets, stat.rx_bytes, stat.rx_errors, + stat.tx_packets, stat.tx_bytes, stat.tx_errors, + abs(self.port_speed[(dpid, stat.port_no)][-1]), + self.port_link[dpid][stat.port_no][2], + self.port_link[dpid][stat.port_no][0], + self.port_link[dpid][stat.port_no][1])) + print '\n' diff --git a/ryu/app/network_awareness/setting.py b/ryu/app/network_awareness/setting.py new file mode 100644 index 0000000..cf9ec03 --- /dev/null +++ b/ryu/app/network_awareness/setting.py @@ -0,0 +1,9 @@ +# Common Setting for Networ awareness module. + + +DISCOVERY_PERIOD = 10 +MONITOR_PERIOD = 10 +DELAY_DETECTING_PERIOD = 10 + +TOSHOW = True +MAX_CAPACITY = 281474976710655L diff --git a/ryu/app/network_awareness/shortest_forwarding.py b/ryu/app/network_awareness/shortest_forwarding.py new file mode 100644 index 0000000..3bab840 --- /dev/null +++ b/ryu/app/network_awareness/shortest_forwarding.py @@ -0,0 +1,322 @@ +# Copyright (C) 2016 Li Cheng at Beijing University of Posts +# and Telecommunications. www.muzixing.com +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or +# implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +# conding=utf-8 +import logging +import struct +import networkx as nx +from operator import attrgetter +from ryu import cfg +from ryu.base import app_manager +from ryu.controller import ofp_event +from ryu.controller.handler import MAIN_DISPATCHER, DEAD_DISPATCHER +from ryu.controller.handler import CONFIG_DISPATCHER +from ryu.controller.handler import set_ev_cls +from ryu.ofproto import ofproto_v1_3 +from ryu.lib.packet import packet +from ryu.lib.packet import ethernet +from ryu.lib.packet import ipv4 +from ryu.lib.packet import arp + +from ryu.topology import event, switches +from ryu.topology.api import get_switch, get_link + +import network_awareness +import network_monitor +import network_delay_detector + + +CONF = cfg.CONF + + +class ShortestForwarding(app_manager.RyuApp): + OFP_VERSIONS = [ofproto_v1_3.OFP_VERSION] + _CONTEXTS = { + "network_awareness": network_awareness.NetworkAwareness, + "network_monitor": network_monitor.NetworkMonitor, + "network_delay_detector": network_delay_detector.NetworkDelayDetector} + + WEIGHT_MODEL = {'hop': 'weight', 'delay': "delay", "bw": "bw"} + + def __init__(self, *args, **kwargs): + super(ShortestForwarding, self).__init__(*args, **kwargs) + self.name = 'shortest_forwarding' + self.awareness = kwargs["network_awareness"] + self.monitor = kwargs["network_monitor"] + self.delay_detector = kwargs["network_delay_detector"] + self.mac_to_port = {} + self.datapaths = {} + self.weight = self.WEIGHT_MODEL[CONF.weight] + + def set_weight_mode(self, weight): + self.weight = weight + if self.weight == self.WEIGHT_MODEL['hop']: + self.awareness.get_shortest_paths(weight=self.weight) + return True + + @set_ev_cls(ofp_event.EventOFPStateChange, + [MAIN_DISPATCHER, DEAD_DISPATCHER]) + def _state_change_handler(self, ev): + datapath = ev.datapath + if ev.state == MAIN_DISPATCHER: + if not datapath.id in self.datapaths: + self.logger.debug('register datapath: %016x', datapath.id) + self.datapaths[datapath.id] = datapath + elif ev.state == DEAD_DISPATCHER: + if datapath.id in self.datapaths: + self.logger.debug('unregister datapath: %016x', datapath.id) + del self.datapaths[datapath.id] + + def add_flow(self, dp, p, match, actions, idle_timeout=0, hard_timeout=0): + ofproto = dp.ofproto + parser = dp.ofproto_parser + + inst = [parser.OFPInstructionActions(ofproto.OFPIT_APPLY_ACTIONS, + actions)] + + mod = parser.OFPFlowMod(datapath=dp, priority=p, + idle_timeout=idle_timeout, + hard_timeout=hard_timeout, + match=match, instructions=inst) + dp.send_msg(mod) + + def send_flow_mod(self, datapath, flow_info, src_port, dst_port): + parser = datapath.ofproto_parser + actions = [] + actions.append(parser.OFPActionOutput(dst_port)) + + match = parser.OFPMatch( + in_port=src_port, eth_type=flow_info[0], + ipv4_src=flow_info[1], ipv4_dst=flow_info[2]) + + self.add_flow(datapath, 1, match, actions, + idle_timeout=15, hard_timeout=60) + + def _build_packet_out(self, datapath, buffer_id, src_port, dst_port, data): + actions = [] + if dst_port: + actions.append(datapath.ofproto_parser.OFPActionOutput(dst_port)) + + msg_data = None + if buffer_id == datapath.ofproto.OFP_NO_BUFFER: + if data is None: + return None + msg_data = data + + out = datapath.ofproto_parser.OFPPacketOut( + datapath=datapath, buffer_id=buffer_id, + data=msg_data, in_port=src_port, actions=actions) + return out + + def send_packet_out(self, datapath, buffer_id, src_port, dst_port, data): + out = self._build_packet_out(datapath, buffer_id, + src_port, dst_port, data) + if out: + datapath.send_msg(out) + + def get_port(self, dst_ip, access_table): + # access_table: {(sw,port) :(ip, mac)} + if access_table: + if isinstance(access_table.values()[0], tuple): + for key in access_table.keys(): + if dst_ip == access_table[key][0]: + dst_port = key[1] + return dst_port + return None + + def get_link_to_port(self, link_to_port, src_dpid, dst_dpid): + if (src_dpid, dst_dpid) in link_to_port: + return link_to_port[(src_dpid, dst_dpid)] + else: + self.logger.info("dpid:%s->dpid:%s is not in links" % ( + src_dpid, dst_dpid)) + return None + + def flood(self, msg): + datapath = msg.datapath + ofproto = datapath.ofproto + parser = datapath.ofproto_parser + + for dpid in self.awareness.access_ports: + for port in self.awareness.access_ports[dpid]: + if (dpid, port) not in self.awareness.access_table.keys(): + datapath = self.datapaths[dpid] + out = self._build_packet_out( + datapath, ofproto.OFP_NO_BUFFER, + ofproto.OFPP_CONTROLLER, port, msg.data) + datapath.send_msg(out) + self.logger.debug("Flooding msg") + + def arp_forwarding(self, msg, src_ip, dst_ip): + datapath = msg.datapath + ofproto = datapath.ofproto + parser = datapath.ofproto_parser + + result = self.awareness.get_host_location(dst_ip) + if result: # host record in access table. + datapath_dst, out_port = result[0], result[1] + datapath = self.datapaths[datapath_dst] + out = self._build_packet_out(datapath, ofproto.OFP_NO_BUFFER, + ofproto.OFPP_CONTROLLER, + out_port, msg.data) + datapath.send_msg(out) + self.logger.debug("Reply ARP to knew host") + else: + self.flood(msg) + + def get_path(self, src, dst, weight): + shortest_paths = self.awareness.shortest_paths + graph = self.awareness.graph + + if weight == self.WEIGHT_MODEL['hop']: + return shortest_paths.get(src).get(dst)[0] + elif weight == self.WEIGHT_MODEL['delay']: + # If paths existed, return it, else figure it out and save it. + try: + paths = shortest_paths.get(src).get(dst) + return paths[0] + except: + paths = self.awareness.k_shortest_paths(graph, src, dst, + weight=weight) + + shortest_paths.setdefault(src, {}) + shortest_paths[src].setdefault(dst, paths) + return paths[0] + elif weight == self.WEIGHT_MODEL['bw']: + result = self.monitor.get_best_path_by_bw(graph, shortest_paths) + paths = result[1] + best_path = paths.get(src).get(dst) + return best_path + + def get_sw(self, dpid, in_port, src, dst): + src_sw = dpid + dst_sw = None + + src_location = self.awareness.get_host_location(src) + if in_port in self.awareness.access_ports[dpid]: + if (dpid, in_port) == src_location: + src_sw = src_location[0] + else: + return None + + dst_location = self.awareness.get_host_location(dst) + if dst_location: + dst_sw = dst_location[0] + + return src_sw, dst_sw + + def install_flow(self, datapaths, link_to_port, access_table, path, + flow_info, buffer_id, data=None): + ''' path=[dpid1, dpid2...] + flow_info=(eth_type, src_ip, dst_ip, in_port) + ''' + if path is None or len(path) == 0: + self.logger.info("Path error!") + return + in_port = flow_info[3] + first_dp = datapaths[path[0]] + out_port = first_dp.ofproto.OFPP_LOCAL + back_info = (flow_info[0], flow_info[2], flow_info[1]) + # inter_link + if len(path) > 2: + for i in xrange(1, len(path)-1): + port = self.get_link_to_port(link_to_port, path[i-1], path[i]) + port_next = self.get_link_to_port(link_to_port, + path[i], path[i+1]) + if port and port_next: + src_port, dst_port = port[1], port_next[0] + datapath = datapaths[path[i]] + self.send_flow_mod(datapath, flow_info, src_port, dst_port) + self.send_flow_mod(datapath, back_info, dst_port, src_port) + self.logger.debug("inter_link flow install") + if len(path) > 1: + # the last flow entry: tor -> host + port_pair = self.get_link_to_port(link_to_port, path[-2], path[-1]) + if port_pair is None: + self.logger.info("Port is not found") + return + src_port = port_pair[1] + + dst_port = self.get_port(flow_info[2], access_table) + if dst_port is None: + self.logger.info("Last port is not found.") + return + + last_dp = datapaths[path[-1]] + self.send_flow_mod(last_dp, flow_info, src_port, dst_port) + self.send_flow_mod(last_dp, back_info, dst_port, src_port) + + # the first flow entry + port_pair = self.get_link_to_port(link_to_port, path[0], path[1]) + if port_pair is None: + self.logger.info("Port not found in first hop.") + return + out_port = port_pair[0] + self.send_flow_mod(first_dp, flow_info, in_port, out_port) + self.send_flow_mod(first_dp, back_info, out_port, in_port) + self.send_packet_out(first_dp, buffer_id, in_port, out_port, data) + + # src and dst on the same datapath + else: + out_port = self.get_port(flow_info[2], access_table) + if out_port is None: + self.logger.info("Out_port is None in same dp") + return + self.send_flow_mod(first_dp, flow_info, in_port, out_port) + self.send_flow_mod(first_dp, back_info, out_port, in_port) + self.send_packet_out(first_dp, buffer_id, in_port, out_port, data) + + def shortest_forwarding(self, msg, eth_type, ip_src, ip_dst): + datapath = msg.datapath + ofproto = datapath.ofproto + parser = datapath.ofproto_parser + in_port = msg.match['in_port'] + + result = self.get_sw(datapath.id, in_port, ip_src, ip_dst) + if result: + src_sw, dst_sw = result[0], result[1] + if dst_sw: + path = self.get_path(src_sw, dst_sw, weight=self.weight) + self.logger.info("[PATH]%s<-->%s: %s" % (ip_src, ip_dst, path)) + flow_info = (eth_type, ip_src, ip_dst, in_port) + self.install_flow(self.datapaths, + self.awareness.link_to_port, + self.awareness.access_table, path, + flow_info, msg.buffer_id, msg.data) + return + + @set_ev_cls(ofp_event.EventOFPPacketIn, MAIN_DISPATCHER) + def _packet_in_handler(self, ev): + ''' + In packet_in handler, we need to learn access_table by ARP. + Therefore, the first packet from UNKOWN host MUST be ARP. + ''' + msg = ev.msg + datapath = msg.datapath + in_port = msg.match['in_port'] + pkt = packet.Packet(msg.data) + arp_pkt = pkt.get_protocol(arp.arp) + ip_pkt = pkt.get_protocol(ipv4.ipv4) + + if isinstance(arp_pkt, arp.arp): + self.logger.debug("ARP processing") + self.arp_forwarding(msg, arp_pkt.src_ip, arp_pkt.dst_ip) + + if isinstance(ip_pkt, ipv4.ipv4): + self.logger.debug("IPV4 processing") + if len(pkt.get_protocols(ethernet.ethernet)): + eth_type = pkt.get_protocols(ethernet.ethernet)[0].ethertype + self.shortest_forwarding(msg, eth_type, ip_pkt.src, ip_pkt.dst) diff --git a/ryu/flags.py b/ryu/flags.py index 225cbbb..655bc46 100644 --- a/ryu/flags.py +++ b/ryu/flags.py @@ -82,3 +82,10 @@ CONF.register_cli_opts([ help='tester sw OFP version [openflow13|openflow14] ' '(default: openflow13)') ], group='test-switch') + + +CONF.register_cli_opts([ + # k_shortest_forwarding + cfg.IntOpt('k-paths', default=1, help='number for k shortest paths'), + cfg.StrOpt('weight', default='hop', + help='weight type of computing shortest path.')]) -- 1.7.9.5 |