Feature/reporting 297 msr mdvpn endpoint

inventory_provider/routes/msr.py

@@ -982,12 +982,6 @@ def mdvpn():
                 return description.replace(prefix, '')
         return description
 
-    # !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
-    # REVIEW COMMENT ONLY, DO NOT MERGE:
-    # _make_group_index is extremely, extremely generic,
-    # but is it worth extracting, will anything else use it?
-    # !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
-
     def _make_group_index(group, index_key):
         """
         Utility function to take a list and make it a dict based off a given
@@ -1002,28 +996,20 @@ def mdvpn():
         index = {}
         for peering in group:
             key = peering.get(index_key)
-            if key in index:
-                peering_list = index[key]
-                peering_list.append(peering)
-            else:
-                index[key] = [peering]
+            index.setdefault(key, []).append(peering)
         return index
 
     def _bgplu_peerings(asn, bgplu_index):
-        peerings = []
-        if asn in bgplu_index:
-            for peering in bgplu_index[asn]:
-                formatted_peering = {
-                    "name": peering['description'],
-                    "v4": peering['address'],
-                    "v6": '',
-                    "hostname": peering['hostname']
-                }
-                peerings.append(formatted_peering)
-        return peerings
+        for peering in bgplu_index.get(asn, []):
+            formatted_peering = {
+                "name": peering['description'],
+                "v4": peering['address'],
+                "v6": '',
+                "hostname": peering['hostname']
+            }
+            yield formatted_peering
 
     def _vpnrr_peerings(asn, vpnrr_index):
-        peerings = []
         if asn in vpnrr_index:
             vrr_peering_group = vpnrr_index[asn]
             # rearrange into index using ipv4 as key
@@ -1039,27 +1025,31 @@ def mdvpn():
                     "v4": ip,
                     "hostname": hostnames
                 }
-                peerings.append(formatted_peering)
-        return peerings
+                yield formatted_peering
 
     def _peerings_for_nren(asn, bgplu_index, vpnrr_index):
         return {
             "asn": asn,
-            "AP": _bgplu_peerings(asn, bgplu_index),
-            "VRR": _vpnrr_peerings(asn, vpnrr_index)
+            "AP": list(_bgplu_peerings(asn, bgplu_index)),
+            "VRR": list(_vpnrr_peerings(asn, vpnrr_index))
         }
 
     r = common.get_current_redis()
-    bgplu = json.loads(r.get('juniper-peerings:group:BGPLU').decode('utf-8'))
-    vpnrr = json.loads(r.get('juniper-peerings:group:VPN-RR').decode('utf-8'))
-    bgplu_index = _make_group_index(bgplu, 'remote-asn')
-    vpnrr_index = _make_group_index(vpnrr, 'remote-asn')
-    config = current_app.config['INVENTORY_PROVIDER_CONFIG']
-    nren_asn_map = config['nren-asn-map']
-    nren_details = [
-        _peerings_for_nren(int(asn),
-                           bgplu_index,
-                           vpnrr_index)
-        for asn in nren_asn_map]
-    response = json.dumps(nren_details)
+    cache_key = 'classifier-cache:msr:mdvpn'
+    response = _ignore_cache_or_retrieve(request, cache_key, r)
+    if not response:
+        bgplu = json.loads(
+            r.get('juniper-peerings:group:BGPLU').decode('utf-8'))
+        vpnrr = json.loads(
+            r.get('juniper-peerings:group:VPN-RR').decode('utf-8'))
+        bgplu_index = _make_group_index(bgplu, 'remote-asn')
+        vpnrr_index = _make_group_index(vpnrr, 'remote-asn')
+        config = current_app.config['INVENTORY_PROVIDER_CONFIG']
+        nren_asn_map = config['nren-asn-map']
+        nren_details = [
+            _peerings_for_nren(pair['asn'],
+                               bgplu_index,
+                               vpnrr_index)
+            for pair in nren_asn_map]
+        response = json.dumps(nren_details)
     return Response(response, mimetype='application/json')