remove duplicate locations

Author: undefx

src/acquisition/fluview/fluview.py

@@ -92,18 +92,24 @@ def get_tier_ids(name):
 
   for row in data[Key.TierListEntry.hhs]:
     location_ids[Key.TierType.hhs].append(row[Key.TierIdEntry.hhs])
-  if len(location_ids[Key.TierType.hhs]) != 10:
-    raise Exception('expected 10 hhs regions')
+  location_ids[Key.TierType.hhs] = sorted(set(location_ids[Key.TierType.hhs]))
+  num = len(location_ids[Key.TierType.hhs])
+  if num != 10:
+    raise Exception('expected 10 hhs regions, found %s' % num)
 
   for row in data[Key.TierListEntry.cen]:
     location_ids[Key.TierType.cen].append(row[Key.TierIdEntry.cen])
-  if len(location_ids[Key.TierType.cen]) != 9:
-    raise Exception('expected 9 census divisions')
+  location_ids[Key.TierType.cen] = sorted(set(location_ids[Key.TierType.cen]))
+  num = len(location_ids[Key.TierType.cen])
+  if num != 9:
+    raise Exception('expected 9 census divisions, found %s' % num)
 
   for row in data[Key.TierListEntry.sta]:
     location_ids[Key.TierType.sta].append(row[Key.TierIdEntry.sta])
-  if len(location_ids[Key.TierType.sta]) != 57:
-    raise Exception('expected 57 states/territories/cities')
+  location_ids[Key.TierType.sta] = sorted(set(location_ids[Key.TierType.sta]))
+  num = len(location_ids[Key.TierType.sta])
+  if num != 57:
+    raise Exception('expected 57 states/territories/cities, found %s' % num)
 
   # return a useful subset of the metatdata
   return {