diff --git a/python/proxy.hpp b/python/proxy.hpp
index 1d4d059989cfe2e20196367fa7ea41472f8c9966..3750cc1b03732eb278d89847cf2198777da93070 100644
--- a/python/proxy.hpp
+++ b/python/proxy.hpp
@@ -24,12 +24,7 @@ struct label_dict_proxy {
     }
 
     label_dict_proxy(const arb::label_dict& label_dict): dict(label_dict) {
-        for (const auto& [l, reg]: dict.regions()) {
-            regions.push_back(l);
-        }
-        for (const auto& [l, ls]: dict.locsets()) {
-            locsets.push_back(l);
-        }
+        update_cache();
     }
 
     std::size_t size() const  {
@@ -37,15 +32,10 @@ struct label_dict_proxy {
     }
 
     void import(const label_dict_proxy& other, std::string prefix) {
-        regions.clear();
-        locsets.clear();
         dict.import(other.dict, prefix);
-        for (const auto& [l, reg]: dict.regions()) {
-            regions.push_back(l);
-        }
-        for (const auto& [l, ls]: dict.locsets()) {
-            locsets.push_back(l);
-        }
+
+        clear_cache();
+        update_cache();
     }
 
     void set(const char* name, const char* desc) {
@@ -117,5 +107,35 @@ struct label_dict_proxy {
         s += ")";
         return s;
     }
+
+    private:
+
+    void clear_cache() {
+        regions.clear();
+        locsets.clear();
+        cache.clear();
+    }
+
+    void update_cache() {
+        for (const auto& [lab, reg]: dict.regions()) {
+            if (!cache.count(lab)) {
+                std::stringstream s;
+                s << reg;
+                regions.push_back(lab);
+                cache[lab] = s.str();
+            }
+        }
+        for (const auto& [lab, ls]: dict.locsets()) {
+            if (!cache.count(lab)) {
+                std::stringstream s;
+                s << ls;
+                locsets.push_back(lab);
+                cache[lab] = s.str();
+            }
+        }
+        // Sort the region and locset names
+        std::sort(regions.begin(), regions.end());
+        std::sort(locsets.begin(), locsets.end());
+    }
 };
 }