Container resizing

Author: WillAyd

pandas/_libs/new_vector.cpp

@@ -79,6 +79,14 @@ template <typename T> auto PandasIsNA(bool mask_value, T &scalar_value) {
   }
 }
 
+template <typename T>
+auto MaybeResizeKlibContainer(T& container) {
+  const auto current_size = container.size();
+  if (container.n_buckets() == current_size) {
+    container.resize(current_size * 4);
+  }
+}
+
 template <typename T> class PandasVector {
 public:
   explicit PandasVector<T>() : external_view_exists_(false) {}
@@ -222,6 +230,7 @@ template <typename T, bool IsMasked> class PandasHashTable {
     const auto n = values_v.shape(0);
     for (auto i = decltype(n){0}; i < n; i++) {
       hash_map_[keys_v(i)] = values_v(i);
+      MaybeResizeKlibContainer(hash_map_);
     }
   }
 
@@ -246,13 +255,15 @@ template <typename T, bool IsMasked> class PandasHashTable {
           na_position = i;
         } else {
           hash_map_[values_v(i)] = i;
+          MaybeResizeKlibContainer(hash_map_);
         }
       }
       na_position_ = na_position;
     } else {
       for (auto i = decltype(n){0}; i < n; i++) {
         const auto key = values_v(i);
         hash_map_[key] = i;
+        MaybeResizeKlibContainer(hash_map_);
       }
     }
   }
@@ -421,6 +432,7 @@ template <typename T, bool IsMasked> class PandasHashTable {
         int dummy;
         k = hash_map_.put(val, &dummy);
         hash_map_.value(k) = count;
+        MaybeResizeKlibContainer(hash_map_);
         uniques.Append(val);
         labels[i] = count;
         count++;
@@ -479,6 +491,7 @@ template <typename T, bool IsMasked> class PandasHashTable {
           k = hash_map_.put(val, &dummy);
           uniques.Append(val);
           hash_map_.value(k) = count_prior;
+          MaybeResizeKlibContainer(hash_map_);
           labels[i] = count_prior;
           count_prior++;
         } else {
@@ -512,6 +525,7 @@ template <typename T, bool IsMasked> class PandasHashTable {
           k = hash_map_.put(val, &dummy);
           uniques.Append(val);
           hash_map_.value(k) = count_prior;
+          MaybeResizeKlibContainer(hash_map_);
           labels[i] = count_prior;
           count_prior++;
         } else {
@@ -566,6 +580,7 @@ template <typename T, bool IsMasked> class PandasHashTable {
 
         int absent;
         hash_set_.put(val, &absent);
+        MaybeResizeKlibContainer(hash_set_);
         if (absent) {
           uniques.Append(val);
           result.Append(0);
@@ -577,6 +592,7 @@ template <typename T, bool IsMasked> class PandasHashTable {
         const auto val = values_v(i);
         int absent;
         hash_set_.put(val, &absent);
+        MaybeResizeKlibContainer(hash_set_);
         if (absent) {
           uniques.Append(val);
           result.Append(0);
@@ -600,6 +616,7 @@ template <typename T, bool IsMasked> class PandasHashTable {
       if (k == hash_map_.end()) {
         int dummy;
         k = hash_map_.put(val, &dummy);
+        MaybeResizeKlibContainer(hash_map_);
         uniques.Append(val);
       }
     }