diff --git a/.buildinfo b/.buildinfo
index 2c937f77..33f7f3c0 100644
--- a/.buildinfo
+++ b/.buildinfo
@@ -1,4 +1,4 @@
 # Sphinx build info version 1
 # This file hashes the configuration used when building these files. When it is not found, a full rebuild will be done.
-config: ad51f75d5d64f65030eb1ca3a7eb8528
+config: 50ef840453c9f9ce0040836a94a2e5ae
 tags: 645f666f9bcd5a90fca523b33c5a78b7
diff --git a/_modules/datasketch/hnsw.html b/_modules/datasketch/hnsw.html
index ac0edf37..f530d0c3 100644
--- a/_modules/datasketch/hnsw.html
+++ b/_modules/datasketch/hnsw.html
@@ -3,7 +3,7 @@
 <head>
   <meta charset="utf-8" />
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>datasketch.hnsw &mdash; datasketch 1.6.3 documentation</title>
+  <title>datasketch.hnsw &mdash; datasketch 1.6.4 documentation</title>
       <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
       <link rel="stylesheet" href="../../_static/css/theme.css" type="text/css" />
   <!--[if lt IE 9]>
@@ -12,7 +12,7 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=452006c5"></script>
+        <script src="../../_static/documentation_options.js?v=8ea99608"></script>
         <script src="../../_static/doctools.js?v=888ff710"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="../../_static/js/theme.js"></script>
@@ -32,7 +32,7 @@
             datasketch
           </a>
               <div class="version">
-                1.6.3
+                1.6.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
@@ -81,7 +81,6 @@ <h1>Source code for datasketch.hnsw</h1><div class="highlight"><pre>
 <span></span><span class="kn">from</span> <span class="nn">__future__</span> <span class="kn">import</span> <span class="n">annotations</span>
 <span class="kn">from</span> <span class="nn">collections</span> <span class="kn">import</span> <span class="n">OrderedDict</span>
 <span class="kn">import</span> <span class="nn">heapq</span>
-<span class="kn">from</span> <span class="nn">itertools</span> <span class="kn">import</span> <span class="n">dropwhile</span>
 <span class="kn">from</span> <span class="nn">typing</span> <span class="kn">import</span> <span class="p">(</span>
     <span class="n">Hashable</span><span class="p">,</span>
     <span class="n">Callable</span><span class="p">,</span>
@@ -139,7 +138,7 @@ <h1>Source code for datasketch.hnsw</h1><div class="highlight"><pre>
     <span class="k">def</span> <span class="nf">copy</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">_Layer</span><span class="p">:</span>
 <span class="w">        </span><span class="sd">&quot;&quot;&quot;Create a copy of the layer.&quot;&quot;&quot;</span>
         <span class="n">new_layer</span> <span class="o">=</span> <span class="n">_Layer</span><span class="p">(</span><span class="kc">None</span><span class="p">)</span>
-        <span class="n">new_layer</span><span class="o">.</span><span class="n">_graph</span> <span class="o">=</span> <span class="p">{</span><span class="n">k</span><span class="p">:</span> <span class="n">v</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_graph</span><span class="o">.</span><span class="n">items</span><span class="p">()}</span>
+        <span class="n">new_layer</span><span class="o">.</span><span class="n">_graph</span> <span class="o">=</span> <span class="p">{</span><span class="n">k</span><span class="p">:</span> <span class="nb">dict</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_graph</span><span class="o">.</span><span class="n">items</span><span class="p">()}</span>
         <span class="k">return</span> <span class="n">new_layer</span>
 
     <span class="k">def</span> <span class="nf">get_reverse_edges</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">key</span><span class="p">:</span> <span class="n">Hashable</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Set</span><span class="p">[</span><span class="n">Hashable</span><span class="p">]:</span>
@@ -171,6 +170,8 @@ <h1>Source code for datasketch.hnsw</h1><div class="highlight"><pre>
             <span class="bp">self</span><span class="o">.</span><span class="n">_reverse_edges</span><span class="p">[</span><span class="n">neighbor</span><span class="p">]</span><span class="o">.</span><span class="n">discard</span><span class="p">(</span><span class="n">key</span><span class="p">)</span>
         <span class="k">for</span> <span class="n">neighbor</span> <span class="ow">in</span> <span class="n">value</span><span class="p">:</span>
             <span class="bp">self</span><span class="o">.</span><span class="n">_reverse_edges</span><span class="o">.</span><span class="n">setdefault</span><span class="p">(</span><span class="n">neighbor</span><span class="p">,</span> <span class="nb">set</span><span class="p">())</span><span class="o">.</span><span class="n">add</span><span class="p">(</span><span class="n">key</span><span class="p">)</span>
+        <span class="k">if</span> <span class="n">key</span> <span class="ow">not</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_reverse_edges</span><span class="p">:</span>
+            <span class="bp">self</span><span class="o">.</span><span class="n">_reverse_edges</span><span class="p">[</span><span class="n">key</span><span class="p">]</span> <span class="o">=</span> <span class="nb">set</span><span class="p">()</span>
 
     <span class="k">def</span> <span class="fm">__delitem__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">key</span><span class="p">:</span> <span class="n">Hashable</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="kc">None</span><span class="p">:</span>
         <span class="n">old_neighbors</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_graph</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">key</span><span class="p">,</span> <span class="p">{})</span>
@@ -195,8 +196,8 @@ <h1>Source code for datasketch.hnsw</h1><div class="highlight"><pre>
     <span class="k">def</span> <span class="nf">copy</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">_LayerWithReversedEdges</span><span class="p">:</span>
 <span class="w">        </span><span class="sd">&quot;&quot;&quot;Create a copy of the layer.&quot;&quot;&quot;</span>
         <span class="n">new_layer</span> <span class="o">=</span> <span class="n">_LayerWithReversedEdges</span><span class="p">(</span><span class="kc">None</span><span class="p">)</span>
-        <span class="n">new_layer</span><span class="o">.</span><span class="n">_graph</span> <span class="o">=</span> <span class="p">{</span><span class="n">k</span><span class="p">:</span> <span class="n">v</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_graph</span><span class="o">.</span><span class="n">items</span><span class="p">()}</span>
-        <span class="n">new_layer</span><span class="o">.</span><span class="n">_reverse_edges</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_reverse_edges</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span>
+        <span class="n">new_layer</span><span class="o">.</span><span class="n">_graph</span> <span class="o">=</span> <span class="p">{</span><span class="n">k</span><span class="p">:</span> <span class="nb">dict</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_graph</span><span class="o">.</span><span class="n">items</span><span class="p">()}</span>
+        <span class="n">new_layer</span><span class="o">.</span><span class="n">_reverse_edges</span> <span class="o">=</span> <span class="p">{</span><span class="n">k</span><span class="p">:</span> <span class="nb">set</span><span class="p">(</span><span class="n">v</span><span class="p">)</span> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_reverse_edges</span><span class="o">.</span><span class="n">items</span><span class="p">()}</span>
         <span class="k">return</span> <span class="n">new_layer</span>
 
     <span class="k">def</span> <span class="nf">get_reverse_edges</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">key</span><span class="p">:</span> <span class="n">Hashable</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">Set</span><span class="p">[</span><span class="n">Hashable</span><span class="p">]:</span>
@@ -251,6 +252,9 @@ <h1>Source code for datasketch.hnsw</h1><div class="highlight"><pre>
 <span class="sd">            the 0th level. If None, defaults to 2 * m.</span>
 <span class="sd">        seed (Optional[int]): The random seed to use for the random number</span>
 <span class="sd">            generator.</span>
+<span class="sd">        reverse_edges (bool): Whether to maintain reverse edges in the graph.</span>
+<span class="sd">            This speeds up hard remove (:meth:`remove`) but increases memory</span>
+<span class="sd">            usage and slows down :meth:`insert`.</span>
 
 <span class="sd">    Examples:</span>
 
@@ -532,7 +536,9 @@ <h1>Source code for datasketch.hnsw</h1><div class="highlight"><pre>
             <span class="n">ef_construction</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">_ef_construction</span><span class="p">,</span>
             <span class="n">m0</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">_m0</span><span class="p">,</span>
         <span class="p">)</span>
-        <span class="n">new_index</span><span class="o">.</span><span class="n">_nodes</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_nodes</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span>
+        <span class="n">new_index</span><span class="o">.</span><span class="n">_nodes</span> <span class="o">=</span> <span class="n">OrderedDict</span><span class="p">(</span>
+            <span class="p">(</span><span class="n">key</span><span class="p">,</span> <span class="n">node</span><span class="o">.</span><span class="n">copy</span><span class="p">())</span> <span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">node</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_nodes</span><span class="o">.</span><span class="n">items</span><span class="p">()</span>
+        <span class="p">)</span>
         <span class="n">new_index</span><span class="o">.</span><span class="n">_graphs</span> <span class="o">=</span> <span class="p">[</span><span class="n">layer</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span> <span class="k">for</span> <span class="n">layer</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_graphs</span><span class="p">]</span>
         <span class="n">new_index</span><span class="o">.</span><span class="n">_entry_point</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_entry_point</span>
         <span class="n">new_index</span><span class="o">.</span><span class="n">_random</span><span class="o">.</span><span class="n">set_state</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_random</span><span class="o">.</span><span class="n">get_state</span><span class="p">())</span>
@@ -750,6 +756,7 @@ <h1>Source code for datasketch.hnsw</h1><div class="highlight"><pre>
                     <span class="n">entry_point</span><span class="p">,</span>
                     <span class="n">entry_point_dist</span><span class="p">,</span>
                     <span class="n">layer</span><span class="p">,</span>
+                    <span class="c1"># We allow soft-deleted points to be returned and used as entry point.</span>
                     <span class="n">allow_soft_deleted</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
                     <span class="n">key_to_hard_delete</span><span class="o">=</span><span class="n">key_to_delete</span><span class="p">,</span>
                 <span class="p">)</span>
@@ -762,6 +769,8 @@ <h1>Source code for datasketch.hnsw</h1><div class="highlight"><pre>
                     <span class="n">entry_points</span><span class="p">,</span>
                     <span class="n">layer</span><span class="p">,</span>
                     <span class="n">ef</span> <span class="o">+</span> <span class="mi">1</span><span class="p">,</span>  <span class="c1"># We add 1 to ef to account for the point itself.</span>
+                    <span class="c1"># We allow soft-deleted points to be returned and used as entry point</span>
+                    <span class="c1"># and neighbor candidates.</span>
                     <span class="n">allow_soft_deleted</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
                     <span class="n">key_to_hard_delete</span><span class="o">=</span><span class="n">key_to_delete</span><span class="p">,</span>
                 <span class="p">)</span>
@@ -1198,33 +1207,6 @@ <h1>Source code for datasketch.hnsw</h1><div class="highlight"><pre>
         <span class="n">new_index</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">copy</span><span class="p">()</span>
         <span class="n">new_index</span><span class="o">.</span><span class="n">update</span><span class="p">(</span><span class="n">other</span><span class="p">)</span>
         <span class="k">return</span> <span class="n">new_index</span></div>
-
-
-<div class="viewcode-block" id="HNSW.get_non_reachable_keys">
-<a class="viewcode-back" href="../../documentation.html#datasketch.HNSW.get_non_reachable_keys">[docs]</a>
-    <span class="k">def</span> <span class="nf">get_non_reachable_keys</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">ef</span><span class="p">:</span> <span class="n">Optional</span><span class="p">[</span><span class="nb">int</span><span class="p">]</span> <span class="o">=</span> <span class="kc">None</span><span class="p">)</span> <span class="o">-&gt;</span> <span class="n">List</span><span class="p">[</span><span class="n">Hashable</span><span class="p">]:</span>
-<span class="w">        </span><span class="sd">&quot;&quot;&quot;Return a list of keys of points that are not reachable from the entry</span>
-<span class="sd">        point using the given ``ef`` value.</span>
-
-<span class="sd">        Args:</span>
-<span class="sd">            ef (Optional[int]): The number of neighbors to consider during</span>
-<span class="sd">                search. If None, use the construction ef.</span>
-
-<span class="sd">        Returns:</span>
-<span class="sd">            List[Hashable]: A list of keys of points that are not reachable.</span>
-<span class="sd">        &quot;&quot;&quot;</span>
-        <span class="k">if</span> <span class="n">ef</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
-            <span class="n">ef</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_ef_construction</span>
-        <span class="n">non_reachable</span> <span class="o">=</span> <span class="p">[]</span>
-        <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_entry_point</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
-            <span class="k">return</span> <span class="n">non_reachable</span>
-        <span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">node</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">_nodes</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
-            <span class="k">if</span> <span class="n">node</span><span class="o">.</span><span class="n">is_deleted</span><span class="p">:</span>
-                <span class="k">continue</span>
-            <span class="n">neighbors</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">query</span><span class="p">(</span><span class="n">node</span><span class="o">.</span><span class="n">point</span><span class="p">,</span> <span class="n">ef</span><span class="o">=</span><span class="n">ef</span><span class="p">)</span>
-            <span class="k">if</span> <span class="n">key</span> <span class="ow">not</span> <span class="ow">in</span> <span class="p">[</span><span class="n">k</span> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">_</span> <span class="ow">in</span> <span class="n">neighbors</span><span class="p">]:</span>
-                <span class="n">non_reachable</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">key</span><span class="p">)</span>
-        <span class="k">return</span> <span class="n">non_reachable</span></div>
 </div>
 
 </pre></div>
diff --git a/_modules/datasketch/hyperloglog.html b/_modules/datasketch/hyperloglog.html
index e98a6fd2..ffd1a0c9 100644
--- a/_modules/datasketch/hyperloglog.html
+++ b/_modules/datasketch/hyperloglog.html
@@ -3,7 +3,7 @@
 <head>
   <meta charset="utf-8" />
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>datasketch.hyperloglog &mdash; datasketch 1.6.3 documentation</title>
+  <title>datasketch.hyperloglog &mdash; datasketch 1.6.4 documentation</title>
       <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
       <link rel="stylesheet" href="../../_static/css/theme.css" type="text/css" />
   <!--[if lt IE 9]>
@@ -12,7 +12,7 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=452006c5"></script>
+        <script src="../../_static/documentation_options.js?v=8ea99608"></script>
         <script src="../../_static/doctools.js?v=888ff710"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="../../_static/js/theme.js"></script>
@@ -32,7 +32,7 @@
             datasketch
           </a>
               <div class="version">
-                1.6.3
+                1.6.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/_modules/datasketch/lean_minhash.html b/_modules/datasketch/lean_minhash.html
index cb9a9e14..36312fd0 100644
--- a/_modules/datasketch/lean_minhash.html
+++ b/_modules/datasketch/lean_minhash.html
@@ -3,7 +3,7 @@
 <head>
   <meta charset="utf-8" />
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>datasketch.lean_minhash &mdash; datasketch 1.6.3 documentation</title>
+  <title>datasketch.lean_minhash &mdash; datasketch 1.6.4 documentation</title>
       <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
       <link rel="stylesheet" href="../../_static/css/theme.css" type="text/css" />
   <!--[if lt IE 9]>
@@ -12,7 +12,7 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=452006c5"></script>
+        <script src="../../_static/documentation_options.js?v=8ea99608"></script>
         <script src="../../_static/doctools.js?v=888ff710"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="../../_static/js/theme.js"></script>
@@ -32,7 +32,7 @@
             datasketch
           </a>
               <div class="version">
-                1.6.3
+                1.6.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/_modules/datasketch/lsh.html b/_modules/datasketch/lsh.html
index 9bcb6b48..f927b948 100644
--- a/_modules/datasketch/lsh.html
+++ b/_modules/datasketch/lsh.html
@@ -3,7 +3,7 @@
 <head>
   <meta charset="utf-8" />
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>datasketch.lsh &mdash; datasketch 1.6.3 documentation</title>
+  <title>datasketch.lsh &mdash; datasketch 1.6.4 documentation</title>
       <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
       <link rel="stylesheet" href="../../_static/css/theme.css" type="text/css" />
   <!--[if lt IE 9]>
@@ -12,7 +12,7 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=452006c5"></script>
+        <script src="../../_static/documentation_options.js?v=8ea99608"></script>
         <script src="../../_static/doctools.js?v=888ff710"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="../../_static/js/theme.js"></script>
@@ -32,7 +32,7 @@
             datasketch
           </a>
               <div class="version">
-                1.6.3
+                1.6.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/_modules/datasketch/lshensemble.html b/_modules/datasketch/lshensemble.html
index dc857dfb..7eec3768 100644
--- a/_modules/datasketch/lshensemble.html
+++ b/_modules/datasketch/lshensemble.html
@@ -3,7 +3,7 @@
 <head>
   <meta charset="utf-8" />
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>datasketch.lshensemble &mdash; datasketch 1.6.3 documentation</title>
+  <title>datasketch.lshensemble &mdash; datasketch 1.6.4 documentation</title>
       <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
       <link rel="stylesheet" href="../../_static/css/theme.css" type="text/css" />
   <!--[if lt IE 9]>
@@ -12,7 +12,7 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=452006c5"></script>
+        <script src="../../_static/documentation_options.js?v=8ea99608"></script>
         <script src="../../_static/doctools.js?v=888ff710"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="../../_static/js/theme.js"></script>
@@ -32,7 +32,7 @@
             datasketch
           </a>
               <div class="version">
-                1.6.3
+                1.6.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/_modules/datasketch/lshforest.html b/_modules/datasketch/lshforest.html
index a4aa71d9..6314ddce 100644
--- a/_modules/datasketch/lshforest.html
+++ b/_modules/datasketch/lshforest.html
@@ -3,7 +3,7 @@
 <head>
   <meta charset="utf-8" />
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>datasketch.lshforest &mdash; datasketch 1.6.3 documentation</title>
+  <title>datasketch.lshforest &mdash; datasketch 1.6.4 documentation</title>
       <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
       <link rel="stylesheet" href="../../_static/css/theme.css" type="text/css" />
   <!--[if lt IE 9]>
@@ -12,7 +12,7 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=452006c5"></script>
+        <script src="../../_static/documentation_options.js?v=8ea99608"></script>
         <script src="../../_static/doctools.js?v=888ff710"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="../../_static/js/theme.js"></script>
@@ -32,7 +32,7 @@
             datasketch
           </a>
               <div class="version">
-                1.6.3
+                1.6.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/_modules/datasketch/minhash.html b/_modules/datasketch/minhash.html
index f5d4c7c5..2164413c 100644
--- a/_modules/datasketch/minhash.html
+++ b/_modules/datasketch/minhash.html
@@ -3,7 +3,7 @@
 <head>
   <meta charset="utf-8" />
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>datasketch.minhash &mdash; datasketch 1.6.3 documentation</title>
+  <title>datasketch.minhash &mdash; datasketch 1.6.4 documentation</title>
       <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
       <link rel="stylesheet" href="../../_static/css/theme.css" type="text/css" />
   <!--[if lt IE 9]>
@@ -12,7 +12,7 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=452006c5"></script>
+        <script src="../../_static/documentation_options.js?v=8ea99608"></script>
         <script src="../../_static/doctools.js?v=888ff710"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="../../_static/js/theme.js"></script>
@@ -32,7 +32,7 @@
             datasketch
           </a>
               <div class="version">
-                1.6.3
+                1.6.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/_modules/datasketch/weighted_minhash.html b/_modules/datasketch/weighted_minhash.html
index 3dd3f5be..1058357f 100644
--- a/_modules/datasketch/weighted_minhash.html
+++ b/_modules/datasketch/weighted_minhash.html
@@ -3,7 +3,7 @@
 <head>
   <meta charset="utf-8" />
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>datasketch.weighted_minhash &mdash; datasketch 1.6.3 documentation</title>
+  <title>datasketch.weighted_minhash &mdash; datasketch 1.6.4 documentation</title>
       <link rel="stylesheet" href="../../_static/pygments.css" type="text/css" />
       <link rel="stylesheet" href="../../_static/css/theme.css" type="text/css" />
   <!--[if lt IE 9]>
@@ -12,7 +12,7 @@
   
         <script src="../../_static/jquery.js?v=5d32c60e"></script>
         <script src="../../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../../_static/documentation_options.js?v=452006c5"></script>
+        <script src="../../_static/documentation_options.js?v=8ea99608"></script>
         <script src="../../_static/doctools.js?v=888ff710"></script>
         <script src="../../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="../../_static/js/theme.js"></script>
@@ -32,7 +32,7 @@
             datasketch
           </a>
               <div class="version">
-                1.6.3
+                1.6.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../../search.html" method="get">
diff --git a/_modules/index.html b/_modules/index.html
index a4028f3e..9c8fff02 100644
--- a/_modules/index.html
+++ b/_modules/index.html
@@ -3,7 +3,7 @@
 <head>
   <meta charset="utf-8" />
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>Overview: module code &mdash; datasketch 1.6.3 documentation</title>
+  <title>Overview: module code &mdash; datasketch 1.6.4 documentation</title>
       <link rel="stylesheet" href="../_static/pygments.css" type="text/css" />
       <link rel="stylesheet" href="../_static/css/theme.css" type="text/css" />
   <!--[if lt IE 9]>
@@ -12,7 +12,7 @@
   
         <script src="../_static/jquery.js?v=5d32c60e"></script>
         <script src="../_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="../_static/documentation_options.js?v=452006c5"></script>
+        <script src="../_static/documentation_options.js?v=8ea99608"></script>
         <script src="../_static/doctools.js?v=888ff710"></script>
         <script src="../_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="../_static/js/theme.js"></script>
@@ -32,7 +32,7 @@
             datasketch
           </a>
               <div class="version">
-                1.6.3
+                1.6.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="../search.html" method="get">
diff --git a/_static/documentation_options.js b/_static/documentation_options.js
index 62ccfd2e..691fd542 100644
--- a/_static/documentation_options.js
+++ b/_static/documentation_options.js
@@ -1,5 +1,5 @@
 const DOCUMENTATION_OPTIONS = {
-    VERSION: '1.6.3',
+    VERSION: '1.6.4',
     LANGUAGE: 'en',
     COLLAPSE_INDEX: false,
     BUILDER: 'html',
diff --git a/documentation.html b/documentation.html
index e7b971e3..6d116c3f 100644
--- a/documentation.html
+++ b/documentation.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>API Documentation &mdash; datasketch 1.6.3 documentation</title>
+  <title>API Documentation &mdash; datasketch 1.6.4 documentation</title>
       <link rel="stylesheet" href="_static/pygments.css" type="text/css" />
       <link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
   <!--[if lt IE 9]>
@@ -13,7 +13,7 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=452006c5"></script>
+        <script src="_static/documentation_options.js?v=8ea99608"></script>
         <script src="_static/doctools.js?v=888ff710"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="_static/js/theme.js"></script>
@@ -35,7 +35,7 @@
             datasketch
           </a>
               <div class="version">
-                1.6.3
+                1.6.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -204,7 +204,6 @@
 <li class="toctree-l4"><a class="reference internal" href="#datasketch.HNSW.remove"><code class="docutils literal notranslate"><span class="pre">HNSW.remove()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="#datasketch.HNSW.clean"><code class="docutils literal notranslate"><span class="pre">HNSW.clean()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="#datasketch.HNSW.merge"><code class="docutils literal notranslate"><span class="pre">HNSW.merge()</span></code></a></li>
-<li class="toctree-l4"><a class="reference internal" href="#datasketch.HNSW.get_non_reachable_keys"><code class="docutils literal notranslate"><span class="pre">HNSW.get_non_reachable_keys()</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="#datasketch.HNSW.__hash__"><code class="docutils literal notranslate"><span class="pre">HNSW.__hash__</span></code></a></li>
 <li class="toctree-l4"><a class="reference internal" href="#datasketch.HNSW.__weakref__"><code class="docutils literal notranslate"><span class="pre">HNSW.__weakref__</span></code></a></li>
 </ul>
@@ -1840,6 +1839,9 @@ <h2>HNSW<a class="headerlink" href="#hnsw" title="Link to this heading"></a><
 the 0th level. If None, defaults to 2 * m.</p></li>
 <li><p><strong>seed</strong> (<em>Optional</em><em>[</em><em>int</em><em>]</em>) – The random seed to use for the random number
 generator.</p></li>
+<li><p><strong>reverse_edges</strong> (<em>bool</em>) – Whether to maintain reverse edges in the graph.
+This speeds up hard remove (<a class="reference internal" href="#datasketch.HNSW.remove" title="datasketch.HNSW.remove"><code class="xref py py-meth docutils literal notranslate"><span class="pre">remove()</span></code></a>) but increases memory
+usage and slows down <a class="reference internal" href="#datasketch.HNSW.insert" title="datasketch.HNSW.insert"><code class="xref py py-meth docutils literal notranslate"><span class="pre">insert()</span></code></a>.</p></li>
 </ul>
 </dd>
 </dl>
@@ -2232,25 +2234,6 @@ <h2>HNSW<a class="headerlink" href="#hnsw" title="Link to this heading"></a><
 </div>
 </dd></dl>
 
-<dl class="py method">
-<dt class="sig sig-object py" id="datasketch.HNSW.get_non_reachable_keys">
-<span class="sig-name descname"><span class="pre">get_non_reachable_keys</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">ef</span></span><span class="p"><span class="pre">:</span></span><span class="w"> </span><span class="n"><span class="pre">int</span><span class="w"> </span><span class="p"><span class="pre">|</span></span><span class="w"> </span><span class="pre">None</span></span><span class="w"> </span><span class="o"><span class="pre">=</span></span><span class="w"> </span><span class="default_value"><span class="pre">None</span></span></em><span class="sig-paren">)</span> <span class="sig-return"><span class="sig-return-icon">&#x2192;</span> <span class="sig-return-typehint"><span class="pre">List</span><span class="p"><span class="pre">[</span></span><span class="pre">Hashable</span><span class="p"><span class="pre">]</span></span></span></span><a class="reference internal" href="_modules/datasketch/hnsw.html#HNSW.get_non_reachable_keys"><span class="viewcode-link"><span class="pre">[source]</span></span></a><a class="headerlink" href="#datasketch.HNSW.get_non_reachable_keys" title="Link to this definition"></a></dt>
-<dd><p>Return a list of keys of points that are not reachable from the entry
-point using the given <code class="docutils literal notranslate"><span class="pre">ef</span></code> value.</p>
-<dl class="field-list simple">
-<dt class="field-odd">Parameters<span class="colon">:</span></dt>
-<dd class="field-odd"><p><strong>ef</strong> (<em>Optional</em><em>[</em><em>int</em><em>]</em>) – The number of neighbors to consider during
-search. If None, use the construction ef.</p>
-</dd>
-<dt class="field-even">Returns<span class="colon">:</span></dt>
-<dd class="field-even"><p>A list of keys of points that are not reachable.</p>
-</dd>
-<dt class="field-odd">Return type<span class="colon">:</span></dt>
-<dd class="field-odd"><p>List[Hashable]</p>
-</dd>
-</dl>
-</dd></dl>
-
 <dl class="py attribute">
 <dt class="sig sig-object py" id="datasketch.HNSW.__hash__">
 <span class="sig-name descname"><span class="pre">__hash__</span></span><em class="property"><span class="w"> </span><span class="p"><span class="pre">=</span></span><span class="w"> </span><span class="pre">None</span></em><a class="headerlink" href="#datasketch.HNSW.__hash__" title="Link to this definition"></a></dt>
diff --git a/genindex.html b/genindex.html
index f6084d33..6ac3f6e4 100644
--- a/genindex.html
+++ b/genindex.html
@@ -3,7 +3,7 @@
 <head>
   <meta charset="utf-8" />
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>Index &mdash; datasketch 1.6.3 documentation</title>
+  <title>Index &mdash; datasketch 1.6.4 documentation</title>
       <link rel="stylesheet" href="_static/pygments.css" type="text/css" />
       <link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
   <!--[if lt IE 9]>
@@ -12,7 +12,7 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=452006c5"></script>
+        <script src="_static/documentation_options.js?v=8ea99608"></script>
         <script src="_static/doctools.js?v=888ff710"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="_static/js/theme.js"></script>
@@ -32,7 +32,7 @@
             datasketch
           </a>
               <div class="version">
-                1.6.3
+                1.6.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
@@ -299,8 +299,6 @@ <h2 id="G">G</h2>
   </ul></td>
   <td style="width: 33%; vertical-align: top;"><ul>
       <li><a href="documentation.html#datasketch.MinHashLSH.get_counts">get_counts() (datasketch.MinHashLSH method)</a>
-</li>
-      <li><a href="documentation.html#datasketch.HNSW.get_non_reachable_keys">get_non_reachable_keys() (datasketch.HNSW method)</a>
 </li>
       <li><a href="documentation.html#datasketch.MinHashLSH.get_subset_counts">get_subset_counts() (datasketch.MinHashLSH method)</a>
 </li>
diff --git a/hyperloglog.html b/hyperloglog.html
index 0d4e27e1..908191da 100644
--- a/hyperloglog.html
+++ b/hyperloglog.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>HyperLogLog &mdash; datasketch 1.6.3 documentation</title>
+  <title>HyperLogLog &mdash; datasketch 1.6.4 documentation</title>
       <link rel="stylesheet" href="_static/pygments.css" type="text/css" />
       <link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
   <!--[if lt IE 9]>
@@ -13,7 +13,7 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=452006c5"></script>
+        <script src="_static/documentation_options.js?v=8ea99608"></script>
         <script src="_static/doctools.js?v=888ff710"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="_static/js/theme.js"></script>
@@ -35,7 +35,7 @@
             datasketch
           </a>
               <div class="version">
-                1.6.3
+                1.6.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/index.html b/index.html
index b78e7a2c..42404cd0 100644
--- a/index.html
+++ b/index.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>datasketch: Big Data Looks Small &mdash; datasketch 1.6.3 documentation</title>
+  <title>datasketch: Big Data Looks Small &mdash; datasketch 1.6.4 documentation</title>
       <link rel="stylesheet" href="_static/pygments.css" type="text/css" />
       <link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
   <!--[if lt IE 9]>
@@ -13,7 +13,7 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=452006c5"></script>
+        <script src="_static/documentation_options.js?v=8ea99608"></script>
         <script src="_static/doctools.js?v=888ff710"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="_static/js/theme.js"></script>
@@ -34,7 +34,7 @@
             datasketch
           </a>
               <div class="version">
-                1.6.3
+                1.6.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/lsh.html b/lsh.html
index 108632da..5496eb0f 100644
--- a/lsh.html
+++ b/lsh.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>MinHash LSH &mdash; datasketch 1.6.3 documentation</title>
+  <title>MinHash LSH &mdash; datasketch 1.6.4 documentation</title>
       <link rel="stylesheet" href="_static/pygments.css" type="text/css" />
       <link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
   <!--[if lt IE 9]>
@@ -13,7 +13,7 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=452006c5"></script>
+        <script src="_static/documentation_options.js?v=8ea99608"></script>
         <script src="_static/doctools.js?v=888ff710"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="_static/js/theme.js"></script>
@@ -35,7 +35,7 @@
             datasketch
           </a>
               <div class="version">
-                1.6.3
+                1.6.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/lshensemble.html b/lshensemble.html
index 8c212756..d700671c 100644
--- a/lshensemble.html
+++ b/lshensemble.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>MinHash LSH Ensemble &mdash; datasketch 1.6.3 documentation</title>
+  <title>MinHash LSH Ensemble &mdash; datasketch 1.6.4 documentation</title>
       <link rel="stylesheet" href="_static/pygments.css" type="text/css" />
       <link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
   <!--[if lt IE 9]>
@@ -13,7 +13,7 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=452006c5"></script>
+        <script src="_static/documentation_options.js?v=8ea99608"></script>
         <script src="_static/doctools.js?v=888ff710"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
         <script async="async" src="https://cdn.jsdelivr.net/npm/mathjax@3/es5/tex-mml-chtml.js"></script>
@@ -36,7 +36,7 @@
             datasketch
           </a>
               <div class="version">
-                1.6.3
+                1.6.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/lshforest.html b/lshforest.html
index c18a3f23..a01f064c 100644
--- a/lshforest.html
+++ b/lshforest.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>MinHash LSH Forest &mdash; datasketch 1.6.3 documentation</title>
+  <title>MinHash LSH Forest &mdash; datasketch 1.6.4 documentation</title>
       <link rel="stylesheet" href="_static/pygments.css" type="text/css" />
       <link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
   <!--[if lt IE 9]>
@@ -13,7 +13,7 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=452006c5"></script>
+        <script src="_static/documentation_options.js?v=8ea99608"></script>
         <script src="_static/doctools.js?v=888ff710"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="_static/js/theme.js"></script>
@@ -35,7 +35,7 @@
             datasketch
           </a>
               <div class="version">
-                1.6.3
+                1.6.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/minhash.html b/minhash.html
index db759069..2b9d52d3 100644
--- a/minhash.html
+++ b/minhash.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>MinHash &mdash; datasketch 1.6.3 documentation</title>
+  <title>MinHash &mdash; datasketch 1.6.4 documentation</title>
       <link rel="stylesheet" href="_static/pygments.css" type="text/css" />
       <link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
   <!--[if lt IE 9]>
@@ -13,7 +13,7 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=452006c5"></script>
+        <script src="_static/documentation_options.js?v=8ea99608"></script>
         <script src="_static/doctools.js?v=888ff710"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="_static/js/theme.js"></script>
@@ -35,7 +35,7 @@
             datasketch
           </a>
               <div class="version">
-                1.6.3
+                1.6.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
diff --git a/objects.inv b/objects.inv
index 3f98b4a0..df491956 100644
Binary files a/objects.inv and b/objects.inv differ
diff --git a/search.html b/search.html
index 4ab75da0..cc7a10fa 100644
--- a/search.html
+++ b/search.html
@@ -3,7 +3,7 @@
 <head>
   <meta charset="utf-8" />
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>Search &mdash; datasketch 1.6.3 documentation</title>
+  <title>Search &mdash; datasketch 1.6.4 documentation</title>
       <link rel="stylesheet" href="_static/pygments.css" type="text/css" />
       <link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
     
@@ -13,7 +13,7 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=452006c5"></script>
+        <script src="_static/documentation_options.js?v=8ea99608"></script>
         <script src="_static/doctools.js?v=888ff710"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="_static/js/theme.js"></script>
@@ -35,7 +35,7 @@
             datasketch
           </a>
               <div class="version">
-                1.6.3
+                1.6.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="#" method="get">
diff --git a/searchindex.js b/searchindex.js
index 62ee858f..270497fb 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["documentation", "hyperloglog", "index", "lsh", "lshensemble", "lshforest", "minhash", "weightedminhash"], "filenames": ["documentation.rst", "hyperloglog.rst", "index.rst", "lsh.rst", "lshensemble.rst", "lshforest.rst", "minhash.rst", "weightedminhash.rst"], "titles": ["API Documentation", "HyperLogLog", "datasketch: Big Data Looks Small", "MinHash LSH", "MinHash LSH Ensemble", "MinHash LSH Forest", "MinHash", "Weighted MinHash"], "terms": {"class": [0, 3], "datasketch": [0, 1, 3, 4, 5, 6, 7], "num_perm": [0, 3, 4, 5, 6], "int": [0, 5], "128": [0, 3, 4, 5, 6], "seed": [0, 3, 7], "1": [0, 2, 3, 4, 5, 7], "hashfunc": [0, 6], "type": [0, 2, 3, 5, 7], "callabl": 0, "function": [0, 1, 3, 5, 7], "sha1_hash32": 0, "hashobj": 0, "object": [0, 1, 3, 4, 5, 6, 7], "none": 0, "hashvalu": 0, "iter": [0, 3, 4], "permut": [0, 3, 6, 7], "tupl": [0, 3], "sourc": [0, 3, 4], "i": [0, 1, 3, 4, 5, 6, 7], "probabilist": [0, 1, 2, 3, 5, 6], "data": [0, 1, 3, 4, 5, 6, 7], "structur": [0, 1, 2, 3, 5, 6], "comput": [0, 3, 4, 5, 6], "jaccard": [0, 2, 3, 4, 5, 6, 7], "similar": [0, 2, 3, 4, 5, 6, 7], "between": [0, 3, 4, 5, 6], "set": [0, 1, 3, 4, 5, 6, 7], "paramet": [0, 1, 3, 4, 5, 6, 7], "number": [0, 1, 3, 4, 5, 6, 7], "random": [0, 3, 7], "It": [0, 3, 4, 6, 7], "ignor": 0, "The": [0, 1, 2, 3, 4, 5, 6], "control": [0, 1], "gener": [0, 3, 5], "thi": [0, 1, 2, 3, 4, 5, 6, 7], "hash": [0, 1, 3], "us": [0, 1, 2, 3, 4, 5, 7], "take": [0, 4, 5, 7], "input": 0, "pass": [0, 1, 3], "updat": [0, 1, 3, 4, 5, 6, 7], "method": [0, 5], "return": [0, 1, 3, 5, 6], "an": [0, 1, 3, 4, 6], "integ": [0, 6], "can": [0, 1, 2, 3, 4, 5, 6, 7], "encod": [0, 1, 3, 4, 5, 6], "32": [0, 1, 4, 6], "bit": [0, 1, 6], "default": [0, 1, 5, 6, 7], "base": [0, 1, 3, 4], "sha1": [0, 6], "from": [0, 1, 3, 4, 5, 6, 7], "hashlib": [0, 6], "user": [0, 3], "farmhash": [0, 6], "better": [0, 1, 4, 6, 7], "perform": [0, 4, 5, 6, 7], "see": [0, 2, 3, 4, 5, 6], "exampl": [0, 3, 5, 7], "deprec": 0, "argument": [0, 3, 5, 7], "sinc": [0, 3, 4], "version": [0, 1, 3, 4], "4": [0, 3, 7], "0": [0, 3, 4, 7], "op": 0, "ha": [0, 3], "been": 0, "replac": 0, "option": [0, 3, 4, 5], "valu": [0, 1, 4, 6], "intern": 0, "state": 0, "specifi": [0, 3, 7], "faster": 0, "initi": [0, 1, 3], "exist": 0, "anoth": [0, 4, 5], "two": [0, 1, 3, 4, 6], "list": [0, 3], "To": [0, 2, 3], "save": [0, 3], "memori": [0, 1, 3, 5, 6], "usag": [0, 1, 2, 3, 6, 7], "consid": [0, 6], "leanminhash": [0, 6], "onli": [0, 7], "support": [0, 2, 3, 7], "serial": [0, 3], "pickl": [0, 3], "deseri": [0, 3], "ar": [0, 2, 3, 4, 5, 6, 7], "remov": [0, 3], "instead": [0, 1, 4, 5, 6], "befor": 0, "cannot": [0, 3, 7], "properli": 0, "newer": 0, "need": [0, 3, 6], "migrat": 0, "3": [0, 2, 3, 7], "numpi": [0, 2, 7], "": [0, 3, 5, 6], "python": [0, 2, 3, 6], "built": [0, 6], "packag": [0, 2, 3, 4], "chang": [0, 1, 3, 6], "make": [0, 1, 3, 5, 6, 7], "consist": 0, "across": [0, 3], "differ": [0, 3, 4, 5], "side": 0, "effect": 0, "now": [0, 3], "creat": [0, 1, 3, 4, 5, 7], "won": [0, 5], "t": [0, 3, 5], "work": [0, 4, 5], "e": [0, 3, 4, 5, 6], "merg": [0, 1, 6], "union": [0, 1, 4, 6], "those": 0, "after": [0, 5], "__init__": 0, "b": [0, 3], "new": [0, 3, 6], "constructor": [0, 3, 6], "string": [0, 3], "which": [0, 3, 4, 5, 7], "requir": [0, 3, 7], "byte": 0, "utf": [0, 3], "8": [0, 1, 3, 4, 5, 7], "we": [0, 3, 4, 6], "also": [0, 1, 2, 3, 4, 5, 6, 7], "pyfarmhash": 0, "import": [0, 1, 3, 4, 5, 6, 7], "def": [0, 3, 6], "_hash_32": 0, "hash32": [0, 6], "update_batch": 0, "token1": 0, "token2": 0, "other": [0, 3, 4], "float": [0, 6], "estim": [0, 1, 2, 3, 5, 6, 7], "resembl": [0, 4, 6], "repres": 0, "rais": 0, "valueerror": 0, "If": [0, 3, 5, 6], "have": [0, 3, 4, 5, 6, 7], "count": [0, 1, 6, 7], "cardin": [0, 1, 2, 3, 6], "techniqu": 0, "describ": 0, "paper": [0, 1, 5, 6], "one": [0, 4], "both": [0, 6], "digest": 0, "ndarrai": 0, "export": 0, "arrai": 0, "is_empti": 0, "bool": 0, "current": [0, 3], "empti": 0, "just": [0, 3, 4], "clear": [0, 4], "all": [0, 1, 3, 5, 6, 7], "reset": 0, "copi": 0, "its": [0, 4, 7], "__len__": 0, "__eq__": 0, "equal": 0, "equival": 0, "classmethod": 0, "mh": 0, "unit": 0, "length": 0, "variabl": 0, "must": [0, 2, 3, 5], "least": 0, "2": [0, 5, 7], "less": 0, "than": [0, 1, 3, 6], "np": [0, 7], "m1": [0, 3, 4, 5, 6, 7], "randint": 0, "low": 0, "high": [0, 3, 6], "30": 0, "size": [0, 3, 4, 6], "10": [0, 5, 7], "m2": [0, 3, 4, 5, 6, 7], "m": [0, 3, 6], "__hash__": 0, "__weakref__": 0, "weak": 0, "refer": [0, 5], "defin": [0, 6], "bulk": [0, 3], "minhash_kwarg": 0, "avoid": 0, "unnecessari": 0, "overhead": 0, "when": [0, 3, 4, 5, 6, 7], "mani": [0, 1, 3, 5], "reus": 0, "each": [0, 7], "output": [0, 6], "keyword": 0, "A": [0, 1, 3], "token3": 0, "token4": 0, "token5": 0, "token6": 0, "64": [0, 1], "do": [0, 3, 5, 7], "someth": 0, "smaller": [0, 4], "footprint": [0, 6], "frozen": 0, "inherit": 0, "doe": [0, 3, 4, 7], "store": [0, 3, 5, 6], "further": 0, "convert": 0, "lean_minhash": 0, "you": [0, 1, 2, 3, 4, 5, 6, 7], "lean_minhash2": 0, "Or": 0, "minhash2": 0, "want": [0, 3, 4, 5], "prevent": 0, "affect": 0, "minhashlsh": [0, 3, 5, 7], "minhashlshforest": [0, 5, 7], "minhashlshensembl": [0, 4], "togeth": 0, "inititi": 0, "avail": [0, 6], "call": [0, 3, 4, 5], "typeerror": 0, "bytes": 0, "byteord": 0, "str": 0, "order": [0, 3], "charact": 0, "nativ": 0, "buf": 0, "result": [0, 3, 4, 5, 6, 7], "alloc": 0, "buffer": 0, "implement": [0, 1, 4, 5, 7], "interfac": [0, 1, 3, 5, 7], "One": 0, "bytearrai": 0, "prefer": 0, "over": 0, "program": 0, "languag": 0, "schema": 0, "first": [0, 1, 3, 7], "next": 0, "rest": [0, 3], "singl": [0, 1, 3], "multipl": [0, 3, 5], "assum": [0, 7], "same": [0, 1, 3, 4, 5], "len": [0, 1, 3, 4, 6, 7], "enumer": 0, "__getstate__": 0, "helper": 0, "self": 0, "lmh": 0, "weightedminhashgener": [0, 7], "dim": 0, "sample_s": [0, 7], "weightedminhash": [0, 7], "sergei": [0, 7], "ioff": [0, 7], "improv": [0, 3], "sampl": [0, 7], "l1": 0, "sketch": [0, 2, 4, 5], "dimens": [0, 7], "vector": [0, 7], "v": [0, 3], "given": [0, 4], "frequenc": 0, "correspond": 0, "element": [0, 6], "multi": 0, "minhash_mani": 0, "x": [0, 4, 5], "spmatrix": 0, "instanc": 0, "matrix": 0, "In": [0, 3, 7], "row": 0, "column": 0, "experiment": [0, 3], "yield": 0, "scipi": [0, 2], "spars": [0, 1], "shape": 0, "either": [0, 3], "origin": [0, 1, 5, 6], "threshold": [0, 2, 3, 4, 5, 7], "9": [0, 7], "5": [0, 3, 7], "param": [0, 3], "storage_config": [0, 3], "dict": 0, "prepickl": 0, "index": [0, 2, 3, 4, 5, 7], "queri": [0, 2, 3, 4, 5, 7], "chapter": [0, 3], "mine": [0, 3], "massiv": [0, 3], "dataset": [0, 1, 3, 5, 6], "optim": [0, 3], "miniz": 0, "fals": [0, 3], "posit": [0, 3], "neg": [0, 3], "For": [0, 2, 3, 5], "adjust": [0, 6], "rel": 0, "minim": 0, "format": 0, "false_positive_weight": 0, "false_negative_weight": 0, "optiona": 0, "band": 0, "bypass": 0, "step": 0, "storag": [0, 2, 3], "servic": [0, 3], "hashtabl": 0, "kei": [0, 3, 4, 5], "basenam": [0, 3], "properti": [0, 3], "whose": 0, "prefix": [0, 3, 5], "respons": 0, "ensur": 0, "collis": [0, 3], "true": [0, 3, 5], "insert": [0, 3, 7], "chosen": 0, "provid": [0, 2, 3], "compress": [0, 7], "reduc": [0, 3, 6], "could": 0, "caus": 0, "higher": [0, 1, 3, 6], "rate": 0, "sum": 0, "maintain": 0, "recal": [0, 3], "more": [0, 1, 3, 5, 6], "assign": 0, "toward": 0, "6": [0, 3, 7], "try": 0, "live": 0, "small": [0, 1, 6], "print": [0, 1, 3, 4, 5, 6, 7], "r": 0, "25": 0, "probabl": [0, 3, 5, 6], "algorithm": [0, 3], "simpl": 0, "grid": 0, "search": [0, 2, 3, 4], "space": [0, 1, 6], "possibl": [0, 5, 7], "note": [0, 2, 3], "get": [0, 3, 4, 7], "lead": 0, "unus": 0, "becaus": [0, 4, 5, 6], "necessarili": 0, "divisor": 0, "custom": [0, 2, 3, 5, 6], "your": [0, 3, 4, 5, 6], "snippet": 0, "below": [0, 3, 4, 5], "16": [0, 3], "skip": 0, "back": 0, "redi": [0, 2, 3], "mylsh": 0, "host": [0, 3], "localhost": [0, 3], "port": [0, 3], "6379": [0, 3], "layer": [0, 2, 3], "uniqu": [0, 3], "identifi": [0, 3], "associ": [0, 3], "thu": [0, 3, 4, 7], "underli": [0, 3], "previou": 0, "hashabl": 0, "check_dupl": [0, 3], "referenc": [0, 5], "duplic": [0, 3, 4], "recommend": [0, 3], "dure": [0, 3], "insertion_sess": [0, 3], "buffer_s": 0, "50000": 0, "minhashlshinsertionsess": 0, "context": [0, 3], "manag": [0, 3], "fast": [0, 2], "insert_sess": 0, "mode": [0, 3], "100": 0, "session": [0, 3], "rang": [0, 3], "append": 0, "give": [0, 1, 2, 3, 6], "retriev": [0, 5], "like": [0, 3, 4], "greater": 0, "segment": 0, "approxim": [0, 3, 5, 7], "accur": 0, "filter": 0, "again": 0, "exact": [0, 3, 5], "rank": 0, "sort": [0, 5], "revers": [0, 5], "421875": 0, "4140625": 0, "19": 0, "359375": 0, "58": 0, "3359375": 0, "78": 0, "265625": 0, "62": 0, "2578125": 0, "11": [0, 2], "98": 0, "171875": 0, "21": 0, "although": 0, "guarante": 0, "abov": [0, 2, 3, 4], "add_to_query_buff": 0, "execut": 0, "collect_query_buff": 0, "combin": [0, 3], "wai": [0, 3, 4, 5], "cassandra": [0, 2, 3], "backend": 0, "shared_buff": 0, "were": 0, "ad": [0, 5], "intersect": [0, 3, 4, 6], "__contains__": 0, "get_count": 0, "tabl": [0, 3], "dictionari": [0, 5], "map": [0, 5], "bucket": 0, "under": [0, 3], "get_subset_count": 0, "restrict": 0, "l": [0, 5], "top": [0, 2, 3, 5], "k": [0, 2, 3, 5], "tree": [0, 5], "everi": [0, 3, 5, 6], "without": [0, 5], "modif": 0, "add": [0, 5], "searchbal": 0, "until": 0, "so": [0, 1, 3, 4, 5, 6, 7], "far": [0, 6], "them": [0, 3, 5], "searchabl": [0, 5], "highest": [0, 5], "maximum": [0, 5], "most": 0, "tip": 0, "accuraci": [0, 1, 2, 3, 4, 6, 7], "g": [0, 3, 5], "final": [0, 5], "often": [0, 5], "post": [0, 5], "process": [0, 2, 3, 5, 7], "total": [0, 5], "still": [0, 3, 5], "bound": [0, 5], "constant": [0, 4, 5], "degrad": [0, 5], "too": [0, 5], "much": [0, 3, 4, 5], "howev": [0, 1, 3, 4, 5, 7], "keep": [0, 5], "around": [0, 5], "some": [0, 5, 6], "where": [0, 3], "check": [0, 4, 5], "whether": 0, "ani": [0, 2, 3], "num_part": [0, 4], "contain": [0, 2], "zhu": [0, 4], "et": [0, 4, 5], "al": [0, 4, 5], "partit": [0, 4], "factor": 0, "time": [0, 2, 3, 4, 6], "expens": [0, 7], "slower": [0, 6, 7], "go": [0, 4], "AND": 0, "due": [0, 3], "parallel": [0, 6], "inform": 0, "about": [0, 3, 4], "found": [0, 3, 4], "name": [0, 3], "maxk": 0, "entri": 0, "onc": 0, "form": 0, "item": [0, 7], "respect": [0, 3, 4, 7], "p": [0, 1], "reg": 0, "veri": [0, 2, 3, 4, 5, 7], "larg": [0, 2, 3, 4, 7], "here": [0, 1, 4, 5, 6, 7], "http": [0, 3], "github": [0, 4], "com": [0, 3, 4], "svpcom": 0, "precis": [0, 3, 4, 5], "hll": 0, "seen": [0, 6], "hyperloglogplusplu": [0, 1], "sha1_hash64": 0, "enhanc": [0, 1], "googl": [0, 1], "main": 0, "scheme": [0, 1], "represent": [0, 1], "distance_func": 0, "ef_construct": 0, "200": 0, "m0": 0, "reversed_edg": 0, "hierarch": 0, "navig": 0, "world": 0, "graph": 0, "nearest": 0, "neighbor": 0, "effici": [0, 3], "robust": 0, "yu": 0, "malkov": 0, "d": [0, 1, 3, 4, 5, 6], "yashunin": 0, "2016": 0, "arxiv": 0, "org": 0, "ab": 0, "1603": 0, "09320": 0, "distanc": [0, 3], "node": [0, 3], "construct": 0, "0th": 0, "level": 0, "euclidean": [0, 3], "1000": [0, 3, 7], "random_sampl": 0, "lambda": [0, 3, 5], "y": 0, "linalg": 0, "norm": 0, "dedupl": 0, "handl": [0, 3, 6], "jaccard_dist": 0, "intersect1d": 0, "assume_uniqu": 0, "union1d": 0, "point": [0, 3], "exclud": 0, "soft": 0, "wa": [0, 5], "els": [0, 1], "__getitem__": 0, "keyerror": 0, "__setitem__": 0, "__delitem__": 0, "__iter__": 0, "_hnsw__valu": 0, "includ": [0, 3, 5], "delet": 0, "pair": [0, 3, 4], "pop": 0, "hard": 0, "popitem": 0, "last": 0, "lifo": 0, "fifo": 0, "7": [0, 2, 7], "arbitrari": [0, 3, 4, 6], "share": [0, 1, 3], "start": 0, "overwrit": 0, "batch": [0, 3], "index1": 0, "index2": 0, "setdefault": 0, "new_point": 0, "ef": 0, "alreadi": [0, 3], "repair": 0, "automat": 0, "query_point": 0, "discuss": 0, "hnswlib": 0, "issu": 0, "There": [0, 3, 4, 5], "mark": 0, "out": 0, "edg": 0, "kept": 0, "futur": [0, 3], "direct": 0, "travers": 0, "behavior": 0, "re": 0, "prune": 0, "besid": 0, "subsequ": 0, "unless": 0, "alwai": [0, 3], "clean": 0, "otherwis": [0, 5], "data1": [0, 1, 5, 6], "data2": [0, 5, 6], "get_non_reachable_kei": 0, "reachabl": 0, "capabl": 1, "distinct": [1, 6], "fix": [1, 4, 5, 6], "introduc": [1, 6], "philipp": 1, "flajolet": 1, "\u00e9ric": 1, "fusi": 1, "olivi": 1, "gandouet": 1, "fr\u00e9d\u00e9ric": 1, "meunier": 1, "h": 1, "utf8": [1, 3, 4, 5, 6], "s1": [1, 6], "actual": [1, 6], "As": [1, 7], "minhash": [1, 2], "12": [1, 7], "interestingli": 1, "speed": [1, 6, 7], "penalti": 1, "exponenti": 1, "h1": 1, "h2": 1, "test": [1, 6], "follow": [1, 2, 3, 4], "stabl": 1, "bia": 1, "correct": 1, "experi": [1, 3, 4], "hpp": 1, "everyth": [1, 3], "amount": 2, "super": 2, "littl": 2, "loss": 2, "weight": 2, "hyperloglog": 2, "sub": [2, 3], "linear": [2, 3, 5, 6], "lsh": [2, 7], "forest": [2, 3], "ensembl": [2, 3], "hnsw": 2, "metric": 2, "scale": 2, "pip": 2, "depend": [2, 5, 7], "suppos": [3, 4], "collect": [3, 4], "find": [3, 4], "certain": [3, 4], "come": 3, "satisfi": 3, "said": 3, "approach": [3, 7], "o": 3, "n": 3, "mean": [3, 5, 6], "cost": [3, 7], "increas": [3, 4, 7], "linearli": [3, 6, 7], "popular": [3, 6], "altern": 3, "local": 3, "sensit": 3, "achiev": [3, 4], "huge": 3, "detail": [3, 4, 5], "classic": 3, "qualifi": 3, "assur": 3, "lower": 3, "moreov": 3, "jump": 3, "right": [3, 4], "set1": [3, 4], "set2": [3, 4], "document": [3, 4, 5, 6], "set3": [3, 4], "m3": [3, 4, 5, 7], "neighbour": [3, 7], "bigger": 3, "20": 3, "group": 3, "averag": [3, 5], "193": 3, "shingl": 3, "90": 3, "percentil": 3, "plot": [3, 4, 5], "benchmark": [3, 4, 5, 6], "directori": [3, 4], "code": [3, 4, 6], "repositori": [3, 4], "tune": [3, 4], "addit": 3, "mai": [3, 5], "best": 3, "measur": [3, 4], "intent": 3, "persist": 3, "part": 3, "product": 3, "environ": 3, "configur": 3, "sequenc": 3, "advis": 3, "network": 3, "data_list": 3, "open": 3, "inconsist": 3, "cluster": 3, "long": [3, 7], "term": 3, "address": 3, "case": [3, 4, 5], "applic": 3, "continu": 3, "increment": 3, "127": 3, "keyspac": 3, "lsh_test": 3, "replic": 3, "simplestrategi": 3, "replication_factor": 3, "drop_keyspac": 3, "drop_tabl": 3, "contact": 3, "forc": 3, "creation": 3, "drop": 3, "ones": 3, "counterpart": 3, "extern": 3, "ther": 3, "serializ": 3, "dump": 3, "fork": 3, "simpli": 3, "load": 3, "allow": 3, "preserv": 3, "know": 3, "variou": 3, "locat": 3, "config": 3, "unique_name_6ac4fg": 3, "threashold": 3, "unique_nam": 3, "old": 3, "don": 3, "extrem": 3, "unlik": 3, "modul": 3, "slightli": [3, 4], "million": [3, 5], "text": 3, "stream": [3, 6, 7], "api": 3, "aiohttp": 3, "task": 3, "maxim": 3, "throughput": 3, "mongodb": 3, "motor": 3, "usual": [3, 7], "aio": 3, "asyncminhashlsh": 3, "_storag": 3, "aiomongo": 3, "mongo": 3, "27017": 3, "db": 3, "async": 3, "func": 3, "await": 3, "close": 3, "style": [3, 6], "replica": 3, "three": 3, "replica_set": 3, "rs0": 3, "replica_set_nod": 3, "node1": 3, "port1": 3, "node2": 3, "port2": 3, "node3": 3, "port3": 3, "cloud": 3, "atla": 3, "uri": 3, "url": 3, "srv": 3, "server": 3, "ybq4y": 3, "net": 3, "client": 3, "pymongo": 3, "mongo_cli": 3, "html": 3, "put": 3, "arg": 3, "x509": 3, "authent": 3, "ssl": 3, "ssl_ca_cert": 3, "root": 3, "ca": 3, "pem": 3, "ssl_pem_passphras": 3, "password": 3, "ssl_certfil": 3, "certfil": 3, "authmechan": 3, "usernam": 3, "chunk": 3, "islic": 3, "_chunked_str": 3, "choic": 3, "ascii_lowercas": 3, "_": 3, "10000": 3, "seq": 3, "frozenset": 3, "chain": 3, "join": 3, "aahhb": 3, "aahh": 3, "aahhc": 3, "aac": 3, "kld": 3, "bhg": 3, "kkd": 3, "yow": 3, "ppi": 3, "eer": 3, "obj": 3, "zip": 3, "batch_siz": 3, "f": 3, "asyncio": 3, "gather": 3, "delete_sess": 3, "keys_to_remov": 3, "aioredi": 3, "directli": [3, 4], "yourself": 3, "how": [3, 4], "speedup": 3, "hundr": 3, "l2": 3, "On": 3, "disk": 3, "distribut": 3, "billion": [3, 6], "dedpul": 3, "great": 4, "bias": 4, "illustr": 4, "venn": 4, "diagram": 4, "left": 4, "q": 4, "roughli": 4, "But": 4, "frac": 4, "cap": 4, "cup": 4, "latter": 4, "being": 4, "larger": 4, "show": [4, 5], "penal": 4, "divid": 4, "soon": 4, "becom": 4, "why": 4, "denomin": 4, "think": 4, "problem": 4, "specif": 4, "sole": 4, "determin": 4, "easili": 4, "deduc": 4, "multipli": 4, "normal": 4, "fraction": 4, "simplifi": 4, "full": 4, "ekzhu": 4, "lshensembl": 4, "cat": 4, "dog": 4, "fish": 4, "cow": 4, "pig": 4, "eleph": 4, "lion": 4, "tiger": 4, "wolf": 4, "bird": 4, "human": 4, "car": 4, "van": 4, "train": 4, "plane": 4, "ship": 4, "submarin": 4, "rocket": 4, "bike": 4, "scooter": 4, "motorcyl": 4, "suv": 4, "jet": 4, "hors": 4, "membership": [4, 5], "radiu": 5, "bawa": 5, "match": 5, "incorrect": 5, "data3": 5, "higest": 5, "candid": 5, "scan": 5, "synthet": 5, "read": 5, "understand": 5, "depth": 5, "coher": 5, "250": 5, "good": 5, "enough": 5, "our": 5, "let": [5, 6], "sai": 5, "idea": 5, "compute_jaccard": 5, "index_set": 5, "query_set": 5, "Then": 5, "somewher": 5, "databas": 5, "etc": 5, "unexpect": 5, "No": 5, "andrei": 6, "z": 6, "broder": 6, "s2": 6, "actual_jaccard": 6, "256": [6, 7], "trade": 6, "off": 6, "cpu": 6, "instruct": 6, "proport": 6, "mapreduc": 6, "analysi": 6, "present": 6, "cohen": 6, "1994": 6, "funciton": 6, "librari": [6, 7], "murmurhash3": 6, "mmh3": 6, "_hash_func": 6, "minhash_benchmark": 6, "py": 6, "run": 6, "xxhash": 6, "error": 6, "lot": 6, "inclus": 6, "exclus": 6, "principl": 6, "later": 6, "unweight": 7, "binari": 7, "modifi": 7, "multiset": 7, "expand": 7, "real": 7, "univers": 7, "known": 7, "unsuit": 7, "knowledg": 7, "unseen": 7, "wmg": 7, "512": 7, "v1": 7, "v2": 7, "wm1": 7, "wm2": 7, "profil": 7, "uniform": 7, "v3": 7, "mg": 7}, "objects": {"datasketch": [[0, 0, 1, "", "HNSW"], [0, 0, 1, "", "HyperLogLog"], [0, 0, 1, "", "HyperLogLogPlusPlus"], [0, 0, 1, "", "LeanMinHash"], [0, 0, 1, "", "MinHash"], [0, 0, 1, "", "MinHashLSH"], [0, 0, 1, "", "MinHashLSHEnsemble"], [0, 0, 1, "", "MinHashLSHForest"], [0, 0, 1, "", "WeightedMinHash"], [0, 0, 1, "", "WeightedMinHashGenerator"]], "datasketch.HNSW": [[0, 1, 1, "", "__contains__"], [0, 1, 1, "", "__delitem__"], [0, 1, 1, "", "__eq__"], [0, 1, 1, "", "__getitem__"], [0, 2, 1, "", "__hash__"], [0, 1, 1, "", "__init__"], [0, 1, 1, "", "__iter__"], [0, 1, 1, "", "__len__"], [0, 1, 1, "", "__setitem__"], [0, 2, 1, "", "__weakref__"], [0, 1, 1, "", "clean"], [0, 1, 1, "", "clear"], [0, 1, 1, "", "copy"], [0, 1, 1, "", "get"], [0, 1, 1, "", "get_non_reachable_keys"], [0, 1, 1, "", "insert"], [0, 1, 1, "", "items"], [0, 1, 1, "", "keys"], [0, 1, 1, "", "merge"], [0, 1, 1, "", "pop"], [0, 1, 1, "", "popitem"], [0, 1, 1, "", "query"], [0, 1, 1, "", "remove"], [0, 1, 1, "", "reversed"], [0, 1, 1, "", "setdefault"], [0, 1, 1, "", "update"], [0, 1, 1, "", "values"]], "datasketch.HyperLogLog": [[0, 1, 1, "", "__eq__"], [0, 1, 1, "", "__getstate__"], [0, 2, 1, "", "__hash__"], [0, 1, 1, "", "__init__"], [0, 1, 1, "", "__len__"], [0, 1, 1, "", "bytesize"], [0, 1, 1, "", "clear"], [0, 1, 1, "", "copy"], [0, 1, 1, "", "count"], [0, 1, 1, "", "digest"], [0, 1, 1, "", "is_empty"], [0, 1, 1, "", "merge"], [0, 1, 1, "", "update"]], "datasketch.HyperLogLogPlusPlus": [[0, 1, 1, "", "__init__"], [0, 2, 1, "", "__weakref__"], [0, 1, 1, "", "count"]], "datasketch.LeanMinHash": [[0, 1, 1, "", "__getstate__"], [0, 1, 1, "", "__hash__"], [0, 1, 1, "", "__init__"], [0, 1, 1, "", "bytesize"], [0, 1, 1, "", "copy"], [0, 1, 1, "", "deserialize"], [0, 1, 1, "", "serialize"], [0, 1, 1, "", "union"], [0, 1, 1, "", "update"]], "datasketch.MinHash": [[0, 1, 1, "", "__eq__"], [0, 2, 1, "", "__hash__"], [0, 1, 1, "", "__init__"], [0, 1, 1, "", "__len__"], [0, 2, 1, "", "__weakref__"], [0, 1, 1, "", "bulk"], [0, 1, 1, "", "clear"], [0, 1, 1, "", "copy"], [0, 1, 1, "", "count"], [0, 1, 1, "", "digest"], [0, 1, 1, "", "generator"], [0, 1, 1, "", "is_empty"], [0, 1, 1, "", "jaccard"], [0, 1, 1, "", "merge"], [0, 1, 1, "", "union"], [0, 1, 1, "", "update"], [0, 1, 1, "", "update_batch"]], "datasketch.MinHashLSH": [[0, 1, 1, "", "__contains__"], [0, 1, 1, "", "__init__"], [0, 2, 1, "", "__weakref__"], [0, 1, 1, "", "add_to_query_buffer"], [0, 1, 1, "", "collect_query_buffer"], [0, 1, 1, "", "get_counts"], [0, 1, 1, "", "get_subset_counts"], [0, 1, 1, "", "insert"], [0, 1, 1, "", "insertion_session"], [0, 1, 1, "", "is_empty"], [0, 1, 1, "", "query"], [0, 1, 1, "", "remove"]], "datasketch.MinHashLSHEnsemble": [[0, 1, 1, "", "__contains__"], [0, 1, 1, "", "__init__"], [0, 2, 1, "", "__weakref__"], [0, 1, 1, "", "index"], [0, 1, 1, "", "is_empty"], [0, 1, 1, "", "query"]], "datasketch.MinHashLSHForest": [[0, 1, 1, "", "__contains__"], [0, 1, 1, "", "__init__"], [0, 2, 1, "", "__weakref__"], [0, 1, 1, "", "add"], [0, 1, 1, "", "index"], [0, 1, 1, "", "is_empty"], [0, 1, 1, "", "query"]], "datasketch.WeightedMinHash": [[0, 1, 1, "", "__eq__"], [0, 2, 1, "", "__hash__"], [0, 1, 1, "", "__init__"], [0, 1, 1, "", "__len__"], [0, 2, 1, "", "__weakref__"], [0, 1, 1, "", "copy"], [0, 1, 1, "", "digest"], [0, 1, 1, "", "jaccard"]], "datasketch.WeightedMinHashGenerator": [[0, 1, 1, "", "__init__"], [0, 2, 1, "", "__weakref__"], [0, 1, 1, "", "minhash"], [0, 1, 1, "", "minhash_many"]]}, "objtypes": {"0": "py:class", "1": "py:method", "2": "py:attribute"}, "objnames": {"0": ["py", "class", "Python class"], "1": ["py", "method", "Python method"], "2": ["py", "attribute", "Python attribute"]}, "titleterms": {"api": 0, "document": 0, "minhash": [0, 3, 4, 5, 6, 7], "lean": 0, "weight": [0, 7], "lsh": [0, 3, 4, 5], "asynchron": [0, 3], "forest": [0, 5], "ensembl": [0, 4], "hyperloglog": [0, 1], "hnsw": 0, "datasketch": 2, "big": 2, "data": 2, "look": 2, "small": 2, "instal": 2, "scale": 3, "connect": 3, "exist": 3, "common": [3, 4, 5, 6], "issu": [3, 4, 5, 6], "contain": 4, "tip": 5, "improv": 5, "accuraci": 5, "us": 6, "differ": 6, "hash": 6, "function": 6}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx": 60}, "alltitles": {"API Documentation": [[0, "api-documentation"]], "MinHash": [[0, "minhash"], [6, "minhash"]], "Lean MinHash": [[0, "lean-minhash"]], "Weighted MinHash": [[0, "weighted-minhash"], [7, "weighted-minhash"]], "MinHash LSH": [[0, "minhash-lsh"], [3, "minhash-lsh"]], "Asynchronous MinHash LSH": [[0, "asynchronous-minhash-lsh"]], "MinHash LSH Forest": [[0, "minhash-lsh-forest"], [5, "minhash-lsh-forest"]], "MinHash LSH Ensemble": [[0, "minhash-lsh-ensemble"], [4, "minhash-lsh-ensemble"]], "HyperLogLog": [[0, "hyperloglog"], [1, "hyperloglog"]], "HyperLogLog++": [[0, "id3"], [1, "hyperloglog-plusplus"]], "HNSW": [[0, "hnsw"]], "datasketch: Big Data Looks Small": [[2, "datasketch-big-data-looks-small"]], "Install": [[2, "install"]], "MinHash LSH at scale": [[3, "minhash-lsh-at-scale"]], "Connecting to Existing MinHash LSH": [[3, "connecting-to-existing-minhash-lsh"]], "Asynchronous MinHash LSH at scale": [[3, "asynchronous-minhash-lsh-at-scale"]], "Common Issues with MinHash LSH": [[3, "common-issues-with-minhash-lsh"]], "Containment": [[4, "containment"]], "LSH for Containment": [[4, "lsh-for-containment"]], "Common Issues with LSH Ensemble": [[4, "common-issues-with-lsh-ensemble"]], "Tips for Improving Accuracy": [[5, "tips-for-improving-accuracy"]], "Common Issues with MinHash LSH Forest": [[5, "common-issues-with-minhash-lsh-forest"]], "Use Different Hash Functions": [[6, "use-different-hash-functions"]], "Common Issues with MinHash": [[6, "common-issues-with-minhash"]]}, "indexentries": {"hnsw (class in datasketch)": [[0, "datasketch.HNSW"]], "hyperloglog (class in datasketch)": [[0, "datasketch.HyperLogLog"]], "hyperloglogplusplus (class in datasketch)": [[0, "datasketch.HyperLogLogPlusPlus"]], "leanminhash (class in datasketch)": [[0, "datasketch.LeanMinHash"]], "minhash (class in datasketch)": [[0, "datasketch.MinHash"]], "minhashlsh (class in datasketch)": [[0, "datasketch.MinHashLSH"]], "minhashlshensemble (class in datasketch)": [[0, "datasketch.MinHashLSHEnsemble"]], "minhashlshforest (class in datasketch)": [[0, "datasketch.MinHashLSHForest"]], "weightedminhash (class in datasketch)": [[0, "datasketch.WeightedMinHash"]], "weightedminhashgenerator (class in datasketch)": [[0, "datasketch.WeightedMinHashGenerator"]], "__contains__() (datasketch.hnsw method)": [[0, "datasketch.HNSW.__contains__"]], "__contains__() (datasketch.minhashlsh method)": [[0, "datasketch.MinHashLSH.__contains__"]], "__contains__() (datasketch.minhashlshensemble method)": [[0, "datasketch.MinHashLSHEnsemble.__contains__"]], "__contains__() (datasketch.minhashlshforest method)": [[0, "datasketch.MinHashLSHForest.__contains__"]], "__delitem__() (datasketch.hnsw method)": [[0, "datasketch.HNSW.__delitem__"]], "__eq__() (datasketch.hnsw method)": [[0, "datasketch.HNSW.__eq__"]], "__eq__() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.__eq__"]], "__eq__() (datasketch.minhash method)": [[0, "datasketch.MinHash.__eq__"]], "__eq__() (datasketch.weightedminhash method)": [[0, "datasketch.WeightedMinHash.__eq__"]], "__getitem__() (datasketch.hnsw method)": [[0, "datasketch.HNSW.__getitem__"]], "__getstate__() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.__getstate__"]], "__getstate__() (datasketch.leanminhash method)": [[0, "datasketch.LeanMinHash.__getstate__"]], "__hash__ (datasketch.hnsw attribute)": [[0, "datasketch.HNSW.__hash__"]], "__hash__ (datasketch.hyperloglog attribute)": [[0, "datasketch.HyperLogLog.__hash__"]], "__hash__ (datasketch.minhash attribute)": [[0, "datasketch.MinHash.__hash__"]], "__hash__ (datasketch.weightedminhash attribute)": [[0, "datasketch.WeightedMinHash.__hash__"]], "__hash__() (datasketch.leanminhash method)": [[0, "datasketch.LeanMinHash.__hash__"]], "__init__() (datasketch.hnsw method)": [[0, "datasketch.HNSW.__init__"]], "__init__() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.__init__"]], "__init__() (datasketch.hyperloglogplusplus method)": [[0, "datasketch.HyperLogLogPlusPlus.__init__"]], "__init__() (datasketch.leanminhash method)": [[0, "datasketch.LeanMinHash.__init__"]], "__init__() (datasketch.minhash method)": [[0, "datasketch.MinHash.__init__"]], "__init__() (datasketch.minhashlsh method)": [[0, "datasketch.MinHashLSH.__init__"]], "__init__() (datasketch.minhashlshensemble method)": [[0, "datasketch.MinHashLSHEnsemble.__init__"]], "__init__() (datasketch.minhashlshforest method)": [[0, "datasketch.MinHashLSHForest.__init__"]], "__init__() (datasketch.weightedminhash method)": [[0, "datasketch.WeightedMinHash.__init__"]], "__init__() (datasketch.weightedminhashgenerator method)": [[0, "datasketch.WeightedMinHashGenerator.__init__"]], "__iter__() (datasketch.hnsw method)": [[0, "datasketch.HNSW.__iter__"]], "__len__() (datasketch.hnsw method)": [[0, "datasketch.HNSW.__len__"]], "__len__() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.__len__"]], "__len__() (datasketch.minhash method)": [[0, "datasketch.MinHash.__len__"]], "__len__() (datasketch.weightedminhash method)": [[0, "datasketch.WeightedMinHash.__len__"]], "__setitem__() (datasketch.hnsw method)": [[0, "datasketch.HNSW.__setitem__"]], "__weakref__ (datasketch.hnsw attribute)": [[0, "datasketch.HNSW.__weakref__"]], "__weakref__ (datasketch.hyperloglogplusplus attribute)": [[0, "datasketch.HyperLogLogPlusPlus.__weakref__"]], "__weakref__ (datasketch.minhash attribute)": [[0, "datasketch.MinHash.__weakref__"]], "__weakref__ (datasketch.minhashlsh attribute)": [[0, "datasketch.MinHashLSH.__weakref__"]], "__weakref__ (datasketch.minhashlshensemble attribute)": [[0, "datasketch.MinHashLSHEnsemble.__weakref__"]], "__weakref__ (datasketch.minhashlshforest attribute)": [[0, "datasketch.MinHashLSHForest.__weakref__"]], "__weakref__ (datasketch.weightedminhash attribute)": [[0, "datasketch.WeightedMinHash.__weakref__"]], "__weakref__ (datasketch.weightedminhashgenerator attribute)": [[0, "datasketch.WeightedMinHashGenerator.__weakref__"]], "add() (datasketch.minhashlshforest method)": [[0, "datasketch.MinHashLSHForest.add"]], "add_to_query_buffer() (datasketch.minhashlsh method)": [[0, "datasketch.MinHashLSH.add_to_query_buffer"]], "bulk() (datasketch.minhash class method)": [[0, "datasketch.MinHash.bulk"]], "bytesize() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.bytesize"]], "bytesize() (datasketch.leanminhash method)": [[0, "datasketch.LeanMinHash.bytesize"]], "clean() (datasketch.hnsw method)": [[0, "datasketch.HNSW.clean"]], "clear() (datasketch.hnsw method)": [[0, "datasketch.HNSW.clear"]], "clear() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.clear"]], "clear() (datasketch.minhash method)": [[0, "datasketch.MinHash.clear"]], "collect_query_buffer() (datasketch.minhashlsh method)": [[0, "datasketch.MinHashLSH.collect_query_buffer"]], "copy() (datasketch.hnsw method)": [[0, "datasketch.HNSW.copy"]], "copy() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.copy"]], "copy() (datasketch.leanminhash method)": [[0, "datasketch.LeanMinHash.copy"]], "copy() (datasketch.minhash method)": [[0, "datasketch.MinHash.copy"]], "copy() (datasketch.weightedminhash method)": [[0, "datasketch.WeightedMinHash.copy"]], "count() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.count"]], "count() (datasketch.hyperloglogplusplus method)": [[0, "datasketch.HyperLogLogPlusPlus.count"]], "count() (datasketch.minhash method)": [[0, "datasketch.MinHash.count"]], "deserialize() (datasketch.leanminhash class method)": [[0, "datasketch.LeanMinHash.deserialize"]], "digest() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.digest"]], "digest() (datasketch.minhash method)": [[0, "datasketch.MinHash.digest"]], "digest() (datasketch.weightedminhash method)": [[0, "datasketch.WeightedMinHash.digest"]], "generator() (datasketch.minhash class method)": [[0, "datasketch.MinHash.generator"]], "get() (datasketch.hnsw method)": [[0, "datasketch.HNSW.get"]], "get_counts() (datasketch.minhashlsh method)": [[0, "datasketch.MinHashLSH.get_counts"]], "get_non_reachable_keys() (datasketch.hnsw method)": [[0, "datasketch.HNSW.get_non_reachable_keys"]], "get_subset_counts() (datasketch.minhashlsh method)": [[0, "datasketch.MinHashLSH.get_subset_counts"]], "index() (datasketch.minhashlshensemble method)": [[0, "datasketch.MinHashLSHEnsemble.index"]], "index() (datasketch.minhashlshforest method)": [[0, "datasketch.MinHashLSHForest.index"]], "insert() (datasketch.hnsw method)": [[0, "datasketch.HNSW.insert"]], "insert() (datasketch.minhashlsh method)": [[0, "datasketch.MinHashLSH.insert"]], "insertion_session() (datasketch.minhashlsh method)": [[0, "datasketch.MinHashLSH.insertion_session"]], "is_empty() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.is_empty"]], "is_empty() (datasketch.minhash method)": [[0, "datasketch.MinHash.is_empty"]], "is_empty() (datasketch.minhashlsh method)": [[0, "datasketch.MinHashLSH.is_empty"]], "is_empty() (datasketch.minhashlshensemble method)": [[0, "datasketch.MinHashLSHEnsemble.is_empty"]], "is_empty() (datasketch.minhashlshforest method)": [[0, "datasketch.MinHashLSHForest.is_empty"]], "items() (datasketch.hnsw method)": [[0, "datasketch.HNSW.items"]], "jaccard() (datasketch.minhash method)": [[0, "datasketch.MinHash.jaccard"]], "jaccard() (datasketch.weightedminhash method)": [[0, "datasketch.WeightedMinHash.jaccard"]], "keys() (datasketch.hnsw method)": [[0, "datasketch.HNSW.keys"]], "merge() (datasketch.hnsw method)": [[0, "datasketch.HNSW.merge"]], "merge() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.merge"]], "merge() (datasketch.minhash method)": [[0, "datasketch.MinHash.merge"]], "minhash() (datasketch.weightedminhashgenerator method)": [[0, "datasketch.WeightedMinHashGenerator.minhash"]], "minhash_many() (datasketch.weightedminhashgenerator method)": [[0, "datasketch.WeightedMinHashGenerator.minhash_many"]], "pop() (datasketch.hnsw method)": [[0, "datasketch.HNSW.pop"]], "popitem() (datasketch.hnsw method)": [[0, "datasketch.HNSW.popitem"]], "query() (datasketch.hnsw method)": [[0, "datasketch.HNSW.query"]], "query() (datasketch.minhashlsh method)": [[0, "datasketch.MinHashLSH.query"]], "query() (datasketch.minhashlshensemble method)": [[0, "datasketch.MinHashLSHEnsemble.query"]], "query() (datasketch.minhashlshforest method)": [[0, "datasketch.MinHashLSHForest.query"]], "remove() (datasketch.hnsw method)": [[0, "datasketch.HNSW.remove"]], "remove() (datasketch.minhashlsh method)": [[0, "datasketch.MinHashLSH.remove"]], "reversed() (datasketch.hnsw method)": [[0, "datasketch.HNSW.reversed"]], "serialize() (datasketch.leanminhash method)": [[0, "datasketch.LeanMinHash.serialize"]], "setdefault() (datasketch.hnsw method)": [[0, "datasketch.HNSW.setdefault"]], "union() (datasketch.leanminhash class method)": [[0, "datasketch.LeanMinHash.union"]], "union() (datasketch.minhash class method)": [[0, "datasketch.MinHash.union"]], "update() (datasketch.hnsw method)": [[0, "datasketch.HNSW.update"]], "update() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.update"]], "update() (datasketch.leanminhash method)": [[0, "datasketch.LeanMinHash.update"]], "update() (datasketch.minhash method)": [[0, "datasketch.MinHash.update"]], "update_batch() (datasketch.minhash method)": [[0, "datasketch.MinHash.update_batch"]], "values() (datasketch.hnsw method)": [[0, "datasketch.HNSW.values"]]}})
\ No newline at end of file
+Search.setIndex({"docnames": ["documentation", "hyperloglog", "index", "lsh", "lshensemble", "lshforest", "minhash", "weightedminhash"], "filenames": ["documentation.rst", "hyperloglog.rst", "index.rst", "lsh.rst", "lshensemble.rst", "lshforest.rst", "minhash.rst", "weightedminhash.rst"], "titles": ["API Documentation", "HyperLogLog", "datasketch: Big Data Looks Small", "MinHash LSH", "MinHash LSH Ensemble", "MinHash LSH Forest", "MinHash", "Weighted MinHash"], "terms": {"class": [0, 3], "datasketch": [0, 1, 3, 4, 5, 6, 7], "num_perm": [0, 3, 4, 5, 6], "int": [0, 5], "128": [0, 3, 4, 5, 6], "seed": [0, 3, 7], "1": [0, 2, 3, 4, 5, 7], "hashfunc": [0, 6], "type": [0, 2, 3, 5, 7], "callabl": 0, "function": [0, 1, 3, 5, 7], "sha1_hash32": 0, "hashobj": 0, "object": [0, 1, 3, 4, 5, 6, 7], "none": 0, "hashvalu": 0, "iter": [0, 3, 4], "permut": [0, 3, 6, 7], "tupl": [0, 3], "sourc": [0, 3, 4], "i": [0, 1, 3, 4, 5, 6, 7], "probabilist": [0, 1, 2, 3, 5, 6], "data": [0, 1, 3, 4, 5, 6, 7], "structur": [0, 1, 2, 3, 5, 6], "comput": [0, 3, 4, 5, 6], "jaccard": [0, 2, 3, 4, 5, 6, 7], "similar": [0, 2, 3, 4, 5, 6, 7], "between": [0, 3, 4, 5, 6], "set": [0, 1, 3, 4, 5, 6, 7], "paramet": [0, 1, 3, 4, 5, 6, 7], "number": [0, 1, 3, 4, 5, 6, 7], "random": [0, 3, 7], "It": [0, 3, 4, 6, 7], "ignor": 0, "The": [0, 1, 2, 3, 4, 5, 6], "control": [0, 1], "gener": [0, 3, 5], "thi": [0, 1, 2, 3, 4, 5, 6, 7], "hash": [0, 1, 3], "us": [0, 1, 2, 3, 4, 5, 7], "take": [0, 4, 5, 7], "input": 0, "pass": [0, 1, 3], "updat": [0, 1, 3, 4, 5, 6, 7], "method": [0, 5], "return": [0, 1, 3, 5, 6], "an": [0, 1, 3, 4, 6], "integ": [0, 6], "can": [0, 1, 2, 3, 4, 5, 6, 7], "encod": [0, 1, 3, 4, 5, 6], "32": [0, 1, 4, 6], "bit": [0, 1, 6], "default": [0, 1, 5, 6, 7], "base": [0, 1, 3, 4], "sha1": [0, 6], "from": [0, 1, 3, 4, 5, 6, 7], "hashlib": [0, 6], "user": [0, 3], "farmhash": [0, 6], "better": [0, 1, 4, 6, 7], "perform": [0, 4, 5, 6, 7], "see": [0, 2, 3, 4, 5, 6], "exampl": [0, 3, 5, 7], "deprec": 0, "argument": [0, 3, 5, 7], "sinc": [0, 3, 4], "version": [0, 1, 3, 4], "4": [0, 3, 7], "0": [0, 3, 4, 7], "op": 0, "ha": [0, 3], "been": 0, "replac": 0, "option": [0, 3, 4, 5], "valu": [0, 1, 4, 6], "intern": 0, "state": 0, "specifi": [0, 3, 7], "faster": 0, "initi": [0, 1, 3], "exist": 0, "anoth": [0, 4, 5], "two": [0, 1, 3, 4, 6], "list": [0, 3], "To": [0, 2, 3], "save": [0, 3], "memori": [0, 1, 3, 5, 6], "usag": [0, 1, 2, 3, 6, 7], "consid": [0, 6], "leanminhash": [0, 6], "onli": [0, 7], "support": [0, 2, 3, 7], "serial": [0, 3], "pickl": [0, 3], "deseri": [0, 3], "ar": [0, 2, 3, 4, 5, 6, 7], "remov": [0, 3], "instead": [0, 1, 4, 5, 6], "befor": 0, "cannot": [0, 3, 7], "properli": 0, "newer": 0, "need": [0, 3, 6], "migrat": 0, "3": [0, 2, 3, 7], "numpi": [0, 2, 7], "": [0, 3, 5, 6], "python": [0, 2, 3, 6], "built": [0, 6], "packag": [0, 2, 3, 4], "chang": [0, 1, 3, 6], "make": [0, 1, 3, 5, 6, 7], "consist": 0, "across": [0, 3], "differ": [0, 3, 4, 5], "side": 0, "effect": 0, "now": [0, 3], "creat": [0, 1, 3, 4, 5, 7], "won": [0, 5], "t": [0, 3, 5], "work": [0, 4, 5], "e": [0, 3, 4, 5, 6], "merg": [0, 1, 6], "union": [0, 1, 4, 6], "those": 0, "after": [0, 5], "__init__": 0, "b": [0, 3], "new": [0, 3, 6], "constructor": [0, 3, 6], "string": [0, 3], "which": [0, 3, 4, 5, 7], "requir": [0, 3, 7], "byte": 0, "utf": [0, 3], "8": [0, 1, 3, 4, 5, 7], "we": [0, 3, 4, 6], "also": [0, 1, 2, 3, 4, 5, 6, 7], "pyfarmhash": 0, "import": [0, 1, 3, 4, 5, 6, 7], "def": [0, 3, 6], "_hash_32": 0, "hash32": [0, 6], "update_batch": 0, "token1": 0, "token2": 0, "other": [0, 3, 4], "float": [0, 6], "estim": [0, 1, 2, 3, 5, 6, 7], "resembl": [0, 4, 6], "repres": 0, "rais": 0, "valueerror": 0, "If": [0, 3, 5, 6], "have": [0, 3, 4, 5, 6, 7], "count": [0, 1, 6, 7], "cardin": [0, 1, 2, 3, 6], "techniqu": 0, "describ": 0, "paper": [0, 1, 5, 6], "one": [0, 4], "both": [0, 6], "digest": 0, "ndarrai": 0, "export": 0, "arrai": 0, "is_empti": 0, "bool": 0, "current": [0, 3], "empti": 0, "just": [0, 3, 4], "clear": [0, 4], "all": [0, 1, 3, 5, 6, 7], "reset": 0, "copi": 0, "its": [0, 4, 7], "__len__": 0, "__eq__": 0, "equal": 0, "equival": 0, "classmethod": 0, "mh": 0, "unit": 0, "length": 0, "variabl": 0, "must": [0, 2, 3, 5], "least": 0, "2": [0, 5, 7], "less": 0, "than": [0, 1, 3, 6], "np": [0, 7], "m1": [0, 3, 4, 5, 6, 7], "randint": 0, "low": 0, "high": [0, 3, 6], "30": 0, "size": [0, 3, 4, 6], "10": [0, 5, 7], "m2": [0, 3, 4, 5, 6, 7], "m": [0, 3, 6], "__hash__": 0, "__weakref__": 0, "weak": 0, "refer": [0, 5], "defin": [0, 6], "bulk": [0, 3], "minhash_kwarg": 0, "avoid": 0, "unnecessari": 0, "overhead": 0, "when": [0, 3, 4, 5, 6, 7], "mani": [0, 1, 3, 5], "reus": 0, "each": [0, 7], "output": [0, 6], "keyword": 0, "A": [0, 1, 3], "token3": 0, "token4": 0, "token5": 0, "token6": 0, "64": [0, 1], "do": [0, 3, 5, 7], "someth": 0, "smaller": [0, 4], "footprint": [0, 6], "frozen": 0, "inherit": 0, "doe": [0, 3, 4, 7], "store": [0, 3, 5, 6], "further": 0, "convert": 0, "lean_minhash": 0, "you": [0, 1, 2, 3, 4, 5, 6, 7], "lean_minhash2": 0, "Or": 0, "minhash2": 0, "want": [0, 3, 4, 5], "prevent": 0, "affect": 0, "minhashlsh": [0, 3, 5, 7], "minhashlshforest": [0, 5, 7], "minhashlshensembl": [0, 4], "togeth": 0, "inititi": 0, "avail": [0, 6], "call": [0, 3, 4, 5], "typeerror": 0, "bytes": 0, "byteord": 0, "str": 0, "order": [0, 3], "charact": 0, "nativ": 0, "buf": 0, "result": [0, 3, 4, 5, 6, 7], "alloc": 0, "buffer": 0, "implement": [0, 1, 4, 5, 7], "interfac": [0, 1, 3, 5, 7], "One": 0, "bytearrai": 0, "prefer": 0, "over": 0, "program": 0, "languag": 0, "schema": 0, "first": [0, 1, 3, 7], "next": 0, "rest": [0, 3], "singl": [0, 1, 3], "multipl": [0, 3, 5], "assum": [0, 7], "same": [0, 1, 3, 4, 5], "len": [0, 1, 3, 4, 6, 7], "enumer": 0, "__getstate__": 0, "helper": 0, "self": 0, "lmh": 0, "weightedminhashgener": [0, 7], "dim": 0, "sample_s": [0, 7], "weightedminhash": [0, 7], "sergei": [0, 7], "ioff": [0, 7], "improv": [0, 3], "sampl": [0, 7], "l1": 0, "sketch": [0, 2, 4, 5], "dimens": [0, 7], "vector": [0, 7], "v": [0, 3], "given": [0, 4], "frequenc": 0, "correspond": 0, "element": [0, 6], "multi": 0, "minhash_mani": 0, "x": [0, 4, 5], "spmatrix": 0, "instanc": 0, "matrix": 0, "In": [0, 3, 7], "row": 0, "column": 0, "experiment": [0, 3], "yield": 0, "scipi": [0, 2], "spars": [0, 1], "shape": 0, "either": [0, 3], "origin": [0, 1, 5, 6], "threshold": [0, 2, 3, 4, 5, 7], "9": [0, 7], "5": [0, 3, 7], "param": [0, 3], "storage_config": [0, 3], "dict": 0, "prepickl": 0, "index": [0, 2, 3, 4, 5, 7], "queri": [0, 2, 3, 4, 5, 7], "chapter": [0, 3], "mine": [0, 3], "massiv": [0, 3], "dataset": [0, 1, 3, 5, 6], "optim": [0, 3], "miniz": 0, "fals": [0, 3], "posit": [0, 3], "neg": [0, 3], "For": [0, 2, 3, 5], "adjust": [0, 6], "rel": 0, "minim": 0, "format": 0, "false_positive_weight": 0, "false_negative_weight": 0, "optiona": 0, "band": 0, "bypass": 0, "step": 0, "storag": [0, 2, 3], "servic": [0, 3], "hashtabl": 0, "kei": [0, 3, 4, 5], "basenam": [0, 3], "properti": [0, 3], "whose": 0, "prefix": [0, 3, 5], "respons": 0, "ensur": 0, "collis": [0, 3], "true": [0, 3, 5], "insert": [0, 3, 7], "chosen": 0, "provid": [0, 2, 3], "compress": [0, 7], "reduc": [0, 3, 6], "could": 0, "caus": 0, "higher": [0, 1, 3, 6], "rate": 0, "sum": 0, "maintain": 0, "recal": [0, 3], "more": [0, 1, 3, 5, 6], "assign": 0, "toward": 0, "6": [0, 3, 7], "try": 0, "live": 0, "small": [0, 1, 6], "print": [0, 1, 3, 4, 5, 6, 7], "r": 0, "25": 0, "probabl": [0, 3, 5, 6], "algorithm": [0, 3], "simpl": 0, "grid": 0, "search": [0, 2, 3, 4], "space": [0, 1, 6], "possibl": [0, 5, 7], "note": [0, 2, 3], "get": [0, 3, 4, 7], "lead": 0, "unus": 0, "becaus": [0, 4, 5, 6], "necessarili": 0, "divisor": 0, "custom": [0, 2, 3, 5, 6], "your": [0, 3, 4, 5, 6], "snippet": 0, "below": [0, 3, 4, 5], "16": [0, 3], "skip": 0, "back": 0, "redi": [0, 2, 3], "mylsh": 0, "host": [0, 3], "localhost": [0, 3], "port": [0, 3], "6379": [0, 3], "layer": [0, 2, 3], "uniqu": [0, 3], "identifi": [0, 3], "associ": [0, 3], "thu": [0, 3, 4, 7], "underli": [0, 3], "previou": 0, "hashabl": 0, "check_dupl": [0, 3], "referenc": [0, 5], "duplic": [0, 3, 4], "recommend": [0, 3], "dure": [0, 3], "insertion_sess": [0, 3], "buffer_s": 0, "50000": 0, "minhashlshinsertionsess": 0, "context": [0, 3], "manag": [0, 3], "fast": [0, 2], "insert_sess": 0, "mode": [0, 3], "100": 0, "session": [0, 3], "rang": [0, 3], "append": 0, "give": [0, 1, 2, 3, 6], "retriev": [0, 5], "like": [0, 3, 4], "greater": 0, "segment": 0, "approxim": [0, 3, 5, 7], "accur": 0, "filter": 0, "again": 0, "exact": [0, 3, 5], "rank": 0, "sort": [0, 5], "revers": [0, 5], "421875": 0, "4140625": 0, "19": 0, "359375": 0, "58": 0, "3359375": 0, "78": 0, "265625": 0, "62": 0, "2578125": 0, "11": [0, 2], "98": 0, "171875": 0, "21": 0, "although": 0, "guarante": 0, "abov": [0, 2, 3, 4], "add_to_query_buff": 0, "execut": 0, "collect_query_buff": 0, "combin": [0, 3], "wai": [0, 3, 4, 5], "cassandra": [0, 2, 3], "backend": 0, "shared_buff": 0, "were": 0, "ad": [0, 5], "intersect": [0, 3, 4, 6], "__contains__": 0, "get_count": 0, "tabl": [0, 3], "dictionari": [0, 5], "map": [0, 5], "bucket": 0, "under": [0, 3], "get_subset_count": 0, "restrict": 0, "l": [0, 5], "top": [0, 2, 3, 5], "k": [0, 2, 3, 5], "tree": [0, 5], "everi": [0, 3, 5, 6], "without": [0, 5], "modif": 0, "add": [0, 5], "searchbal": 0, "until": 0, "so": [0, 1, 3, 4, 5, 6, 7], "far": [0, 6], "them": [0, 3, 5], "searchabl": [0, 5], "highest": [0, 5], "maximum": [0, 5], "most": 0, "tip": 0, "accuraci": [0, 1, 2, 3, 4, 6, 7], "g": [0, 3, 5], "final": [0, 5], "often": [0, 5], "post": [0, 5], "process": [0, 2, 3, 5, 7], "total": [0, 5], "still": [0, 3, 5], "bound": [0, 5], "constant": [0, 4, 5], "degrad": [0, 5], "too": [0, 5], "much": [0, 3, 4, 5], "howev": [0, 1, 3, 4, 5, 7], "keep": [0, 5], "around": [0, 5], "some": [0, 5, 6], "where": [0, 3], "check": [0, 4, 5], "whether": 0, "ani": [0, 2, 3], "num_part": [0, 4], "contain": [0, 2], "zhu": [0, 4], "et": [0, 4, 5], "al": [0, 4, 5], "partit": [0, 4], "factor": 0, "time": [0, 2, 3, 4, 6], "expens": [0, 7], "slower": [0, 6, 7], "go": [0, 4], "AND": 0, "due": [0, 3], "parallel": [0, 6], "inform": 0, "about": [0, 3, 4], "found": [0, 3, 4], "name": [0, 3], "maxk": 0, "entri": 0, "onc": 0, "form": 0, "item": [0, 7], "respect": [0, 3, 4, 7], "p": [0, 1], "reg": 0, "veri": [0, 2, 3, 4, 5, 7], "larg": [0, 2, 3, 4, 7], "here": [0, 1, 4, 5, 6, 7], "http": [0, 3], "github": [0, 4], "com": [0, 3, 4], "svpcom": 0, "precis": [0, 3, 4, 5], "hll": 0, "seen": [0, 6], "hyperloglogplusplu": [0, 1], "sha1_hash64": 0, "enhanc": [0, 1], "googl": [0, 1], "main": 0, "scheme": [0, 1], "represent": [0, 1], "distance_func": 0, "ef_construct": 0, "200": 0, "m0": 0, "reversed_edg": 0, "hierarch": 0, "navig": 0, "world": 0, "graph": 0, "nearest": 0, "neighbor": 0, "effici": [0, 3], "robust": 0, "yu": 0, "malkov": 0, "d": [0, 1, 3, 4, 5, 6], "yashunin": 0, "2016": 0, "arxiv": 0, "org": 0, "ab": 0, "1603": 0, "09320": 0, "distanc": [0, 3], "node": [0, 3], "construct": 0, "0th": 0, "level": 0, "reverse_edg": 0, "edg": 0, "speed": [0, 1, 6, 7], "up": 0, "hard": 0, "increas": [0, 3, 4, 7], "slow": 0, "down": 0, "euclidean": [0, 3], "1000": [0, 3, 7], "random_sampl": 0, "lambda": [0, 3, 5], "y": 0, "linalg": 0, "norm": 0, "dedupl": 0, "handl": [0, 3, 6], "jaccard_dist": 0, "intersect1d": 0, "assume_uniqu": 0, "union1d": 0, "point": [0, 3], "exclud": 0, "soft": 0, "wa": [0, 5], "els": [0, 1], "__getitem__": 0, "keyerror": 0, "__setitem__": 0, "__delitem__": 0, "__iter__": 0, "_hnsw__valu": 0, "includ": [0, 3, 5], "delet": 0, "pair": [0, 3, 4], "pop": 0, "popitem": 0, "last": 0, "lifo": 0, "fifo": 0, "7": [0, 2, 7], "arbitrari": [0, 3, 4, 6], "share": [0, 1, 3], "start": 0, "overwrit": 0, "batch": [0, 3], "index1": 0, "index2": 0, "setdefault": 0, "new_point": 0, "ef": 0, "alreadi": [0, 3], "repair": 0, "automat": 0, "query_point": 0, "discuss": 0, "hnswlib": 0, "issu": 0, "There": [0, 3, 4, 5], "mark": 0, "out": 0, "kept": 0, "futur": [0, 3], "direct": 0, "travers": 0, "behavior": 0, "re": 0, "prune": 0, "besid": 0, "subsequ": 0, "unless": 0, "alwai": [0, 3], "clean": 0, "otherwis": [0, 5], "data1": [0, 1, 5, 6], "data2": [0, 5, 6], "capabl": 1, "distinct": [1, 6], "fix": [1, 4, 5, 6], "introduc": [1, 6], "philipp": 1, "flajolet": 1, "\u00e9ric": 1, "fusi": 1, "olivi": 1, "gandouet": 1, "fr\u00e9d\u00e9ric": 1, "meunier": 1, "h": 1, "utf8": [1, 3, 4, 5, 6], "s1": [1, 6], "actual": [1, 6], "As": [1, 7], "minhash": [1, 2], "12": [1, 7], "interestingli": 1, "penalti": 1, "exponenti": 1, "h1": 1, "h2": 1, "test": [1, 6], "follow": [1, 2, 3, 4], "stabl": 1, "bia": 1, "correct": 1, "experi": [1, 3, 4], "hpp": 1, "everyth": [1, 3], "amount": 2, "super": 2, "littl": 2, "loss": 2, "weight": 2, "hyperloglog": 2, "sub": [2, 3], "linear": [2, 3, 5, 6], "lsh": [2, 7], "forest": [2, 3], "ensembl": [2, 3], "hnsw": 2, "metric": 2, "scale": 2, "pip": 2, "depend": [2, 5, 7], "suppos": [3, 4], "collect": [3, 4], "find": [3, 4], "certain": [3, 4], "come": 3, "satisfi": 3, "said": 3, "approach": [3, 7], "o": 3, "n": 3, "mean": [3, 5, 6], "cost": [3, 7], "linearli": [3, 6, 7], "popular": [3, 6], "altern": 3, "local": 3, "sensit": 3, "achiev": [3, 4], "huge": 3, "detail": [3, 4, 5], "classic": 3, "qualifi": 3, "assur": 3, "lower": 3, "moreov": 3, "jump": 3, "right": [3, 4], "set1": [3, 4], "set2": [3, 4], "document": [3, 4, 5, 6], "set3": [3, 4], "m3": [3, 4, 5, 7], "neighbour": [3, 7], "bigger": 3, "20": 3, "group": 3, "averag": [3, 5], "193": 3, "shingl": 3, "90": 3, "percentil": 3, "plot": [3, 4, 5], "benchmark": [3, 4, 5, 6], "directori": [3, 4], "code": [3, 4, 6], "repositori": [3, 4], "tune": [3, 4], "addit": 3, "mai": [3, 5], "best": 3, "measur": [3, 4], "intent": 3, "persist": 3, "part": 3, "product": 3, "environ": 3, "configur": 3, "sequenc": 3, "advis": 3, "network": 3, "data_list": 3, "open": 3, "inconsist": 3, "cluster": 3, "long": [3, 7], "term": 3, "address": 3, "case": [3, 4, 5], "applic": 3, "continu": 3, "increment": 3, "127": 3, "keyspac": 3, "lsh_test": 3, "replic": 3, "simplestrategi": 3, "replication_factor": 3, "drop_keyspac": 3, "drop_tabl": 3, "contact": 3, "forc": 3, "creation": 3, "drop": 3, "ones": 3, "counterpart": 3, "extern": 3, "ther": 3, "serializ": 3, "dump": 3, "fork": 3, "simpli": 3, "load": 3, "allow": 3, "preserv": 3, "know": 3, "variou": 3, "locat": 3, "config": 3, "unique_name_6ac4fg": 3, "threashold": 3, "unique_nam": 3, "old": 3, "don": 3, "extrem": 3, "unlik": 3, "modul": 3, "slightli": [3, 4], "million": [3, 5], "text": 3, "stream": [3, 6, 7], "api": 3, "aiohttp": 3, "task": 3, "maxim": 3, "throughput": 3, "mongodb": 3, "motor": 3, "usual": [3, 7], "aio": 3, "asyncminhashlsh": 3, "_storag": 3, "aiomongo": 3, "mongo": 3, "27017": 3, "db": 3, "async": 3, "func": 3, "await": 3, "close": 3, "style": [3, 6], "replica": 3, "three": 3, "replica_set": 3, "rs0": 3, "replica_set_nod": 3, "node1": 3, "port1": 3, "node2": 3, "port2": 3, "node3": 3, "port3": 3, "cloud": 3, "atla": 3, "uri": 3, "url": 3, "srv": 3, "server": 3, "ybq4y": 3, "net": 3, "client": 3, "pymongo": 3, "mongo_cli": 3, "html": 3, "put": 3, "arg": 3, "x509": 3, "authent": 3, "ssl": 3, "ssl_ca_cert": 3, "root": 3, "ca": 3, "pem": 3, "ssl_pem_passphras": 3, "password": 3, "ssl_certfil": 3, "certfil": 3, "authmechan": 3, "usernam": 3, "chunk": 3, "islic": 3, "_chunked_str": 3, "choic": 3, "ascii_lowercas": 3, "_": 3, "10000": 3, "seq": 3, "frozenset": 3, "chain": 3, "join": 3, "aahhb": 3, "aahh": 3, "aahhc": 3, "aac": 3, "kld": 3, "bhg": 3, "kkd": 3, "yow": 3, "ppi": 3, "eer": 3, "obj": 3, "zip": 3, "batch_siz": 3, "f": 3, "asyncio": 3, "gather": 3, "delete_sess": 3, "keys_to_remov": 3, "aioredi": 3, "directli": [3, 4], "yourself": 3, "how": [3, 4], "speedup": 3, "hundr": 3, "l2": 3, "On": 3, "disk": 3, "distribut": 3, "billion": [3, 6], "dedpul": 3, "great": 4, "bias": 4, "illustr": 4, "venn": 4, "diagram": 4, "left": 4, "q": 4, "roughli": 4, "But": 4, "frac": 4, "cap": 4, "cup": 4, "latter": 4, "being": 4, "larger": 4, "show": [4, 5], "penal": 4, "divid": 4, "soon": 4, "becom": 4, "why": 4, "denomin": 4, "think": 4, "problem": 4, "specif": 4, "sole": 4, "determin": 4, "easili": 4, "deduc": 4, "multipli": 4, "normal": 4, "fraction": 4, "simplifi": 4, "full": 4, "ekzhu": 4, "lshensembl": 4, "cat": 4, "dog": 4, "fish": 4, "cow": 4, "pig": 4, "eleph": 4, "lion": 4, "tiger": 4, "wolf": 4, "bird": 4, "human": 4, "car": 4, "van": 4, "train": 4, "plane": 4, "ship": 4, "submarin": 4, "rocket": 4, "bike": 4, "scooter": 4, "motorcyl": 4, "suv": 4, "jet": 4, "hors": 4, "membership": [4, 5], "radiu": 5, "bawa": 5, "match": 5, "incorrect": 5, "data3": 5, "higest": 5, "candid": 5, "scan": 5, "synthet": 5, "read": 5, "understand": 5, "depth": 5, "coher": 5, "250": 5, "good": 5, "enough": 5, "our": 5, "let": [5, 6], "sai": 5, "idea": 5, "compute_jaccard": 5, "index_set": 5, "query_set": 5, "Then": 5, "somewher": 5, "databas": 5, "etc": 5, "unexpect": 5, "No": 5, "andrei": 6, "z": 6, "broder": 6, "s2": 6, "actual_jaccard": 6, "256": [6, 7], "trade": 6, "off": 6, "cpu": 6, "instruct": 6, "proport": 6, "mapreduc": 6, "analysi": 6, "present": 6, "cohen": 6, "1994": 6, "funciton": 6, "librari": [6, 7], "murmurhash3": 6, "mmh3": 6, "_hash_func": 6, "minhash_benchmark": 6, "py": 6, "run": 6, "xxhash": 6, "error": 6, "lot": 6, "inclus": 6, "exclus": 6, "principl": 6, "later": 6, "unweight": 7, "binari": 7, "modifi": 7, "multiset": 7, "expand": 7, "real": 7, "univers": 7, "known": 7, "unsuit": 7, "knowledg": 7, "unseen": 7, "wmg": 7, "512": 7, "v1": 7, "v2": 7, "wm1": 7, "wm2": 7, "profil": 7, "uniform": 7, "v3": 7, "mg": 7}, "objects": {"datasketch": [[0, 0, 1, "", "HNSW"], [0, 0, 1, "", "HyperLogLog"], [0, 0, 1, "", "HyperLogLogPlusPlus"], [0, 0, 1, "", "LeanMinHash"], [0, 0, 1, "", "MinHash"], [0, 0, 1, "", "MinHashLSH"], [0, 0, 1, "", "MinHashLSHEnsemble"], [0, 0, 1, "", "MinHashLSHForest"], [0, 0, 1, "", "WeightedMinHash"], [0, 0, 1, "", "WeightedMinHashGenerator"]], "datasketch.HNSW": [[0, 1, 1, "", "__contains__"], [0, 1, 1, "", "__delitem__"], [0, 1, 1, "", "__eq__"], [0, 1, 1, "", "__getitem__"], [0, 2, 1, "", "__hash__"], [0, 1, 1, "", "__init__"], [0, 1, 1, "", "__iter__"], [0, 1, 1, "", "__len__"], [0, 1, 1, "", "__setitem__"], [0, 2, 1, "", "__weakref__"], [0, 1, 1, "", "clean"], [0, 1, 1, "", "clear"], [0, 1, 1, "", "copy"], [0, 1, 1, "", "get"], [0, 1, 1, "", "insert"], [0, 1, 1, "", "items"], [0, 1, 1, "", "keys"], [0, 1, 1, "", "merge"], [0, 1, 1, "", "pop"], [0, 1, 1, "", "popitem"], [0, 1, 1, "", "query"], [0, 1, 1, "", "remove"], [0, 1, 1, "", "reversed"], [0, 1, 1, "", "setdefault"], [0, 1, 1, "", "update"], [0, 1, 1, "", "values"]], "datasketch.HyperLogLog": [[0, 1, 1, "", "__eq__"], [0, 1, 1, "", "__getstate__"], [0, 2, 1, "", "__hash__"], [0, 1, 1, "", "__init__"], [0, 1, 1, "", "__len__"], [0, 1, 1, "", "bytesize"], [0, 1, 1, "", "clear"], [0, 1, 1, "", "copy"], [0, 1, 1, "", "count"], [0, 1, 1, "", "digest"], [0, 1, 1, "", "is_empty"], [0, 1, 1, "", "merge"], [0, 1, 1, "", "update"]], "datasketch.HyperLogLogPlusPlus": [[0, 1, 1, "", "__init__"], [0, 2, 1, "", "__weakref__"], [0, 1, 1, "", "count"]], "datasketch.LeanMinHash": [[0, 1, 1, "", "__getstate__"], [0, 1, 1, "", "__hash__"], [0, 1, 1, "", "__init__"], [0, 1, 1, "", "bytesize"], [0, 1, 1, "", "copy"], [0, 1, 1, "", "deserialize"], [0, 1, 1, "", "serialize"], [0, 1, 1, "", "union"], [0, 1, 1, "", "update"]], "datasketch.MinHash": [[0, 1, 1, "", "__eq__"], [0, 2, 1, "", "__hash__"], [0, 1, 1, "", "__init__"], [0, 1, 1, "", "__len__"], [0, 2, 1, "", "__weakref__"], [0, 1, 1, "", "bulk"], [0, 1, 1, "", "clear"], [0, 1, 1, "", "copy"], [0, 1, 1, "", "count"], [0, 1, 1, "", "digest"], [0, 1, 1, "", "generator"], [0, 1, 1, "", "is_empty"], [0, 1, 1, "", "jaccard"], [0, 1, 1, "", "merge"], [0, 1, 1, "", "union"], [0, 1, 1, "", "update"], [0, 1, 1, "", "update_batch"]], "datasketch.MinHashLSH": [[0, 1, 1, "", "__contains__"], [0, 1, 1, "", "__init__"], [0, 2, 1, "", "__weakref__"], [0, 1, 1, "", "add_to_query_buffer"], [0, 1, 1, "", "collect_query_buffer"], [0, 1, 1, "", "get_counts"], [0, 1, 1, "", "get_subset_counts"], [0, 1, 1, "", "insert"], [0, 1, 1, "", "insertion_session"], [0, 1, 1, "", "is_empty"], [0, 1, 1, "", "query"], [0, 1, 1, "", "remove"]], "datasketch.MinHashLSHEnsemble": [[0, 1, 1, "", "__contains__"], [0, 1, 1, "", "__init__"], [0, 2, 1, "", "__weakref__"], [0, 1, 1, "", "index"], [0, 1, 1, "", "is_empty"], [0, 1, 1, "", "query"]], "datasketch.MinHashLSHForest": [[0, 1, 1, "", "__contains__"], [0, 1, 1, "", "__init__"], [0, 2, 1, "", "__weakref__"], [0, 1, 1, "", "add"], [0, 1, 1, "", "index"], [0, 1, 1, "", "is_empty"], [0, 1, 1, "", "query"]], "datasketch.WeightedMinHash": [[0, 1, 1, "", "__eq__"], [0, 2, 1, "", "__hash__"], [0, 1, 1, "", "__init__"], [0, 1, 1, "", "__len__"], [0, 2, 1, "", "__weakref__"], [0, 1, 1, "", "copy"], [0, 1, 1, "", "digest"], [0, 1, 1, "", "jaccard"]], "datasketch.WeightedMinHashGenerator": [[0, 1, 1, "", "__init__"], [0, 2, 1, "", "__weakref__"], [0, 1, 1, "", "minhash"], [0, 1, 1, "", "minhash_many"]]}, "objtypes": {"0": "py:class", "1": "py:method", "2": "py:attribute"}, "objnames": {"0": ["py", "class", "Python class"], "1": ["py", "method", "Python method"], "2": ["py", "attribute", "Python attribute"]}, "titleterms": {"api": 0, "document": 0, "minhash": [0, 3, 4, 5, 6, 7], "lean": 0, "weight": [0, 7], "lsh": [0, 3, 4, 5], "asynchron": [0, 3], "forest": [0, 5], "ensembl": [0, 4], "hyperloglog": [0, 1], "hnsw": 0, "datasketch": 2, "big": 2, "data": 2, "look": 2, "small": 2, "instal": 2, "scale": 3, "connect": 3, "exist": 3, "common": [3, 4, 5, 6], "issu": [3, 4, 5, 6], "contain": 4, "tip": 5, "improv": 5, "accuraci": 5, "us": 6, "differ": 6, "hash": 6, "function": 6}, "envversion": {"sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx": 60}, "alltitles": {"API Documentation": [[0, "api-documentation"]], "MinHash": [[0, "minhash"], [6, "minhash"]], "Lean MinHash": [[0, "lean-minhash"]], "Weighted MinHash": [[0, "weighted-minhash"], [7, "weighted-minhash"]], "MinHash LSH": [[0, "minhash-lsh"], [3, "minhash-lsh"]], "Asynchronous MinHash LSH": [[0, "asynchronous-minhash-lsh"]], "MinHash LSH Forest": [[0, "minhash-lsh-forest"], [5, "minhash-lsh-forest"]], "MinHash LSH Ensemble": [[0, "minhash-lsh-ensemble"], [4, "minhash-lsh-ensemble"]], "HyperLogLog": [[0, "hyperloglog"], [1, "hyperloglog"]], "HyperLogLog++": [[0, "id3"], [1, "hyperloglog-plusplus"]], "HNSW": [[0, "hnsw"]], "datasketch: Big Data Looks Small": [[2, "datasketch-big-data-looks-small"]], "Install": [[2, "install"]], "MinHash LSH at scale": [[3, "minhash-lsh-at-scale"]], "Connecting to Existing MinHash LSH": [[3, "connecting-to-existing-minhash-lsh"]], "Asynchronous MinHash LSH at scale": [[3, "asynchronous-minhash-lsh-at-scale"]], "Common Issues with MinHash LSH": [[3, "common-issues-with-minhash-lsh"]], "Containment": [[4, "containment"]], "LSH for Containment": [[4, "lsh-for-containment"]], "Common Issues with LSH Ensemble": [[4, "common-issues-with-lsh-ensemble"]], "Tips for Improving Accuracy": [[5, "tips-for-improving-accuracy"]], "Common Issues with MinHash LSH Forest": [[5, "common-issues-with-minhash-lsh-forest"]], "Use Different Hash Functions": [[6, "use-different-hash-functions"]], "Common Issues with MinHash": [[6, "common-issues-with-minhash"]]}, "indexentries": {"hnsw (class in datasketch)": [[0, "datasketch.HNSW"]], "hyperloglog (class in datasketch)": [[0, "datasketch.HyperLogLog"]], "hyperloglogplusplus (class in datasketch)": [[0, "datasketch.HyperLogLogPlusPlus"]], "leanminhash (class in datasketch)": [[0, "datasketch.LeanMinHash"]], "minhash (class in datasketch)": [[0, "datasketch.MinHash"]], "minhashlsh (class in datasketch)": [[0, "datasketch.MinHashLSH"]], "minhashlshensemble (class in datasketch)": [[0, "datasketch.MinHashLSHEnsemble"]], "minhashlshforest (class in datasketch)": [[0, "datasketch.MinHashLSHForest"]], "weightedminhash (class in datasketch)": [[0, "datasketch.WeightedMinHash"]], "weightedminhashgenerator (class in datasketch)": [[0, "datasketch.WeightedMinHashGenerator"]], "__contains__() (datasketch.hnsw method)": [[0, "datasketch.HNSW.__contains__"]], "__contains__() (datasketch.minhashlsh method)": [[0, "datasketch.MinHashLSH.__contains__"]], "__contains__() (datasketch.minhashlshensemble method)": [[0, "datasketch.MinHashLSHEnsemble.__contains__"]], "__contains__() (datasketch.minhashlshforest method)": [[0, "datasketch.MinHashLSHForest.__contains__"]], "__delitem__() (datasketch.hnsw method)": [[0, "datasketch.HNSW.__delitem__"]], "__eq__() (datasketch.hnsw method)": [[0, "datasketch.HNSW.__eq__"]], "__eq__() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.__eq__"]], "__eq__() (datasketch.minhash method)": [[0, "datasketch.MinHash.__eq__"]], "__eq__() (datasketch.weightedminhash method)": [[0, "datasketch.WeightedMinHash.__eq__"]], "__getitem__() (datasketch.hnsw method)": [[0, "datasketch.HNSW.__getitem__"]], "__getstate__() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.__getstate__"]], "__getstate__() (datasketch.leanminhash method)": [[0, "datasketch.LeanMinHash.__getstate__"]], "__hash__ (datasketch.hnsw attribute)": [[0, "datasketch.HNSW.__hash__"]], "__hash__ (datasketch.hyperloglog attribute)": [[0, "datasketch.HyperLogLog.__hash__"]], "__hash__ (datasketch.minhash attribute)": [[0, "datasketch.MinHash.__hash__"]], "__hash__ (datasketch.weightedminhash attribute)": [[0, "datasketch.WeightedMinHash.__hash__"]], "__hash__() (datasketch.leanminhash method)": [[0, "datasketch.LeanMinHash.__hash__"]], "__init__() (datasketch.hnsw method)": [[0, "datasketch.HNSW.__init__"]], "__init__() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.__init__"]], "__init__() (datasketch.hyperloglogplusplus method)": [[0, "datasketch.HyperLogLogPlusPlus.__init__"]], "__init__() (datasketch.leanminhash method)": [[0, "datasketch.LeanMinHash.__init__"]], "__init__() (datasketch.minhash method)": [[0, "datasketch.MinHash.__init__"]], "__init__() (datasketch.minhashlsh method)": [[0, "datasketch.MinHashLSH.__init__"]], "__init__() (datasketch.minhashlshensemble method)": [[0, "datasketch.MinHashLSHEnsemble.__init__"]], "__init__() (datasketch.minhashlshforest method)": [[0, "datasketch.MinHashLSHForest.__init__"]], "__init__() (datasketch.weightedminhash method)": [[0, "datasketch.WeightedMinHash.__init__"]], "__init__() (datasketch.weightedminhashgenerator method)": [[0, "datasketch.WeightedMinHashGenerator.__init__"]], "__iter__() (datasketch.hnsw method)": [[0, "datasketch.HNSW.__iter__"]], "__len__() (datasketch.hnsw method)": [[0, "datasketch.HNSW.__len__"]], "__len__() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.__len__"]], "__len__() (datasketch.minhash method)": [[0, "datasketch.MinHash.__len__"]], "__len__() (datasketch.weightedminhash method)": [[0, "datasketch.WeightedMinHash.__len__"]], "__setitem__() (datasketch.hnsw method)": [[0, "datasketch.HNSW.__setitem__"]], "__weakref__ (datasketch.hnsw attribute)": [[0, "datasketch.HNSW.__weakref__"]], "__weakref__ (datasketch.hyperloglogplusplus attribute)": [[0, "datasketch.HyperLogLogPlusPlus.__weakref__"]], "__weakref__ (datasketch.minhash attribute)": [[0, "datasketch.MinHash.__weakref__"]], "__weakref__ (datasketch.minhashlsh attribute)": [[0, "datasketch.MinHashLSH.__weakref__"]], "__weakref__ (datasketch.minhashlshensemble attribute)": [[0, "datasketch.MinHashLSHEnsemble.__weakref__"]], "__weakref__ (datasketch.minhashlshforest attribute)": [[0, "datasketch.MinHashLSHForest.__weakref__"]], "__weakref__ (datasketch.weightedminhash attribute)": [[0, "datasketch.WeightedMinHash.__weakref__"]], "__weakref__ (datasketch.weightedminhashgenerator attribute)": [[0, "datasketch.WeightedMinHashGenerator.__weakref__"]], "add() (datasketch.minhashlshforest method)": [[0, "datasketch.MinHashLSHForest.add"]], "add_to_query_buffer() (datasketch.minhashlsh method)": [[0, "datasketch.MinHashLSH.add_to_query_buffer"]], "bulk() (datasketch.minhash class method)": [[0, "datasketch.MinHash.bulk"]], "bytesize() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.bytesize"]], "bytesize() (datasketch.leanminhash method)": [[0, "datasketch.LeanMinHash.bytesize"]], "clean() (datasketch.hnsw method)": [[0, "datasketch.HNSW.clean"]], "clear() (datasketch.hnsw method)": [[0, "datasketch.HNSW.clear"]], "clear() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.clear"]], "clear() (datasketch.minhash method)": [[0, "datasketch.MinHash.clear"]], "collect_query_buffer() (datasketch.minhashlsh method)": [[0, "datasketch.MinHashLSH.collect_query_buffer"]], "copy() (datasketch.hnsw method)": [[0, "datasketch.HNSW.copy"]], "copy() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.copy"]], "copy() (datasketch.leanminhash method)": [[0, "datasketch.LeanMinHash.copy"]], "copy() (datasketch.minhash method)": [[0, "datasketch.MinHash.copy"]], "copy() (datasketch.weightedminhash method)": [[0, "datasketch.WeightedMinHash.copy"]], "count() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.count"]], "count() (datasketch.hyperloglogplusplus method)": [[0, "datasketch.HyperLogLogPlusPlus.count"]], "count() (datasketch.minhash method)": [[0, "datasketch.MinHash.count"]], "deserialize() (datasketch.leanminhash class method)": [[0, "datasketch.LeanMinHash.deserialize"]], "digest() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.digest"]], "digest() (datasketch.minhash method)": [[0, "datasketch.MinHash.digest"]], "digest() (datasketch.weightedminhash method)": [[0, "datasketch.WeightedMinHash.digest"]], "generator() (datasketch.minhash class method)": [[0, "datasketch.MinHash.generator"]], "get() (datasketch.hnsw method)": [[0, "datasketch.HNSW.get"]], "get_counts() (datasketch.minhashlsh method)": [[0, "datasketch.MinHashLSH.get_counts"]], "get_subset_counts() (datasketch.minhashlsh method)": [[0, "datasketch.MinHashLSH.get_subset_counts"]], "index() (datasketch.minhashlshensemble method)": [[0, "datasketch.MinHashLSHEnsemble.index"]], "index() (datasketch.minhashlshforest method)": [[0, "datasketch.MinHashLSHForest.index"]], "insert() (datasketch.hnsw method)": [[0, "datasketch.HNSW.insert"]], "insert() (datasketch.minhashlsh method)": [[0, "datasketch.MinHashLSH.insert"]], "insertion_session() (datasketch.minhashlsh method)": [[0, "datasketch.MinHashLSH.insertion_session"]], "is_empty() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.is_empty"]], "is_empty() (datasketch.minhash method)": [[0, "datasketch.MinHash.is_empty"]], "is_empty() (datasketch.minhashlsh method)": [[0, "datasketch.MinHashLSH.is_empty"]], "is_empty() (datasketch.minhashlshensemble method)": [[0, "datasketch.MinHashLSHEnsemble.is_empty"]], "is_empty() (datasketch.minhashlshforest method)": [[0, "datasketch.MinHashLSHForest.is_empty"]], "items() (datasketch.hnsw method)": [[0, "datasketch.HNSW.items"]], "jaccard() (datasketch.minhash method)": [[0, "datasketch.MinHash.jaccard"]], "jaccard() (datasketch.weightedminhash method)": [[0, "datasketch.WeightedMinHash.jaccard"]], "keys() (datasketch.hnsw method)": [[0, "datasketch.HNSW.keys"]], "merge() (datasketch.hnsw method)": [[0, "datasketch.HNSW.merge"]], "merge() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.merge"]], "merge() (datasketch.minhash method)": [[0, "datasketch.MinHash.merge"]], "minhash() (datasketch.weightedminhashgenerator method)": [[0, "datasketch.WeightedMinHashGenerator.minhash"]], "minhash_many() (datasketch.weightedminhashgenerator method)": [[0, "datasketch.WeightedMinHashGenerator.minhash_many"]], "pop() (datasketch.hnsw method)": [[0, "datasketch.HNSW.pop"]], "popitem() (datasketch.hnsw method)": [[0, "datasketch.HNSW.popitem"]], "query() (datasketch.hnsw method)": [[0, "datasketch.HNSW.query"]], "query() (datasketch.minhashlsh method)": [[0, "datasketch.MinHashLSH.query"]], "query() (datasketch.minhashlshensemble method)": [[0, "datasketch.MinHashLSHEnsemble.query"]], "query() (datasketch.minhashlshforest method)": [[0, "datasketch.MinHashLSHForest.query"]], "remove() (datasketch.hnsw method)": [[0, "datasketch.HNSW.remove"]], "remove() (datasketch.minhashlsh method)": [[0, "datasketch.MinHashLSH.remove"]], "reversed() (datasketch.hnsw method)": [[0, "datasketch.HNSW.reversed"]], "serialize() (datasketch.leanminhash method)": [[0, "datasketch.LeanMinHash.serialize"]], "setdefault() (datasketch.hnsw method)": [[0, "datasketch.HNSW.setdefault"]], "union() (datasketch.leanminhash class method)": [[0, "datasketch.LeanMinHash.union"]], "union() (datasketch.minhash class method)": [[0, "datasketch.MinHash.union"]], "update() (datasketch.hnsw method)": [[0, "datasketch.HNSW.update"]], "update() (datasketch.hyperloglog method)": [[0, "datasketch.HyperLogLog.update"]], "update() (datasketch.leanminhash method)": [[0, "datasketch.LeanMinHash.update"]], "update() (datasketch.minhash method)": [[0, "datasketch.MinHash.update"]], "update_batch() (datasketch.minhash method)": [[0, "datasketch.MinHash.update_batch"]], "values() (datasketch.hnsw method)": [[0, "datasketch.HNSW.values"]]}})
\ No newline at end of file
diff --git a/weightedminhash.html b/weightedminhash.html
index f9765479..cc1ad933 100644
--- a/weightedminhash.html
+++ b/weightedminhash.html
@@ -4,7 +4,7 @@
   <meta charset="utf-8" /><meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
 
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-  <title>Weighted MinHash &mdash; datasketch 1.6.3 documentation</title>
+  <title>Weighted MinHash &mdash; datasketch 1.6.4 documentation</title>
       <link rel="stylesheet" href="_static/pygments.css" type="text/css" />
       <link rel="stylesheet" href="_static/css/theme.css" type="text/css" />
   <!--[if lt IE 9]>
@@ -13,7 +13,7 @@
   
         <script src="_static/jquery.js?v=5d32c60e"></script>
         <script src="_static/_sphinx_javascript_frameworks_compat.js?v=2cd50e6c"></script>
-        <script src="_static/documentation_options.js?v=452006c5"></script>
+        <script src="_static/documentation_options.js?v=8ea99608"></script>
         <script src="_static/doctools.js?v=888ff710"></script>
         <script src="_static/sphinx_highlight.js?v=dc90522c"></script>
     <script src="_static/js/theme.js"></script>
@@ -34,7 +34,7 @@
             datasketch
           </a>
               <div class="version">
-                1.6.3
+                1.6.4
               </div>
 <div role="search">
   <form id="rtd-search-form" class="wy-form" action="search.html" method="get">
