switch mithral scan to upcast every 16 elems instead of 128

bholdmanny · Jan 29, 2020 · 764902b · 764902b
1 parent 5ffc2a2
commit 764902b
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/cpp/src/quantize/mithral.cpp b/cpp/src/quantize/mithral.cpp
@@ -428,7 +428,8 @@ void mithral_lut_sparse(const float* Q, int nrows, int ncols, int ncodebooks,
 void mithral_scan(const uint8_t* codes, int64_t nblocks, int ncodebooks,
                   int noutputs, const uint8_t* luts, uint8_t* dists_out)
 {
-    mithral_scan<128, 2>(codes, nblocks, ncodebooks, noutputs, luts, dists_out);
+    // mithral_scan<128, 2>(codes, nblocks, ncodebooks, noutputs, luts, dists_out);
+    mithral_scan<16, 2>(codes, nblocks, ncodebooks, noutputs, luts, dists_out);
     // if (ncodebooks >= 4) {
     //     mithral_scan<128, 2>(codes, nblocks, ncodebooks, noutputs, luts, dists_out);
     // } else {