Tweak quantize write to still do one memory access

ayush9096 · Aug 29, 2020 · 0dd7a8f · 0dd7a8f
1 parent c63e9d9
commit 0dd7a8f
Showing 1 changed file with 10 additions and 2 deletions.
diff --git a/lm/quantize.hh b/lm/quantize.hh
@@ -168,8 +168,16 @@ class SeparatelyQuantize {
         float Rest() const { return Prob(); }
 
         void Write(float prob, float backoff) const {
-          util::WriteInt25(address_.base, address_.offset + BackoffBins().Bits(), ProbBins().Bits(), ProbBins().EncodeProb(prob));
-          util::WriteInt25(address_.base, address_.offset, BackoffBins().Bits(), BackoffBins().EncodeBackoff(backoff));
+          uint64_t prob_encoded = ProbBins().EncodeProb(prob);
+	  uint64_t backoff_encoded = BackoffBins().EncodeBackoff(backoff);
+#if BYTE_ORDER == LITTLE_ENDIAN
+	  prob_encoded
+#elif BYTE_ORDER == BIG_ENDIAN
+          backoff_encoded
+#endif
+		  <<= BackoffBins().Bits();
+          util::WriteInt57(address_.base, address_.offset, ProbBins().Bits() + BackoffBins().Bits(),
+			   prob_encoded | backoff_encoded);
         }
 
       private: