Don't use the very-sparse schemes for large chunks

Stupid restriction, just needs a little more thought
David5L · Nov 16, 2013 · 42d8296 · 42d8296
1 parent af19aa4
commit 42d8296
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/src/main/java/water/fvec/NewChunk.java b/src/main/java/water/fvec/NewChunk.java
@@ -247,8 +247,8 @@ Chunk compress() {
     // Result column must hold floats?
     final boolean fpoint = xmin < 0 || min < Long.MIN_VALUE || max > Long.MAX_VALUE;
     // Highly sparse but not a bitvector or constant?
-    if( !fpoint && (_nzCnt+_naCnt)*8 < _len2 &&
-        lemin > Short.MIN_VALUE && lemax <= Short.MAX_VALUE ) // Only handling unbiased shorts here
+    if( !fpoint && (_nzCnt+_naCnt)*8 < _len2 && _len2 < 65535 && // (and not too big?)
+        lemin > Short.MIN_VALUE && lemax <= Short.MAX_VALUE )    // Only handling unbiased shorts here
       if( _len2==_len ) return new CX2Chunk(_ls,_xs,_len2,_nzCnt,_naCnt);  // Sparse byte chunk
       else              return new CX2Chunk(_ls,_xs,_len2,_len);