clone

HiroRolli · Feb 18, 2024 · a7d5627 · a7d5627
1 parent 0412546
commit a7d5627
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/inference_lib/setup.cfg b/inference_lib/setup.cfg
@@ -1,6 +1,6 @@
 [metadata]
 name = aqlm
-version = 1.0.0
+version = 1.0.2dev
 author = AQLM paper authors
 author_email = [email protected]
 description = Efficiently run models quantized with AQLM

diff --git a/inference_lib/src/aqlm/inference_kernels/cuda_kernel.cpp b/inference_lib/src/aqlm/inference_kernels/cuda_kernel.cpp
@@ -73,7 +73,7 @@ torch::Tensor code1x16_matmat(
   auto output_sizes = input_sizes.vec();
   output_sizes.pop_back();
   output_sizes.push_back(-1);
-  auto output = flat_output.view(output_sizes);
+  auto output = flat_output.reshape(output_sizes).clone();
   return output;
 }
 
@@ -130,7 +130,7 @@ torch::Tensor code2x8_matmat(
   auto output_sizes = input_sizes.vec();
   output_sizes.pop_back();
   output_sizes.push_back(-1);
-  auto output = flat_output.view(output_sizes);
+  auto output = flat_output.reshape(output_sizes).clone();
   return output;
 }