From e2efc727e93c2db136de345558dfc2d15a9ca449 Mon Sep 17 00:00:00 2001 From: Michael Hedman Date: Mon, 19 May 2025 03:31:40 +0200 Subject: [PATCH] update colab notebook --- colab_inference.ipynb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/colab_inference.ipynb b/colab_inference.ipynb index e4637a3..53c466c 100644 --- a/colab_inference.ipynb +++ b/colab_inference.ipynb @@ -85,7 +85,7 @@ "cell_type": "code", "source": [ "torch_compile = True # @param {type: \"boolean\"}\n", - "cpu_offload = True # @param {type: \"boolean\"}\n", + "cpu_offload = False # @param {type: \"boolean\"}\n", "overlapped_decode = True # @param {type: \"boolean\"}\n", "#bf16 = True # @param {type: \"boolean\"}\n", "\n",