From c8362423feb1f6c423a1c401ce07b0c414bc0334 Mon Sep 17 00:00:00 2001 From: zhoushenglong Date: Fri, 29 Nov 2024 10:35:37 +0000 Subject: [PATCH] rename env variable. --- lmdeploy/pytorch/backends/dlinfer/linear.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lmdeploy/pytorch/backends/dlinfer/linear.py b/lmdeploy/pytorch/backends/dlinfer/linear.py index f2450a974..5edfa7728 100644 --- a/lmdeploy/pytorch/backends/dlinfer/linear.py +++ b/lmdeploy/pytorch/backends/dlinfer/linear.py @@ -16,7 +16,7 @@ def update_weights(self, weight: torch.Tensor, bias: Optional[torch.Tensor] = None): """update weights.""" - if os.getenv('TORCH_MACA_NN_LAYOUT', 'False').lower() == 'true': + if os.getenv('DLINER_LINEAR_USE_NN_LAYOUT', '0') == '1': weight = weight.data.t().contiguous() return weight, bias