Skip to content

Commit

Permalink
refactor RowParallelLinear
Browse files Browse the repository at this point in the history
  • Loading branch information
xrsrke committed Aug 31, 2023
1 parent a8abb39 commit d7fb8f2
Showing 1 changed file with 0 additions and 3 deletions.
3 changes: 0 additions & 3 deletions pipegoose/nn/tensor_parallel/linear.py
Original file line number Diff line number Diff line change
Expand Up @@ -61,10 +61,7 @@ def __init__(
super().__init__()
in_per_partition = self._get_input_per_partition(in_features, parallel_context)

self.in_features = in_features
self.out_features = out_features
self.parallel_context = parallel_context

self.weight = nn.Parameter(torch.randn(out_features, in_per_partition))

if bias is True:
Expand Down

0 comments on commit d7fb8f2

Please sign in to comment.