File tree Expand file tree Collapse file tree
tritonbench/operators/Mlp Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -36,18 +36,18 @@ def __init__(
3636
3737 self .fc1 = linear_layer (in_features , hidden_features , bias = bias [0 ])
3838 self .act = act_layer ()
39- self .drop1 = nn .Dropout (drop_probs [0 ])
40- self .norm = norm_layer (hidden_features ) if norm_layer is not None else nn .Identity ()
41- self .fc2 = linear_layer (hidden_features , out_features , bias = bias [1 ])
42- self .drop2 = nn .Dropout (drop_probs [1 ])
39+ # self.drop1 = nn.Dropout(drop_probs[0])
40+ # self.norm = norm_layer(hidden_features) if norm_layer is not None else nn.Identity()
41+ # self.fc2 = linear_layer(hidden_features, out_features, bias=bias[1])
42+ # self.drop2 = nn.Dropout(drop_probs[1])
4343
4444 def forward (self , x ):
4545 x = self .fc1 (x )
4646 x = self .act (x )
47- x = self .drop1 (x )
48- x = self .norm (x )
49- x = self .fc2 (x )
50- x = self .drop2 (x )
47+ # x = self.drop1(x)
48+ # x = self.norm(x)
49+ # x = self.fc2(x)
50+ # x = self.drop2(x)
5151 return x
5252
5353@torch .no_grad
You can’t perform that action at this time.
0 commit comments