Skip to content

Commit 9f68439

Browse files
committed
Improve performance of converted layer_norm ops
1 parent 2155021 commit 9f68439

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

core/conversion/converters/impl/layer_norm.cpp

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -90,16 +90,16 @@ auto layer_norm_registrations TORCHTRT_UNUSED = RegisterNodeConversionPatterns()
9090

9191
auto normalized = div_out;
9292

93-
//gamma
94-
if (args[2].IValue()->isTensor()){
93+
// gamma
94+
if (args[2].IValue()->isTensor()) {
9595
auto gamma = args[2].ITensorOrFreeze(ctx);
9696
auto gamma_prod = add_elementwise(
9797
ctx, nvinfer1::ElementWiseOperation::kPROD, normalized, gamma, (util::node_info(n) + "_gamma").c_str());
9898
normalized = gamma_prod->getOutput(0);
9999
}
100100

101-
//beta
102-
if (args[3].IValue()->isTensor()){
101+
// beta
102+
if (args[3].IValue()->isTensor()) {
103103
auto beta = args[3].ITensorOrFreeze(ctx);
104104
auto beta_sum = add_elementwise(
105105
ctx, nvinfer1::ElementWiseOperation::kSUM, normalized, beta, (util::node_info(n) + "_beta").c_str());

0 commit comments

Comments
 (0)