diff --git a/models/iresgroup.py b/models/iresgroup.py
index 307f2da..92485ce 100644
--- a/models/iresgroup.py
+++ b/models/iresgroup.py
@@ -58,7 +58,7 @@ def __init__(self, inplanes, planes,groups, stride=1, downsample=None, norm_laye
         if end_block:
             self.bn3 = norm_layer(planes // self.reduction)
 
-        self.relu = nn.ReLU(inplace=True)
+        self.relu = nn.ReLU()
         self.downsample = downsample
         self.stride = stride
 
diff --git a/models/iresgroupfix.py b/models/iresgroupfix.py
index 6a89ad5..2dba9ca 100644
--- a/models/iresgroupfix.py
+++ b/models/iresgroupfix.py
@@ -58,7 +58,7 @@ def __init__(self, inplanes, planes,groups, stride=1, downsample=None, norm_laye
         if end_block:
             self.bn3 = norm_layer(planes // self.reduction)
 
-        self.relu = nn.ReLU(inplace=True)
+        self.relu = nn.ReLU()
         self.downsample = downsample
         self.stride = stride
 
diff --git a/models/iresnet.py b/models/iresnet.py
index ee42bcc..da883ad 100644
--- a/models/iresnet.py
+++ b/models/iresnet.py
@@ -53,7 +53,7 @@ def __init__(self, inplanes, planes, stride=1, downsample=None, norm_layer=None,
 
         self.conv1 = conv3x3(inplanes, planes, stride)
         self.bn1 = norm_layer(planes)
-        self.relu = nn.ReLU(inplace=True)
+        self.relu = nn.ReLU()
         self.conv2 = conv3x3(planes, planes)
 
         if start_block:
@@ -127,7 +127,7 @@ def __init__(self, inplanes, planes, stride=1, downsample=None, norm_layer=None,
         if end_block:
             self.bn3 = norm_layer(planes * self.expansion)
 
-        self.relu = nn.ReLU(inplace=True)
+        self.relu = nn.ReLU()
         self.downsample = downsample
         self.stride = stride
 
diff --git a/models/resstage.py b/models/resstage.py
index 086c0ff..1f95547 100644
--- a/models/resstage.py
+++ b/models/resstage.py
@@ -51,7 +51,7 @@ def __init__(self, inplanes, planes, stride=1, downsample=None, norm_layer=None,
 
         self.conv1 = conv3x3(inplanes, planes, stride)
         self.bn1 = norm_layer(planes)
-        self.relu = nn.ReLU(inplace=True)
+        self.relu = nn.ReLU()
         self.conv2 = conv3x3(planes, planes)
 
         if start_block:
@@ -125,7 +125,7 @@ def __init__(self, inplanes, planes, stride=1, downsample=None, norm_layer=None,
         if end_block:
             self.bn3 = norm_layer(planes * self.expansion)
 
-        self.relu = nn.ReLU(inplace=True)
+        self.relu = nn.ReLU()
         self.downsample = downsample
         self.stride = stride