change mlp

.idea/workspace.xml

@@ -2,16 +2,7 @@
 <project version="4">
   <component name="ChangeListManager">
     <list default="true" id="d29948e3-1642-45ab-9fe2-087a876b83b3" name="Default Changelist" comment="">
-      <change afterPath="$PROJECT_DIR$/.idea/inspectionProfiles/Project_Default.xml" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/.idea/CPI.iml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/CPI.iml" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/.idea/misc.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/misc.xml" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/.idea/modules.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/modules.xml" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/.idea/shelf/Uncommitted_changes_before_Update_at_2021_4_11,_11_03_上午_[Default_Changelist]/shelved.patch" beforeDir="false" />
-      <change beforePath="$PROJECT_DIR$/.idea/shelf/Uncommitted_changes_before_Update_at_2021_4_11__11_03___Default_Changelist_.xml" beforeDir="false" />
-      <change beforePath="$PROJECT_DIR$/.idea/vcs.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/vcs.xml" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/dataset.py" beforeDir="false" afterPath="$PROJECT_DIR$/dataset.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/modeling_bert.py" beforeDir="false" afterPath="$PROJECT_DIR$/modeling_bert.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/run_interaction.py" beforeDir="false" afterPath="$PROJECT_DIR$/run_interaction.py" afterDir="false" />
     </list>
     <option name="SHOW_DIALOG" value="false" />
@@ -97,7 +88,7 @@
       <option name="number" value="Default" />
       <option name="presentableId" value="Default" />
       <updated>1618489611823</updated>
-      <workItem from="1618489616148" duration="6353000" />
+      <workItem from="1618489616148" duration="6549000" />
     </task>
     <servers />
   </component>

modeling_bert.py

@@ -1827,20 +1827,20 @@ class BertForQuestionAnswering(BertPreTrainedModel):
 class Multilayer_perceptron(nn.Module):
     def __init__(self, config):
         super(Multilayer_perceptron, self).__init__()
-        self.layer_1 = nn.Linear(config.hidden_size, 256)
-        self.layer_2 = nn.Linear(512, 256)
-        self.layer_3 = nn.Linear(256, 1)
-        self.drop_out = nn.Dropout(0.5)
+        self.layer_1 = nn.Linear(config.hidden_size, 1)
+        # self.layer_2 = nn.Linear(512, 256)
+        # self.layer_3 = nn.Linear(256, 1)
+        # self.drop_out = nn.Dropout(0.5)
     def forward(self, bert_output):
         x1 = self.layer_1(bert_output)
-        x1 = F.relu(x1, inplace=True)
-        x1 = self.drop_out(x1)
+        # x1 = F.relu(x1, inplace=True)
+        # x1 = self.drop_out(x1)
         # x2 = self.layer_2(x1)
         # x2 = F.relu(x2, inplace=True)
         # x2 = self.drop_out(x2)
-        x2 = self.layer_3(x1)
+        # x2 = self.layer_3(x1)
 
-        return x2
+        return x1
 
 
 class BertAffinityModel(BertPreTrainedModel):